[ 524.561586] env[65978]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=65978) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 524.561952] env[65978]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=65978) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 524.562027] env[65978]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=65978) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 524.562352] env[65978]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 524.680055] env[65978]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=65978) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 524.689780] env[65978]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=65978) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 524.748308] env[65978]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 525.306882] env[65978]: INFO nova.virt.driver [None req-ae2498c5-20f0-482e-aecd-be9568139e7e None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 525.380515] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 525.380727] env[65978]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 525.380727] env[65978]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=65978) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 528.606676] env[65978]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-effeeeb9-0ef8-4e3e-be26-64470f498b61 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.624663] env[65978]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=65978) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 528.624850] env[65978]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-3f6b9a15-ff14-44d4-b7e0-3f61673e7412 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.659174] env[65978]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 9b833. [ 528.659354] env[65978]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.279s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 528.659889] env[65978]: INFO nova.virt.vmwareapi.driver [None req-ae2498c5-20f0-482e-aecd-be9568139e7e None None] VMware vCenter version: 7.0.3 [ 528.663258] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8759390e-6f5f-4cf0-a051-cb45b4d22d47 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.681771] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981d4d49-c6f3-48f3-b344-9676d6af7ebd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.688585] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58b87b8-03e6-4d8c-98c0-4d3b9ce6e0ab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.695983] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72142b2c-d5c0-408a-baf9-9167a21df93c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.710254] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcb0c6e-6980-4a4b-a421-1a864e82f35e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.717248] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43aada32-2bbb-498d-be17-05b302b7275d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.748317] env[65978]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-1800b5fa-2f9e-4443-a1b2-415c59fccfbe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.754390] env[65978]: DEBUG nova.virt.vmwareapi.driver [None req-ae2498c5-20f0-482e-aecd-be9568139e7e None None] Extension org.openstack.compute already exists. {{(pid=65978) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 528.757103] env[65978]: INFO nova.compute.provider_config [None req-ae2498c5-20f0-482e-aecd-be9568139e7e None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 529.260850] env[65978]: DEBUG nova.context [None req-ae2498c5-20f0-482e-aecd-be9568139e7e None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),d1637c72-d232-4532-87f2-e5d7b801016c(cell1) {{(pid=65978) load_cells /opt/stack/nova/nova/context.py:472}} [ 529.261107] env[65978]: INFO nova.utils [None req-ae2498c5-20f0-482e-aecd-be9568139e7e None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 529.263272] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 529.263483] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 529.264162] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 529.264610] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] Acquiring lock "d1637c72-d232-4532-87f2-e5d7b801016c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 529.264800] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] Lock "d1637c72-d232-4532-87f2-e5d7b801016c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 529.265811] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] Lock "d1637c72-d232-4532-87f2-e5d7b801016c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 529.287077] env[65978]: INFO dbcounter [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] Registered counter for database nova_cell0 [ 529.295421] env[65978]: INFO dbcounter [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] Registered counter for database nova_cell1 [ 529.298745] env[65978]: DEBUG oslo_db.sqlalchemy.engines [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65978) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 529.299159] env[65978]: DEBUG oslo_db.sqlalchemy.engines [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65978) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 529.304078] env[65978]: ERROR nova.db.main.api [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 529.304078] env[65978]: func(*args, **kwargs) [ 529.304078] env[65978]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 529.304078] env[65978]: self.work.run() [ 529.304078] env[65978]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 529.304078] env[65978]: result = self.fn(*self.args, **self.kwargs) [ 529.304078] env[65978]: File "/opt/stack/nova/nova/utils.py", line 627, in context_wrapper [ 529.304078] env[65978]: return func(*args, **kwargs) [ 529.304078] env[65978]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 529.304078] env[65978]: result = fn(*args, **kwargs) [ 529.304078] env[65978]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 529.304078] env[65978]: return f(*args, **kwargs) [ 529.304078] env[65978]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 529.304078] env[65978]: return db.service_get_minimum_version(context, binaries) [ 529.304078] env[65978]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 529.304078] env[65978]: _check_db_access() [ 529.304078] env[65978]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 529.304078] env[65978]: stacktrace = ''.join(traceback.format_stack()) [ 529.304078] env[65978]: [ 529.305138] env[65978]: ERROR nova.db.main.api [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 529.305138] env[65978]: func(*args, **kwargs) [ 529.305138] env[65978]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 529.305138] env[65978]: self.work.run() [ 529.305138] env[65978]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 529.305138] env[65978]: result = self.fn(*self.args, **self.kwargs) [ 529.305138] env[65978]: File "/opt/stack/nova/nova/utils.py", line 627, in context_wrapper [ 529.305138] env[65978]: return func(*args, **kwargs) [ 529.305138] env[65978]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 529.305138] env[65978]: result = fn(*args, **kwargs) [ 529.305138] env[65978]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 529.305138] env[65978]: return f(*args, **kwargs) [ 529.305138] env[65978]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 529.305138] env[65978]: return db.service_get_minimum_version(context, binaries) [ 529.305138] env[65978]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 529.305138] env[65978]: _check_db_access() [ 529.305138] env[65978]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 529.305138] env[65978]: stacktrace = ''.join(traceback.format_stack()) [ 529.305138] env[65978]: [ 529.305646] env[65978]: WARNING nova.objects.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 529.305746] env[65978]: WARNING nova.objects.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] Failed to get minimum service version for cell d1637c72-d232-4532-87f2-e5d7b801016c [ 529.306167] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] Acquiring lock "singleton_lock" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.306316] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] Acquired lock "singleton_lock" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.306589] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] Releasing lock "singleton_lock" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.306965] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] Full set of CONF: {{(pid=65978) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 529.307110] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ******************************************************************************** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 529.307228] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] Configuration options gathered from: {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 529.307353] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 529.307537] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 529.307654] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ================================================================================ {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 529.307852] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] allow_resize_to_same_host = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.308014] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] arq_binding_timeout = 300 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.308145] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] backdoor_port = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.308262] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] backdoor_socket = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.308420] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] block_device_allocate_retries = 60 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.308572] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] block_device_allocate_retries_interval = 3 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.308721] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cell_worker_thread_pool_size = 5 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.308990] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cert = self.pem {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.309100] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.309258] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] compute_monitors = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.309415] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] config_dir = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.309576] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] config_drive_format = iso9660 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.309699] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.309849] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] config_source = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.310013] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] console_host = devstack {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.310179] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] control_exchange = nova {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.310325] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cpu_allocation_ratio = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.310471] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] daemon = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.310657] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] debug = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.310810] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] default_access_ip_network_name = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.310962] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] default_availability_zone = nova {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.311120] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] default_ephemeral_format = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.311291] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] default_green_pool_size = 1000 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.311481] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.311631] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] default_schedule_zone = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.311780] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] default_thread_pool_size = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.311982] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] disk_allocation_ratio = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.312174] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] enable_new_services = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.312328] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] flat_injected = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.312476] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] force_config_drive = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.312625] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] force_raw_images = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.312779] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] graceful_shutdown_timeout = 5 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.312927] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] heal_instance_info_cache_interval = -1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.313151] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] host = cpu-1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.313314] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.313461] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] initial_disk_allocation_ratio = 1.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.313607] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] initial_ram_allocation_ratio = 1.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.313808] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.313958] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] instance_build_timeout = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.314119] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] instance_delete_interval = 300 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.314269] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] instance_format = [instance: %(uuid)s] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.314416] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] instance_name_template = instance-%08x {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.314588] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] instance_usage_audit = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.314747] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] instance_usage_audit_period = month {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.314895] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.315068] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] instances_path = /opt/stack/data/nova/instances {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.315226] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] internal_service_availability_zone = internal {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.315372] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] key = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.315521] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] live_migration_retry_count = 30 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.315674] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] log_color = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.315823] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] log_config_append = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.315970] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.316132] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] log_dir = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.316277] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] log_file = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.316394] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] log_options = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.316572] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] log_rotate_interval = 1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.316737] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] log_rotate_interval_type = days {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.316890] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] log_rotation_type = none {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.317013] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.317134] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.317289] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.317448] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.317590] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.317731] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] long_rpc_timeout = 1800 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.317875] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] max_concurrent_builds = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318068] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] max_concurrent_live_migrations = 1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318257] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] max_concurrent_snapshots = 5 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318408] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] max_local_block_devices = 3 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318556] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] max_logfile_count = 30 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318701] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] max_logfile_size_mb = 200 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318850] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] maximum_instance_delete_attempts = 5 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318995] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] migrate_max_retries = -1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319168] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] mkisofs_cmd = genisoimage {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319361] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] my_block_storage_ip = 10.180.1.21 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319481] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] my_ip = 10.180.1.21 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319665] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319815] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] network_allocate_retries = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319975] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.320143] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] osapi_compute_unique_server_name_scope = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.320292] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] password_length = 12 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.320438] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] periodic_enable = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.320584] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] periodic_fuzzy_delay = 60 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.320738] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] pointer_model = usbtablet {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.320888] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] preallocate_images = none {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321053] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] publish_errors = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321230] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] pybasedir = /opt/stack/nova {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321396] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ram_allocation_ratio = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321871] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] rate_limit_burst = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321871] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] rate_limit_except_level = CRITICAL {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321871] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] rate_limit_interval = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321974] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] reboot_timeout = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.322127] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] reclaim_instance_interval = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.322274] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] record = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.322428] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] reimage_timeout_per_gb = 60 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.322591] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] report_interval = 120 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.322747] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] rescue_timeout = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.322892] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] reserved_host_cpus = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323056] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] reserved_host_disk_mb = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323207] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] reserved_host_memory_mb = 512 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323355] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] reserved_huge_pages = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323501] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] resize_confirm_window = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323649] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] resize_fs_using_block_device = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323793] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] resume_guests_state_on_host_boot = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323947] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324116] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] rpc_response_timeout = 60 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324267] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] run_external_periodic_tasks = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324420] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] running_deleted_instance_action = reap {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324567] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] running_deleted_instance_poll_interval = 1800 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324715] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] running_deleted_instance_timeout = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324863] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] scheduler_instance_sync_interval = 120 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.325019] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] service_down_time = 720 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.325178] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] servicegroup_driver = db {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.325321] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] shell_completion = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.325467] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] shelved_offload_time = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.325615] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] shelved_poll_interval = 3600 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.325766] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] shutdown_timeout = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.325914] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] source_is_ipv6 = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.326079] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ssl_only = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.326325] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.326516] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] sync_power_state_interval = 600 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.326679] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] sync_power_state_pool_size = 5 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.326836] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] syslog_log_facility = LOG_USER {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.326980] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] tempdir = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.327142] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] thread_pool_statistic_period = -1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.327287] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] timeout_nbd = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.327466] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] transport_url = **** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.327675] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] update_resources_interval = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.327834] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] use_cow_images = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.327981] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] use_journal = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.328143] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] use_json = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.328293] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] use_rootwrap_daemon = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.328437] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] use_stderr = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.328582] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] use_syslog = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.328726] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vcpu_pin_set = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.328877] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vif_plugging_is_fatal = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.329047] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vif_plugging_timeout = 300 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.329204] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] virt_mkfs = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.329351] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] volume_usage_poll_interval = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.329497] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] watch_log_file = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.329651] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] web = /usr/share/spice-html5 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.329824] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_concurrency.disable_process_locking = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.330441] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.330621] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] os_brick.lock_path = /opt/stack/data/os_brick {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.330785] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.330940] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331114] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331269] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331428] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331585] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331739] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331896] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api.compute_link_prefix = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332084] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332250] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api.dhcp_domain = novalocal {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332403] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api.enable_instance_password = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332550] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api.glance_link_prefix = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332703] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332860] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333014] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api.instance_list_per_project_cells = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333170] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api.list_records_by_skipping_down_cells = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333319] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api.local_metadata_per_cell = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333470] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api.max_limit = 1000 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333621] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api.metadata_cache_expiration = 15 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333781] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api.neutron_default_project_id = default {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333938] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api.response_validation = warn {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334099] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api.use_neutron_default_nets = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334252] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334404] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334556] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334711] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334866] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api.vendordata_dynamic_targets = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335023] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api.vendordata_jsonfile_path = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335193] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335369] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.backend = dogpile.cache.memcached {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335524] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.backend_argument = **** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335674] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.backend_expiration_time = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335829] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.config_prefix = cache.oslo {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335979] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.debug_cache_backend = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336144] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.enable_retry_client = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336294] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.enable_socket_keepalive = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336471] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.enabled = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336631] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.enforce_fips_mode = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336789] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.expiration_time = 600 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336951] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.hashclient_dead_timeout = 60.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337117] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.hashclient_retry_attempts = 2 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337277] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.hashclient_retry_timeout = 1.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337434] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.memcache_dead_retry = 300 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337602] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.memcache_password = **** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337757] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337908] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338074] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.memcache_pool_maxsize = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338229] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338378] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.memcache_sasl_enabled = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338543] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338699] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.memcache_socket_timeout = 1.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338846] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.memcache_username = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338996] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.proxies = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339159] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.redis_db = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339308] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.redis_password = **** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339463] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.redis_sentinel_service_name = mymaster {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339626] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339780] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.redis_server = localhost:6379 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339929] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.redis_socket_timeout = 1.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340084] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.redis_username = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340237] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.retry_attempts = 2 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340389] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.retry_delay = 0.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340538] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.socket_keepalive_count = 1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340687] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.socket_keepalive_idle = 1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340832] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.socket_keepalive_interval = 1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340976] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.tls_allowed_ciphers = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341137] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.tls_cafile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341292] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.tls_certfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341429] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.tls_enabled = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341572] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cache.tls_keyfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341730] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cinder.auth_section = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341888] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cinder.auth_type = password {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342045] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cinder.cafile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342211] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cinder.catalog_info = volumev3::publicURL {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342358] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cinder.certfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342509] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cinder.collect_timing = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342659] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cinder.cross_az_attach = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342808] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cinder.debug = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342952] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cinder.endpoint_template = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343115] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cinder.http_retries = 3 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343263] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cinder.insecure = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343405] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cinder.keyfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343560] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cinder.os_region_name = RegionOne {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343711] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cinder.split_loggers = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343856] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cinder.timeout = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344027] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344179] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] compute.cpu_dedicated_set = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344322] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] compute.cpu_shared_set = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344476] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] compute.image_type_exclude_list = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344622] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344771] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] compute.max_concurrent_disk_ops = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344920] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] compute.max_disk_devices_to_attach = -1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345082] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345240] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345391] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] compute.resource_provider_association_refresh = 300 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345540] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345691] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] compute.shutdown_retry_interval = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345853] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346031] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] conductor.workers = 2 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346204] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] console.allowed_origins = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346351] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] console.ssl_ciphers = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346541] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] console.ssl_minimum_version = default {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346703] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] consoleauth.enforce_session_timeout = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346860] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] consoleauth.token_ttl = 600 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347028] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cyborg.cafile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347178] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cyborg.certfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347330] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cyborg.collect_timing = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347498] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cyborg.connect_retries = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347665] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cyborg.connect_retry_delay = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347812] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cyborg.endpoint_override = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347962] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cyborg.insecure = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348121] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cyborg.keyfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348270] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cyborg.max_version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348415] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cyborg.min_version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348561] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cyborg.region_name = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348706] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cyborg.retriable_status_codes = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348850] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cyborg.service_name = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349012] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cyborg.service_type = accelerator {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349166] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cyborg.split_loggers = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349311] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cyborg.status_code_retries = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349455] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cyborg.status_code_retry_delay = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349603] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cyborg.timeout = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349767] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349914] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] cyborg.version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350084] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] database.asyncio_connection = **** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350235] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] database.asyncio_slave_connection = **** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350396] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] database.backend = sqlalchemy {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350551] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] database.connection = **** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350708] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] database.connection_debug = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350866] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] database.connection_parameters = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351029] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] database.connection_recycle_time = 3600 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351184] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] database.connection_trace = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351333] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] database.db_inc_retry_interval = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351487] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] database.db_max_retries = 20 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351641] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] database.db_max_retry_interval = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351791] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] database.db_retry_interval = 1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351945] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] database.max_overflow = 50 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352110] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] database.max_pool_size = 5 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352261] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] database.max_retries = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352418] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352565] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] database.mysql_wsrep_sync_wait = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352712] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] database.pool_timeout = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352862] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] database.retry_interval = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353020] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] database.slave_connection = **** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353172] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] database.sqlite_synchronous = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353323] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] database.use_db_reconnect = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353477] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api_database.asyncio_connection = **** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353626] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api_database.asyncio_slave_connection = **** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353783] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api_database.backend = sqlalchemy {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353937] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api_database.connection = **** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354102] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api_database.connection_debug = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354261] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api_database.connection_parameters = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354412] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api_database.connection_recycle_time = 3600 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354563] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api_database.connection_trace = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354717] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api_database.db_inc_retry_interval = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354868] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api_database.db_max_retries = 20 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355029] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api_database.db_max_retry_interval = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355182] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api_database.db_retry_interval = 1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355334] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api_database.max_overflow = 50 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355485] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api_database.max_pool_size = 5 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355637] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api_database.max_retries = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355797] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355942] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356103] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api_database.pool_timeout = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356257] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api_database.retry_interval = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356403] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api_database.slave_connection = **** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356623] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] api_database.sqlite_synchronous = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356817] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] devices.enabled_mdev_types = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356989] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357162] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ephemeral_storage_encryption.default_format = luks {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357314] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ephemeral_storage_encryption.enabled = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357490] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357704] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.api_servers = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357866] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.cafile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.358034] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.certfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.358196] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.collect_timing = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.358346] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.connect_retries = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.358495] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.connect_retry_delay = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.358648] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.debug = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.358829] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.default_trusted_certificate_ids = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.359006] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.enable_certificate_validation = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.359176] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.enable_rbd_download = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.359324] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.endpoint_override = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.359480] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.insecure = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.359634] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.keyfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.359780] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.max_version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.359926] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.min_version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.360092] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.num_retries = 3 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.360254] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.rbd_ceph_conf = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.360404] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.rbd_connect_timeout = 5 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.360560] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.rbd_pool = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.360715] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.rbd_user = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.360862] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.region_name = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.361013] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.retriable_status_codes = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.361165] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.service_name = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.361320] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.service_type = image {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.361468] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.split_loggers = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.361616] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.status_code_retries = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.361766] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.status_code_retry_delay = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.361911] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.timeout = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.362087] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.362241] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.verify_glance_signatures = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.362388] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] glance.version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.362543] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] guestfs.debug = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.362700] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] manila.auth_section = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.362849] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] manila.auth_type = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.362995] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] manila.cafile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.363152] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] manila.certfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.363303] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] manila.collect_timing = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.363451] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] manila.connect_retries = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.363604] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] manila.connect_retry_delay = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.363743] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] manila.endpoint_override = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.363890] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] manila.insecure = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.364046] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] manila.keyfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.364197] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] manila.max_version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.364344] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] manila.min_version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.364487] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] manila.region_name = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.364633] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] manila.retriable_status_codes = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.364777] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] manila.service_name = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.364932] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] manila.service_type = shared-file-system {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.365099] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] manila.share_apply_policy_timeout = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.365253] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] manila.split_loggers = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.365398] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] manila.status_code_retries = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.365546] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] manila.status_code_retry_delay = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.365695] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] manila.timeout = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.365860] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.366016] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] manila.version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.366176] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] mks.enabled = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.366538] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.366722] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] image_cache.manager_interval = 2400 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.366880] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] image_cache.precache_concurrency = 1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.367060] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] image_cache.remove_unused_base_images = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.367224] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.367378] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.367567] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] image_cache.subdirectory_name = _base {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.367733] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.api_max_retries = 60 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.367887] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.api_retry_interval = 2 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.368046] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.auth_section = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.368203] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.auth_type = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.368350] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.cafile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.368495] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.certfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.368648] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.collect_timing = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.368819] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.conductor_group = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.368985] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.connect_retries = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.369152] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.connect_retry_delay = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.369300] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.endpoint_override = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.369451] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.insecure = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.369600] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.keyfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.369745] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.max_version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.369888] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.min_version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.370054] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.peer_list = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.370201] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.region_name = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.370347] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.retriable_status_codes = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.370495] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.serial_console_state_timeout = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.370643] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.service_name = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.370799] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.service_type = baremetal {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.370970] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.shard = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.371141] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.split_loggers = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.371288] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.status_code_retries = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.371433] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.status_code_retry_delay = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.371579] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.timeout = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.371748] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.371899] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ironic.version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.372079] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.372241] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] key_manager.fixed_key = **** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.372408] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.372558] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican.barbican_api_version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.372705] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican.barbican_endpoint = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.372867] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican.barbican_endpoint_type = public {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.373096] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican.barbican_region_name = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.373265] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican.cafile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.373415] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican.certfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.373568] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican.collect_timing = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.373715] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican.insecure = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.373860] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican.keyfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.374019] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican.number_of_retries = 60 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.374174] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican.retry_delay = 1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.374323] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican.send_service_user_token = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.374473] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican.split_loggers = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.374617] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican.timeout = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.374764] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican.verify_ssl = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.374907] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican.verify_ssl_path = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.375073] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican_service_user.auth_section = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.375224] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican_service_user.auth_type = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.375371] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican_service_user.cafile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.375514] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican_service_user.certfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.375663] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican_service_user.collect_timing = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.375810] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican_service_user.insecure = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.375955] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican_service_user.keyfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.376116] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican_service_user.split_loggers = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.376261] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] barbican_service_user.timeout = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.376414] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vault.approle_role_id = **** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.376587] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vault.approle_secret_id = **** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.376752] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vault.kv_mountpoint = secret {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.376901] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vault.kv_path = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.377073] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vault.kv_version = 2 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.377225] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vault.namespace = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.377372] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vault.root_token_id = **** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.377543] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vault.ssl_ca_crt_file = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.377708] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vault.timeout = 60.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.377858] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vault.use_ssl = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.378026] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.378186] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] keystone.cafile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.378336] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] keystone.certfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.378487] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] keystone.collect_timing = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.378637] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] keystone.connect_retries = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.378799] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] keystone.connect_retry_delay = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.378968] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] keystone.endpoint_override = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.379138] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] keystone.insecure = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.379285] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] keystone.keyfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.379431] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] keystone.max_version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.379576] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] keystone.min_version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.379724] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] keystone.region_name = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.379868] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] keystone.retriable_status_codes = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.380020] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] keystone.service_name = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.380182] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] keystone.service_type = identity {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.380331] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] keystone.split_loggers = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.380480] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] keystone.status_code_retries = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.380630] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] keystone.status_code_retry_delay = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.380776] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] keystone.timeout = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.380940] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.381101] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] keystone.version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.381283] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.ceph_mount_options = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.381596] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.381768] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.connection_uri = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.381921] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.cpu_mode = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.382092] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.cpu_model_extra_flags = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.382254] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.cpu_models = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.382412] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.cpu_power_governor_high = performance {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.382567] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.cpu_power_governor_low = powersave {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.382720] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.cpu_power_management = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.382895] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.383076] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.device_detach_attempts = 8 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.383233] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.device_detach_timeout = 20 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.383384] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.disk_cachemodes = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.383529] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.disk_prefix = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.383680] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.enabled_perf_events = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.383895] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.file_backed_memory = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.384093] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.gid_maps = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.384249] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.hw_disk_discard = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.384399] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.hw_machine_type = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.384558] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.images_rbd_ceph_conf = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.384712] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.384861] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.385021] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.images_rbd_glance_store_name = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.385179] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.images_rbd_pool = rbd {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.385335] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.images_type = default {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.385482] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.images_volume_group = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.385635] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.inject_key = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.385785] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.inject_partition = -2 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.385933] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.inject_password = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.386093] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.iscsi_iface = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.386244] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.iser_use_multipath = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.386394] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.live_migration_bandwidth = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.386584] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.386739] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.live_migration_downtime = 500 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.386889] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.387049] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.387255] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.live_migration_inbound_addr = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.387452] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.live_migration_parallel_connections = 1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.387611] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.387765] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.live_migration_permit_post_copy = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.387912] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.live_migration_scheme = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.388084] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.live_migration_timeout_action = abort {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.388236] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.live_migration_tunnelled = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.388382] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.live_migration_uri = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.388531] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.live_migration_with_native_tls = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.388677] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.max_queues = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.388827] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.389076] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.389234] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.nfs_mount_options = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.389527] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.389696] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.389852] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.num_iser_scan_tries = 5 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.390009] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.num_memory_encrypted_guests = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.390172] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.390325] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.num_pcie_ports = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.390481] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.num_volume_scan_tries = 5 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.390636] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.pmem_namespaces = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.390782] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.quobyte_client_cfg = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.391072] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.391244] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.rbd_connect_timeout = 5 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.391401] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.391559] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.391704] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.rbd_secret_uuid = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.391848] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.rbd_user = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.391996] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.392168] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.remote_filesystem_transport = ssh {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.392317] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.rescue_image_id = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.392465] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.rescue_kernel_id = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.392613] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.rescue_ramdisk_id = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.392766] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.392915] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.rx_queue_size = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.393084] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.smbfs_mount_options = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.393373] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.393536] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.snapshot_compression = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.393690] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.snapshot_image_format = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.393897] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.394065] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.sparse_logical_volumes = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.394239] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.supported_tpm_secret_security = ['user', 'host'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.394393] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.swtpm_enabled = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.394552] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.swtpm_group = tss {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.394707] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.swtpm_user = tss {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.394860] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.sysinfo_serial = unique {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.395082] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.tb_cache_size = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.395246] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.tx_queue_size = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.395400] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.uid_maps = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.395551] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.use_virtio_for_bridges = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.395710] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.virt_type = kvm {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.395865] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.volume_clear = zero {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.396025] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.volume_clear_size = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.396175] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.volume_enforce_multipath = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.396325] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.volume_use_multipath = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.396502] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.vzstorage_cache_path = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.396667] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.396825] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.vzstorage_mount_group = qemu {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.396977] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.vzstorage_mount_opts = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.397148] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.397429] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.397610] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.vzstorage_mount_user = stack {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.397774] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.397937] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.auth_section = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.398107] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.auth_type = password {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.398257] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.cafile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.398401] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.certfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.398550] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.collect_timing = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.398696] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.connect_retries = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.398850] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.connect_retry_delay = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.399013] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.default_floating_pool = public {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.399169] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.endpoint_override = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.399318] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.extension_sync_interval = 600 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.399464] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.http_retries = 3 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.399610] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.insecure = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.399753] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.keyfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.399898] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.max_version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.400062] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.400211] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.min_version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.400364] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.ovs_bridge = br-int {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.400518] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.physnets = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.400674] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.region_name = RegionOne {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.400821] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.retriable_status_codes = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.400973] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.service_metadata_proxy = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.401133] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.service_name = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.401287] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.service_type = network {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.401435] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.split_loggers = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.401580] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.status_code_retries = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.401723] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.status_code_retry_delay = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.401867] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.timeout = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.402043] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.402195] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] neutron.version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.402351] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] notifications.bdms_in_notifications = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.402512] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] notifications.default_level = INFO {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.402665] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] notifications.include_share_mapping = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.402825] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] notifications.notification_format = unversioned {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.402974] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] notifications.notify_on_state_change = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.403148] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.403313] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] pci.alias = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.403469] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] pci.device_spec = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.403621] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] pci.report_in_placement = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.403777] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.auth_section = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.403931] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.auth_type = password {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.404102] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.404249] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.cafile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.404390] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.certfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.404537] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.collect_timing = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.404686] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.connect_retries = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.404828] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.connect_retry_delay = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.404970] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.default_domain_id = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.405225] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.default_domain_name = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.405272] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.domain_id = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.405397] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.domain_name = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.405539] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.endpoint_override = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.405683] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.insecure = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.405823] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.keyfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.405966] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.max_version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.406120] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.min_version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.406274] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.password = **** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.406418] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.project_domain_id = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.406589] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.project_domain_name = Default {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.406749] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.project_id = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.406909] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.project_name = service {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.407077] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.region_name = RegionOne {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.407228] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.retriable_status_codes = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.407373] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.service_name = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.407532] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.service_type = placement {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.407701] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.split_loggers = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.407853] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.status_code_retries = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.407999] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.status_code_retry_delay = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.408160] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.system_scope = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.408306] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.timeout = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.408452] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.trust_id = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.408598] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.user_domain_id = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.408753] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.user_domain_name = Default {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.408899] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.user_id = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.409070] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.username = nova {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.409239] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.409384] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] placement.version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.409547] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] quota.cores = 20 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.409702] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] quota.count_usage_from_placement = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.409857] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.410019] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] quota.injected_file_content_bytes = 10240 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.410176] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] quota.injected_file_path_length = 255 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.410330] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] quota.injected_files = 5 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.410485] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] quota.instances = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.410635] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] quota.key_pairs = 100 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.410786] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] quota.metadata_items = 128 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.410939] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] quota.ram = 51200 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.411101] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] quota.recheck_quota = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.411258] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] quota.server_group_members = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.411412] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] quota.server_groups = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.411605] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.411767] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] quota.unified_limits_resource_strategy = require {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.411927] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.412088] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.412240] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] scheduler.image_metadata_prefilter = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.412388] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.412538] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] scheduler.max_attempts = 3 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.412688] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] scheduler.max_placement_results = 1000 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.412838] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.412985] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] scheduler.query_placement_for_image_type_support = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.413147] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.413305] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] scheduler.workers = 2 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.413467] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.413624] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.413789] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.413943] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.414108] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.414259] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.414410] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.414590] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.414748] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.host_subset_size = 1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.414902] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.415062] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.415216] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.415369] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.415517] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.415667] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.isolated_hosts = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.415814] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.isolated_images = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.415962] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.416136] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.416288] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.416438] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.pci_in_placement = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.416613] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.416766] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.416916] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.417075] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.417227] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.417376] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.417524] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.track_instance_changes = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.417722] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.417889] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] metrics.required = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.418054] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] metrics.weight_multiplier = 1.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.418210] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.418361] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] metrics.weight_setting = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.418670] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.418853] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] serial_console.enabled = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.419048] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] serial_console.port_range = 10000:20000 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.419213] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.419369] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.419527] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] serial_console.serialproxy_port = 6083 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.419682] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] service_user.auth_section = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.419839] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] service_user.auth_type = password {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.419985] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] service_user.cafile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.420149] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] service_user.certfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.420299] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] service_user.collect_timing = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.420449] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] service_user.insecure = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.420596] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] service_user.keyfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.420751] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] service_user.send_service_user_token = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.420899] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] service_user.split_loggers = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.421055] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] service_user.timeout = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.421215] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] spice.agent_enabled = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.421363] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] spice.enabled = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.421663] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.421858] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.422029] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] spice.html5proxy_port = 6082 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.422182] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] spice.image_compression = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.422327] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] spice.jpeg_compression = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.422470] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] spice.playback_compression = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.422619] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] spice.require_secure = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.422772] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] spice.server_listen = 127.0.0.1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.422959] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.423244] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.423403] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] spice.streaming_mode = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.423551] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] spice.zlib_compression = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.423706] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] upgrade_levels.baseapi = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.423863] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] upgrade_levels.compute = auto {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.424025] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] upgrade_levels.conductor = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.424175] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] upgrade_levels.scheduler = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.424328] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vendordata_dynamic_auth.auth_section = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.424478] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vendordata_dynamic_auth.auth_type = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.424623] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vendordata_dynamic_auth.cafile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.424768] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vendordata_dynamic_auth.certfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.424916] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.425071] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vendordata_dynamic_auth.insecure = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.425226] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vendordata_dynamic_auth.keyfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.425372] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.425516] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vendordata_dynamic_auth.timeout = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.425678] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vmware.api_retry_count = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.425824] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vmware.ca_file = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.425979] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vmware.cache_prefix = devstack-image-cache {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.426150] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vmware.cluster_name = testcl1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.426303] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vmware.connection_pool_size = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.426466] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vmware.console_delay_seconds = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.426633] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vmware.datastore_regex = ^datastore.* {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.426842] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.427015] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vmware.host_password = **** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.427186] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vmware.host_port = 443 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.427348] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vmware.host_username = administrator@vsphere.local {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.427504] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vmware.insecure = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.427675] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vmware.integration_bridge = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.427834] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vmware.maximum_objects = 100 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.427983] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vmware.pbm_default_policy = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.428151] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vmware.pbm_enabled = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.428297] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vmware.pbm_wsdl_location = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.428455] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.428604] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vmware.serial_port_proxy_uri = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.428748] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vmware.serial_port_service_uri = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.428903] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vmware.task_poll_interval = 0.5 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.429075] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vmware.use_linked_clone = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.429236] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vmware.vnc_keymap = en-us {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.429389] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vmware.vnc_port = 5900 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.429539] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vmware.vnc_port_total = 10000 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.429714] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vnc.auth_schemes = ['none'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.429878] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vnc.enabled = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.430175] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.430348] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.430508] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vnc.novncproxy_port = 6080 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.430687] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vnc.server_listen = 127.0.0.1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.430855] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.431007] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vnc.vencrypt_ca_certs = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.431162] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vnc.vencrypt_client_cert = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.431305] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vnc.vencrypt_client_key = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.431472] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.431625] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] workarounds.disable_deep_image_inspection = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.431774] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.431924] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.432084] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.432237] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] workarounds.disable_rootwrap = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.432387] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] workarounds.enable_numa_live_migration = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.432535] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.432684] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.432831] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.432980] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] workarounds.libvirt_disable_apic = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.433144] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.433298] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.433449] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.433601] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.433752] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.433896] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.434055] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.434208] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.434356] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.434510] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.434679] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.434832] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] wsgi.secure_proxy_ssl_header = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.434982] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] zvm.ca_file = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.435144] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] zvm.cloud_connector_url = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.435441] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.435607] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] zvm.reachable_timeout = 300 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.435767] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.435930] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.436113] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] profiler.connection_string = messaging:// {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.436268] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] profiler.enabled = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.436425] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] profiler.es_doc_type = notification {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.436605] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] profiler.es_scroll_size = 10000 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.436770] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] profiler.es_scroll_time = 2m {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.436922] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] profiler.filter_error_trace = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.437096] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] profiler.hmac_keys = **** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.437258] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] profiler.sentinel_service_name = mymaster {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.437414] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] profiler.socket_timeout = 0.1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.437579] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] profiler.trace_requests = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.437740] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] profiler.trace_sqlalchemy = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.437917] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] profiler_jaeger.process_tags = {} {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.438078] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] profiler_jaeger.service_name_prefix = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.438229] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] profiler_otlp.service_name_prefix = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.438390] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.438539] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.438690] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.438835] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.438983] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.439144] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.439290] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.439438] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.439583] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.439739] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.439883] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.440049] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.440208] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.440360] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.440509] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.440666] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.440814] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.440965] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.441134] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.441288] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.441436] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.441595] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.441745] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.441893] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.442055] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.442205] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.442352] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.442500] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.442647] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.442795] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.442943] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.ssl = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.443118] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.443274] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.443424] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.443578] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.443732] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.443880] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.444066] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.444224] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_notifications.retry = -1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.444386] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.444543] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.444708] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.auth_section = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.444857] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.auth_type = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.445012] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.cafile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.445162] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.certfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.445309] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.collect_timing = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.445455] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.connect_retries = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.445599] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.connect_retry_delay = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.445742] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.endpoint_id = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.445896] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.endpoint_interface = publicURL {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.446050] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.endpoint_override = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.446199] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.endpoint_region_name = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.446339] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.endpoint_service_name = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.446516] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.endpoint_service_type = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.446660] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.insecure = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.446803] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.keyfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.446944] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.max_version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.447099] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.min_version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.447243] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.region_name = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.447386] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.retriable_status_codes = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.447529] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.service_name = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.447672] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.service_type = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.447817] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.split_loggers = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.447964] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.status_code_retries = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.448119] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.status_code_retry_delay = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.448261] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.timeout = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.448405] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.valid_interfaces = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.448545] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_limit.version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.448695] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_reports.file_event_handler = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.448873] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.449043] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] oslo_reports.log_dir = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.449207] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.449355] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.449501] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.449653] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.449806] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.449956] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.450115] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.450274] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.450419] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vif_plug_ovs_privileged.group = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.450560] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.450706] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.450855] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.451007] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.451160] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] vif_plug_ovs_privileged.user = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.451314] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] os_vif_linux_bridge.flat_interface = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.451482] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.451641] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.451797] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.451954] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.452125] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.452280] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.452427] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.452588] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.452745] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] os_vif_ovs.isolate_vif = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.452902] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.453065] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.453222] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.453377] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] os_vif_ovs.ovsdb_interface = native {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.453527] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] os_vif_ovs.per_port_bridge = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.453683] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] privsep_osbrick.capabilities = [21, 2] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.453827] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] privsep_osbrick.group = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.453969] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] privsep_osbrick.helper_command = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.454130] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] privsep_osbrick.log_daemon_traceback = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.454278] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.454437] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.454575] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] privsep_osbrick.user = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.454734] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.454896] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] nova_sys_admin.group = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.455070] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] nova_sys_admin.helper_command = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.455224] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] nova_sys_admin.log_daemon_traceback = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.455377] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.455527] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.455672] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] nova_sys_admin.user = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.455789] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-f35e0c98-abe4-44d5-bd6d-379b6be311e3 None None] ******************************************************************************** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 529.456217] env[65978]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 529.959791] env[65978]: WARNING nova.virt.vmwareapi.driver [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 529.960577] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] Getting list of instances from cluster (obj){ [ 529.960577] env[65978]: value = "domain-c8" [ 529.960577] env[65978]: _type = "ClusterComputeResource" [ 529.960577] env[65978]: } {{(pid=65978) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 529.961734] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59296d85-9fef-47ad-a74c-a94f7fb557f1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.971314] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] Got total of 0 instances {{(pid=65978) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 529.971845] env[65978]: INFO nova.virt.node [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] Generated node identity 7cef9df5-c7be-44a4-aef0-4856b8af9b78 [ 529.972102] env[65978]: INFO nova.virt.node [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] Wrote node identity 7cef9df5-c7be-44a4-aef0-4856b8af9b78 to /opt/stack/data/n-cpu-1/compute_id [ 530.475340] env[65978]: WARNING nova.compute.manager [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] Compute nodes ['7cef9df5-c7be-44a4-aef0-4856b8af9b78'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 531.481058] env[65978]: INFO nova.compute.manager [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 532.486742] env[65978]: WARNING nova.compute.manager [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 532.487164] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 532.487164] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 532.487311] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 532.487460] env[65978]: DEBUG nova.compute.resource_tracker [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65978) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 532.488345] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abecb421-c0dc-4d34-904a-d73f7540079d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.497502] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2ca414-efd5-4d04-8194-37ebb004eb4b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.513613] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0031cee-720b-4c65-918e-7b850b75d23a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.520742] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b53649f-3e3a-41a8-b064-5256405e1dae {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.550016] env[65978]: DEBUG nova.compute.resource_tracker [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180648MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65978) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 532.550198] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 532.550380] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 533.052637] env[65978]: WARNING nova.compute.resource_tracker [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] No compute node record for cpu-1:7cef9df5-c7be-44a4-aef0-4856b8af9b78: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 7cef9df5-c7be-44a4-aef0-4856b8af9b78 could not be found. [ 533.556186] env[65978]: INFO nova.compute.resource_tracker [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 [ 535.065034] env[65978]: DEBUG nova.compute.resource_tracker [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 535.065431] env[65978]: DEBUG nova.compute.resource_tracker [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 535.229534] env[65978]: INFO nova.scheduler.client.report [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] [req-c9dc7107-0b83-4fd8-9f6f-2108f1a25abc] Created resource provider record via placement API for resource provider with UUID 7cef9df5-c7be-44a4-aef0-4856b8af9b78 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 535.250596] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce43b8b5-9908-4db2-a743-582a029a4d65 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.259219] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb014a4a-4d8a-4bd9-9d39-3b53853364c3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.293114] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d7ad1c-aaf3-4f3c-807a-d56e13d68429 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.301575] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271be709-9489-4585-84d1-ace6648bce27 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.315694] env[65978]: DEBUG nova.compute.provider_tree [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 535.852479] env[65978]: DEBUG nova.scheduler.client.report [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] Updated inventory for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 535.852688] env[65978]: DEBUG nova.compute.provider_tree [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] Updating resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 generation from 0 to 1 during operation: update_inventory {{(pid=65978) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 535.852821] env[65978]: DEBUG nova.compute.provider_tree [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 535.908114] env[65978]: DEBUG nova.compute.provider_tree [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] Updating resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 generation from 1 to 2 during operation: update_traits {{(pid=65978) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 536.413417] env[65978]: DEBUG nova.compute.resource_tracker [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65978) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 536.413797] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.863s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 536.413797] env[65978]: DEBUG nova.service [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] Creating RPC server for service compute {{(pid=65978) start /opt/stack/nova/nova/service.py:177}} [ 536.429291] env[65978]: DEBUG nova.service [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] Join ServiceGroup membership for this service compute {{(pid=65978) start /opt/stack/nova/nova/service.py:194}} [ 536.429486] env[65978]: DEBUG nova.servicegroup.drivers.db [None req-f18168be-d050-4297-82d4-bdcd1b79f7f9 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=65978) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 540.432078] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._sync_power_states {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 540.936255] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Getting list of instances from cluster (obj){ [ 540.936255] env[65978]: value = "domain-c8" [ 540.936255] env[65978]: _type = "ClusterComputeResource" [ 540.936255] env[65978]: } {{(pid=65978) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 540.937539] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b62fee-0546-495b-9ae7-470e90b9709a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.947248] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Got total of 0 instances {{(pid=65978) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 540.947486] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 540.947854] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Getting list of instances from cluster (obj){ [ 540.947854] env[65978]: value = "domain-c8" [ 540.947854] env[65978]: _type = "ClusterComputeResource" [ 540.947854] env[65978]: } {{(pid=65978) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 540.948766] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4526df-9a03-4a1e-b9cf-1ef433cc7515 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.957103] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Got total of 0 instances {{(pid=65978) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 573.630110] env[65978]: INFO nova.utils [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] The default thread pool MainProcess.default is initialized [ 573.631124] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Acquiring lock "c4384535-309d-4148-9580-e37e4d16cc53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.634033] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Lock "c4384535-309d-4148-9580-e37e4d16cc53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.136271] env[65978]: DEBUG nova.compute.manager [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 574.679672] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.679672] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.681949] env[65978]: INFO nova.compute.claims [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 575.731809] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934ea5d9-88bd-4b21-bd9d-fff7e6458d34 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.740266] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaff322-c6f6-412a-8e23-ae321d53b5ee {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.779075] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de7bb1c-97e6-4b27-865d-49a93c9362a8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.787310] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85009771-c3cc-4dba-b322-4b69bf9abe8d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.802334] env[65978]: DEBUG nova.compute.provider_tree [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 576.306303] env[65978]: DEBUG nova.scheduler.client.report [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 576.816869] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 576.817389] env[65978]: DEBUG nova.compute.manager [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 576.952961] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "c28552e9-d1fb-4a30-931c-b8a2180743c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.952961] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "c28552e9-d1fb-4a30-931c-b8a2180743c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.300654] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Acquiring lock "6ec51f06-0360-445b-9c4d-1cd45f6f5a31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.301037] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Lock "6ec51f06-0360-445b-9c4d-1cd45f6f5a31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.323229] env[65978]: DEBUG nova.compute.utils [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 577.325437] env[65978]: DEBUG nova.compute.manager [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 577.325437] env[65978]: DEBUG nova.network.neutron [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 577.326400] env[65978]: WARNING neutronclient.v2_0.client [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 577.327884] env[65978]: WARNING neutronclient.v2_0.client [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 577.459715] env[65978]: DEBUG nova.compute.manager [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 577.803820] env[65978]: DEBUG nova.compute.manager [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 577.831398] env[65978]: DEBUG nova.compute.manager [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 577.996217] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.997214] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.998793] env[65978]: INFO nova.compute.claims [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 578.324650] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.501867] env[65978]: DEBUG nova.policy [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f207d4d79e8a40c1892e518dc0dccc22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbf8abf99fff4f7f8f47a3ac4ae39183', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 578.842024] env[65978]: DEBUG nova.compute.manager [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 578.874588] env[65978]: DEBUG nova.virt.hardware [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 578.875187] env[65978]: DEBUG nova.virt.hardware [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 578.875513] env[65978]: DEBUG nova.virt.hardware [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 578.875953] env[65978]: DEBUG nova.virt.hardware [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 578.879017] env[65978]: DEBUG nova.virt.hardware [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 578.879017] env[65978]: DEBUG nova.virt.hardware [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 578.879017] env[65978]: DEBUG nova.virt.hardware [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 578.879017] env[65978]: DEBUG nova.virt.hardware [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 578.879017] env[65978]: DEBUG nova.virt.hardware [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 578.879379] env[65978]: DEBUG nova.virt.hardware [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 578.879379] env[65978]: DEBUG nova.virt.hardware [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 578.879379] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfd1f4a-11d9-4ae2-95fc-8ab94e94a47e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.889540] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dc58de-0835-4fe5-816a-b93c7f1fec13 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.913096] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f240ec9-4074-4512-aa9d-f90949aa2964 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.927120] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Acquiring lock "a7e481eb-655f-47a1-b447-86358056b458" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.927384] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Lock "a7e481eb-655f-47a1-b447-86358056b458" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.092176] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fff5736-7415-4532-bfd0-5b512e6064aa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.101650] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49759c0c-eab9-43ce-b938-2f19ae787baa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.133040] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb0e122-f7f8-436d-9d54-9b31d554521c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.142197] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df22d88-9910-406f-b6b5-ecf6b0a97d9b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.157282] env[65978]: DEBUG nova.compute.provider_tree [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 579.432231] env[65978]: DEBUG nova.compute.manager [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 579.660427] env[65978]: DEBUG nova.scheduler.client.report [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 579.963591] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.167894] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.168525] env[65978]: DEBUG nova.compute.manager [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 580.173061] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.847s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.173061] env[65978]: INFO nova.compute.claims [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.517562] env[65978]: DEBUG nova.network.neutron [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Successfully created port: 107502c2-d056-4c36-ba1b-e6bf2177345f {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 580.680123] env[65978]: DEBUG nova.compute.utils [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 580.681826] env[65978]: DEBUG nova.compute.manager [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 580.681951] env[65978]: DEBUG nova.network.neutron [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 580.683377] env[65978]: WARNING neutronclient.v2_0.client [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 580.683690] env[65978]: WARNING neutronclient.v2_0.client [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 581.187056] env[65978]: DEBUG nova.compute.manager [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 581.240144] env[65978]: DEBUG nova.policy [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e5179d27afe479d933ce2ce63922cd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7479b38af7c414d9ab516169fc116dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 581.393257] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7092aac5-02f7-4dc3-8cb9-cb94231cf8e2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.406479] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2e5b61-015e-40a2-ae96-a4a58e16ede7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.445046] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78f18d1-a2d5-424a-bcc5-a737a0508e35 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.453703] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956e6eac-9ecc-4d57-ba85-4afe84e0eb64 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.470786] env[65978]: DEBUG nova.compute.provider_tree [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.647461] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Acquiring lock "5ab437df-2a7c-45b5-ab56-9c262d65134d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.647653] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Lock "5ab437df-2a7c-45b5-ab56-9c262d65134d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.975027] env[65978]: DEBUG nova.scheduler.client.report [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.150542] env[65978]: DEBUG nova.compute.manager [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 582.198901] env[65978]: DEBUG nova.compute.manager [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 582.228717] env[65978]: DEBUG nova.virt.hardware [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 582.229271] env[65978]: DEBUG nova.virt.hardware [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 582.229522] env[65978]: DEBUG nova.virt.hardware [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 582.229798] env[65978]: DEBUG nova.virt.hardware [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 582.230055] env[65978]: DEBUG nova.virt.hardware [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 582.233016] env[65978]: DEBUG nova.virt.hardware [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 582.233016] env[65978]: DEBUG nova.virt.hardware [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 582.233016] env[65978]: DEBUG nova.virt.hardware [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 582.233016] env[65978]: DEBUG nova.virt.hardware [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 582.233016] env[65978]: DEBUG nova.virt.hardware [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 582.233473] env[65978]: DEBUG nova.virt.hardware [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 582.233473] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091272a0-a007-4c7b-9010-168d1e6dd224 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.242191] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4acb131-84b5-46d8-bc12-aa8ad9b2e689 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.485204] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.485836] env[65978]: DEBUG nova.compute.manager [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 582.488928] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.525s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.491075] env[65978]: INFO nova.compute.claims [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 582.520257] env[65978]: DEBUG nova.network.neutron [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Successfully created port: 1f15b6b6-ba07-4bf7-a8d8-a111535ab31b {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 582.634746] env[65978]: DEBUG oslo_concurrency.lockutils [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Acquiring lock "3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.635154] env[65978]: DEBUG oslo_concurrency.lockutils [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Lock "3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.677287] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.869568] env[65978]: DEBUG nova.network.neutron [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Successfully updated port: 107502c2-d056-4c36-ba1b-e6bf2177345f {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 582.994844] env[65978]: DEBUG nova.compute.utils [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 583.000273] env[65978]: DEBUG nova.compute.manager [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Not allocating networking since 'none' was specified. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 583.138399] env[65978]: DEBUG nova.compute.manager [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 583.375335] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Acquiring lock "refresh_cache-c4384535-309d-4148-9580-e37e4d16cc53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.375599] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Acquired lock "refresh_cache-c4384535-309d-4148-9580-e37e4d16cc53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.375719] env[65978]: DEBUG nova.network.neutron [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 583.507091] env[65978]: DEBUG nova.compute.manager [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 583.643103] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff0b17b-65c7-454c-aa4c-90de270ad77e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.657898] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b58d53f-141e-4425-b900-412e4a23e93d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.692816] env[65978]: DEBUG oslo_concurrency.lockutils [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.694036] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0d312d-7fc6-45bd-9d88-aa2c906e3490 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.703284] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4df3c8-e4c6-4c80-be86-107dd1d22904 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.719614] env[65978]: DEBUG nova.compute.provider_tree [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.226774] env[65978]: DEBUG nova.scheduler.client.report [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 584.517430] env[65978]: DEBUG nova.compute.manager [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 584.551970] env[65978]: DEBUG nova.virt.hardware [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 584.552235] env[65978]: DEBUG nova.virt.hardware [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 584.553062] env[65978]: DEBUG nova.virt.hardware [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 584.553326] env[65978]: DEBUG nova.virt.hardware [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 584.553472] env[65978]: DEBUG nova.virt.hardware [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 584.553613] env[65978]: DEBUG nova.virt.hardware [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 584.554072] env[65978]: DEBUG nova.virt.hardware [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 584.554247] env[65978]: DEBUG nova.virt.hardware [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 584.554410] env[65978]: DEBUG nova.virt.hardware [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 584.554567] env[65978]: DEBUG nova.virt.hardware [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 584.554723] env[65978]: DEBUG nova.virt.hardware [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 584.556384] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15e54d7-2711-481d-8e91-8bc0a862014e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.565679] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63968680-2c22-44db-90e5-fb38ac0e060d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.581788] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Instance VIF info [] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 584.591454] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.591791] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2d659a0-9a64-419f-a0f4-fc7306585705 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.605563] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Created folder: OpenStack in parent group-v4. [ 584.605695] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Creating folder: Project (51768555608c4d11b7c9fc54910dc618). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.605941] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f51e3f9-dcfb-4430-bc45-6470bdd2bb0f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.618391] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Created folder: Project (51768555608c4d11b7c9fc54910dc618) in parent group-v919857. [ 584.618679] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Creating folder: Instances. Parent ref: group-v919858. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.619018] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edd276af-ecf4-4089-b3ea-45df09f8ebec {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.629574] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Created folder: Instances in parent group-v919858. [ 584.629828] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 584.630053] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 584.630285] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ad16807-8663-4ca5-8fce-89c32aaaefc1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.648468] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 584.648468] env[65978]: value = "task-4713736" [ 584.648468] env[65978]: _type = "Task" [ 584.648468] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.658080] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713736, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.731918] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.732517] env[65978]: DEBUG nova.compute.manager [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 584.737020] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.058s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.737020] env[65978]: INFO nova.compute.claims [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.759844] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.760226] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.760420] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.760603] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.760781] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.760960] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.761168] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.761368] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65978) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11240}} [ 584.761518] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 585.079601] env[65978]: DEBUG nova.network.neutron [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Successfully updated port: 1f15b6b6-ba07-4bf7-a8d8-a111535ab31b {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 585.159484] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713736, 'name': CreateVM_Task, 'duration_secs': 0.352295} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.160878] env[65978]: DEBUG nova.network.neutron [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 585.163058] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 585.164280] env[65978]: DEBUG oslo_vmware.service [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a078e1b-8a21-4fdd-be78-07cd62d0ae78 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.171430] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.171589] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.172283] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.172483] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-889a565b-47b7-4ee9-bec8-d04424f92602 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.177933] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Waiting for the task: (returnval){ [ 585.177933] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525b3a54-f0b4-db17-b227-d444498a82b6" [ 585.177933] env[65978]: _type = "Task" [ 585.177933] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.188617] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525b3a54-f0b4-db17-b227-d444498a82b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.244605] env[65978]: DEBUG nova.compute.utils [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 585.252143] env[65978]: DEBUG nova.compute.manager [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Not allocating networking since 'none' was specified. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 585.265749] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.410672] env[65978]: WARNING neutronclient.v2_0.client [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 585.549120] env[65978]: DEBUG nova.network.neutron [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Updating instance_info_cache with network_info: [{"id": "107502c2-d056-4c36-ba1b-e6bf2177345f", "address": "fa:16:3e:be:ba:7e", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap107502c2-d0", "ovs_interfaceid": "107502c2-d056-4c36-ba1b-e6bf2177345f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.583495] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "refresh_cache-c28552e9-d1fb-4a30-931c-b8a2180743c7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.583495] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquired lock "refresh_cache-c28552e9-d1fb-4a30-931c-b8a2180743c7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.583495] env[65978]: DEBUG nova.network.neutron [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 585.695396] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.695396] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 585.695955] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.695955] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.696868] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 585.696868] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3eeda72d-7112-4bcc-94f9-2ec62f2aa7b1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.721562] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 585.721562] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 585.722021] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452b4495-fb4c-4ad3-a92c-e8005a820e43 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.733723] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2d3739e-7a6d-4378-947f-494b7fcb9f3f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.741278] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Waiting for the task: (returnval){ [ 585.741278] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5285a715-2cda-52e6-b013-b857a4b1dd9b" [ 585.741278] env[65978]: _type = "Task" [ 585.741278] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.750993] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5285a715-2cda-52e6-b013-b857a4b1dd9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.752676] env[65978]: DEBUG nova.compute.manager [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 585.940540] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e06301-800e-4808-8c95-9499f1c6b70c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.950326] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f65f1e8-aec0-4201-9c1b-15afc3e42cb0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.991469] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cabd9be-2c35-406e-b468-6bb8f51d9d60 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.000534] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c101ac2f-7925-491a-963d-a9c21aab0a48 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.016523] env[65978]: DEBUG nova.compute.provider_tree [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.053407] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Releasing lock "refresh_cache-c4384535-309d-4148-9580-e37e4d16cc53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.053407] env[65978]: DEBUG nova.compute.manager [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Instance network_info: |[{"id": "107502c2-d056-4c36-ba1b-e6bf2177345f", "address": "fa:16:3e:be:ba:7e", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap107502c2-d0", "ovs_interfaceid": "107502c2-d056-4c36-ba1b-e6bf2177345f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 586.054323] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:ba:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '107502c2-d056-4c36-ba1b-e6bf2177345f', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 586.064361] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Creating folder: Project (bbf8abf99fff4f7f8f47a3ac4ae39183). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.066436] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bd225c2-56e4-4e0a-84fe-8340e7f09122 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.079670] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Created folder: Project (bbf8abf99fff4f7f8f47a3ac4ae39183) in parent group-v919857. [ 586.080313] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Creating folder: Instances. Parent ref: group-v919861. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.081325] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70d84be5-2622-4f4c-8775-ca42e7b7858a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.095481] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Created folder: Instances in parent group-v919861. [ 586.095481] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 586.095977] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 586.096625] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18359f2b-90e9-4bfd-a540-25a38719cd2a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.123849] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 586.123849] env[65978]: value = "task-4713739" [ 586.123849] env[65978]: _type = "Task" [ 586.123849] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.136625] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713739, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.147675] env[65978]: DEBUG nova.network.neutron [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 586.234028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Acquiring lock "9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.234028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Lock "9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.256972] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Preparing fetch location {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 586.258015] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Creating directory with path [datastore2] vmware_temp/4be5a99c-bc8f-48b7-a90a-faad6156ae25/60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.258015] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bbabfa2-91e9-489b-8106-0fed77882ae5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.280602] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Created directory with path [datastore2] vmware_temp/4be5a99c-bc8f-48b7-a90a-faad6156ae25/60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.281098] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Fetch image to [datastore2] vmware_temp/4be5a99c-bc8f-48b7-a90a-faad6156ae25/60ae46d2-80a6-44b0-babe-7226023243fc/tmp-sparse.vmdk {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 586.281098] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Downloading image file data 60ae46d2-80a6-44b0-babe-7226023243fc to [datastore2] vmware_temp/4be5a99c-bc8f-48b7-a90a-faad6156ae25/60ae46d2-80a6-44b0-babe-7226023243fc/tmp-sparse.vmdk on the data store datastore2 {{(pid=65978) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 586.282599] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d2c1b7-bda7-4ace-a2f5-a82de9536989 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.297227] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e82df6e-bb96-46db-8e4f-874db67764fb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.313098] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d437bc-cd9c-4314-a5bf-ae2ae6cd56c3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.370231] env[65978]: WARNING neutronclient.v2_0.client [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 586.371146] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9506d7d6-08a6-48dd-94bc-8d9d03d82dff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.379991] env[65978]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-5c2c49dc-ac04-465f-8050-dcae42e8fcd4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.411021] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Downloading image file data 60ae46d2-80a6-44b0-babe-7226023243fc to the data store datastore2 {{(pid=65978) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 586.514360] env[65978]: DEBUG oslo_vmware.rw_handles [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4be5a99c-bc8f-48b7-a90a-faad6156ae25/60ae46d2-80a6-44b0-babe-7226023243fc/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65978) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 586.573534] env[65978]: DEBUG nova.scheduler.client.report [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.638219] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713739, 'name': CreateVM_Task, 'duration_secs': 0.383924} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.639568] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 586.640123] env[65978]: WARNING neutronclient.v2_0.client [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 586.740905] env[65978]: DEBUG nova.compute.manager [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 586.781133] env[65978]: DEBUG nova.compute.manager [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 586.821025] env[65978]: DEBUG nova.virt.hardware [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 586.821306] env[65978]: DEBUG nova.virt.hardware [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.821430] env[65978]: DEBUG nova.virt.hardware [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 586.821580] env[65978]: DEBUG nova.virt.hardware [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.821976] env[65978]: DEBUG nova.virt.hardware [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 586.821976] env[65978]: DEBUG nova.virt.hardware [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 586.822138] env[65978]: DEBUG nova.virt.hardware [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 586.822294] env[65978]: DEBUG nova.virt.hardware [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 586.822455] env[65978]: DEBUG nova.virt.hardware [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 586.823653] env[65978]: DEBUG nova.virt.hardware [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 586.823653] env[65978]: DEBUG nova.virt.hardware [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 586.824044] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d565290-2b41-4dec-9706-65677116678b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.837990] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d357db1b-adca-4c72-bc81-f2c94a2a689d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.854573] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Instance VIF info [] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 586.860281] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Creating folder: Project (2ebceb9546054aea975ea99b5b82a4bd). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.864156] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-783c691c-4a84-48a8-976f-f8a67eff4cc5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.876154] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Created folder: Project (2ebceb9546054aea975ea99b5b82a4bd) in parent group-v919857. [ 586.876385] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Creating folder: Instances. Parent ref: group-v919864. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.878030] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d962b512-598d-4de5-b80f-3776934f9731 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.889876] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Created folder: Instances in parent group-v919864. [ 586.890171] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 586.890398] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7e481eb-655f-47a1-b447-86358056b458] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 586.890626] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d24a5f9-dfe0-4184-aa5d-aa3bdea2615d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.913038] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 586.913038] env[65978]: value = "task-4713742" [ 586.913038] env[65978]: _type = "Task" [ 586.913038] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.924934] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713742, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.021305] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.021305] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.021907] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.021907] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29df9aa-452f-4bb5-bcf7-b4a70aec13da {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.033618] env[65978]: DEBUG oslo_vmware.api [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Waiting for the task: (returnval){ [ 587.033618] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529fc3f6-9a02-b0f7-823f-644fb8675c74" [ 587.033618] env[65978]: _type = "Task" [ 587.033618] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.049024] env[65978]: DEBUG oslo_vmware.api [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529fc3f6-9a02-b0f7-823f-644fb8675c74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.080534] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.081313] env[65978]: DEBUG nova.compute.manager [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 587.087184] env[65978]: DEBUG oslo_concurrency.lockutils [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.394s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.088982] env[65978]: INFO nova.compute.claims [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.094177] env[65978]: DEBUG nova.network.neutron [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Updating instance_info_cache with network_info: [{"id": "1f15b6b6-ba07-4bf7-a8d8-a111535ab31b", "address": "fa:16:3e:52:17:7c", "network": {"id": "9cc5a8d2-8f96-432c-8dda-b76a6f7b1b83", "bridge": "br-int", "label": "tempest-ImagesTestJSON-821420644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7479b38af7c414d9ab516169fc116dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f15b6b6-ba", "ovs_interfaceid": "1f15b6b6-ba07-4bf7-a8d8-a111535ab31b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.198618] env[65978]: DEBUG nova.compute.manager [req-20339947-275f-4cc7-a4d7-b42134f7dc9c req-f4448f18-2812-4768-bad5-eee8498cb4a4 service nova] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Received event network-vif-plugged-107502c2-d056-4c36-ba1b-e6bf2177345f {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 587.198905] env[65978]: DEBUG oslo_concurrency.lockutils [req-20339947-275f-4cc7-a4d7-b42134f7dc9c req-f4448f18-2812-4768-bad5-eee8498cb4a4 service nova] Acquiring lock "c4384535-309d-4148-9580-e37e4d16cc53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.199056] env[65978]: DEBUG oslo_concurrency.lockutils [req-20339947-275f-4cc7-a4d7-b42134f7dc9c req-f4448f18-2812-4768-bad5-eee8498cb4a4 service nova] Lock "c4384535-309d-4148-9580-e37e4d16cc53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.199197] env[65978]: DEBUG oslo_concurrency.lockutils [req-20339947-275f-4cc7-a4d7-b42134f7dc9c req-f4448f18-2812-4768-bad5-eee8498cb4a4 service nova] Lock "c4384535-309d-4148-9580-e37e4d16cc53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.199356] env[65978]: DEBUG nova.compute.manager [req-20339947-275f-4cc7-a4d7-b42134f7dc9c req-f4448f18-2812-4768-bad5-eee8498cb4a4 service nova] [instance: c4384535-309d-4148-9580-e37e4d16cc53] No waiting events found dispatching network-vif-plugged-107502c2-d056-4c36-ba1b-e6bf2177345f {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 587.199527] env[65978]: WARNING nova.compute.manager [req-20339947-275f-4cc7-a4d7-b42134f7dc9c req-f4448f18-2812-4768-bad5-eee8498cb4a4 service nova] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Received unexpected event network-vif-plugged-107502c2-d056-4c36-ba1b-e6bf2177345f for instance with vm_state building and task_state spawning. [ 587.246397] env[65978]: DEBUG oslo_vmware.rw_handles [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Completed reading data from the image iterator. {{(pid=65978) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 587.246677] env[65978]: DEBUG oslo_vmware.rw_handles [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4be5a99c-bc8f-48b7-a90a-faad6156ae25/60ae46d2-80a6-44b0-babe-7226023243fc/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65978) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 587.273060] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.380584] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Downloaded image file data 60ae46d2-80a6-44b0-babe-7226023243fc to vmware_temp/4be5a99c-bc8f-48b7-a90a-faad6156ae25/60ae46d2-80a6-44b0-babe-7226023243fc/tmp-sparse.vmdk on the data store datastore2 {{(pid=65978) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 587.383535] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Caching image {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 587.383718] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Copying Virtual Disk [datastore2] vmware_temp/4be5a99c-bc8f-48b7-a90a-faad6156ae25/60ae46d2-80a6-44b0-babe-7226023243fc/tmp-sparse.vmdk to [datastore2] vmware_temp/4be5a99c-bc8f-48b7-a90a-faad6156ae25/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 587.384265] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a3fd879-c8d8-43c4-9765-07e6f5dddc72 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.395557] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Waiting for the task: (returnval){ [ 587.395557] env[65978]: value = "task-4713743" [ 587.395557] env[65978]: _type = "Task" [ 587.395557] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.410063] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': task-4713743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.428535] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713742, 'name': CreateVM_Task, 'duration_secs': 0.311685} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.429285] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7e481eb-655f-47a1-b447-86358056b458] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 587.429285] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.546027] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.546488] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 587.548060] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.548060] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.548233] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.548487] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90a91b96-9385-441a-86cb-cb498d07ad71 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.555548] env[65978]: DEBUG oslo_vmware.api [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Waiting for the task: (returnval){ [ 587.555548] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52880154-6eee-dc27-14a7-d43419a8f6c6" [ 587.555548] env[65978]: _type = "Task" [ 587.555548] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.565030] env[65978]: DEBUG oslo_vmware.api [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52880154-6eee-dc27-14a7-d43419a8f6c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.601628] env[65978]: DEBUG nova.compute.utils [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 587.601628] env[65978]: DEBUG nova.compute.manager [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 587.601628] env[65978]: DEBUG nova.network.neutron [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 587.601628] env[65978]: WARNING neutronclient.v2_0.client [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 587.601628] env[65978]: WARNING neutronclient.v2_0.client [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 587.613598] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Releasing lock "refresh_cache-c28552e9-d1fb-4a30-931c-b8a2180743c7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.616027] env[65978]: DEBUG nova.compute.manager [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Instance network_info: |[{"id": "1f15b6b6-ba07-4bf7-a8d8-a111535ab31b", "address": "fa:16:3e:52:17:7c", "network": {"id": "9cc5a8d2-8f96-432c-8dda-b76a6f7b1b83", "bridge": "br-int", "label": "tempest-ImagesTestJSON-821420644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7479b38af7c414d9ab516169fc116dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f15b6b6-ba", "ovs_interfaceid": "1f15b6b6-ba07-4bf7-a8d8-a111535ab31b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 587.616189] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:17:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f15b6b6-ba07-4bf7-a8d8-a111535ab31b', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 587.625692] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Creating folder: Project (b7479b38af7c414d9ab516169fc116dc). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.627238] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab951f0d-23e4-47a2-9307-e6c97ad97db3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.639029] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Created folder: Project (b7479b38af7c414d9ab516169fc116dc) in parent group-v919857. [ 587.639180] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Creating folder: Instances. Parent ref: group-v919867. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.640035] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5406adf6-f8d6-477d-87a3-ccd2ae905c66 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.650516] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Created folder: Instances in parent group-v919867. [ 587.651032] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 587.654716] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 587.655194] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6424b6fb-e998-4c7c-915a-b4d9a57174e3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.679076] env[65978]: DEBUG nova.compute.manager [req-ad7ff086-4bd3-45a2-b33d-dd34fc2e69b4 req-8fbe86b1-41d0-4fa9-9524-e8dedf98bcc2 service nova] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Received event network-vif-plugged-1f15b6b6-ba07-4bf7-a8d8-a111535ab31b {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 587.679311] env[65978]: DEBUG oslo_concurrency.lockutils [req-ad7ff086-4bd3-45a2-b33d-dd34fc2e69b4 req-8fbe86b1-41d0-4fa9-9524-e8dedf98bcc2 service nova] Acquiring lock "c28552e9-d1fb-4a30-931c-b8a2180743c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.679515] env[65978]: DEBUG oslo_concurrency.lockutils [req-ad7ff086-4bd3-45a2-b33d-dd34fc2e69b4 req-8fbe86b1-41d0-4fa9-9524-e8dedf98bcc2 service nova] Lock "c28552e9-d1fb-4a30-931c-b8a2180743c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.679728] env[65978]: DEBUG oslo_concurrency.lockutils [req-ad7ff086-4bd3-45a2-b33d-dd34fc2e69b4 req-8fbe86b1-41d0-4fa9-9524-e8dedf98bcc2 service nova] Lock "c28552e9-d1fb-4a30-931c-b8a2180743c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.680577] env[65978]: DEBUG nova.compute.manager [req-ad7ff086-4bd3-45a2-b33d-dd34fc2e69b4 req-8fbe86b1-41d0-4fa9-9524-e8dedf98bcc2 service nova] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] No waiting events found dispatching network-vif-plugged-1f15b6b6-ba07-4bf7-a8d8-a111535ab31b {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 587.680577] env[65978]: WARNING nova.compute.manager [req-ad7ff086-4bd3-45a2-b33d-dd34fc2e69b4 req-8fbe86b1-41d0-4fa9-9524-e8dedf98bcc2 service nova] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Received unexpected event network-vif-plugged-1f15b6b6-ba07-4bf7-a8d8-a111535ab31b for instance with vm_state building and task_state spawning. [ 587.686445] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 587.686445] env[65978]: value = "task-4713746" [ 587.686445] env[65978]: _type = "Task" [ 587.686445] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.698026] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713746, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.706593] env[65978]: DEBUG nova.policy [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cabf20e0aef0449a84921723da982340', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be4793d96a5645958195de2a66d4998a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 587.908035] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': task-4713743, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.072102] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.072102] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 588.072102] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.109402] env[65978]: DEBUG nova.compute.manager [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 588.198695] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713746, 'name': CreateVM_Task, 'duration_secs': 0.402037} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.198854] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 588.199333] env[65978]: WARNING neutronclient.v2_0.client [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 588.199713] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.199873] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.200198] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.200454] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac845c8e-67f8-45f9-b39a-32df08172743 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.209629] env[65978]: DEBUG oslo_vmware.api [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 588.209629] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52db8ae0-90bf-71be-17b0-f8b44ce6e71c" [ 588.209629] env[65978]: _type = "Task" [ 588.209629] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.217446] env[65978]: DEBUG oslo_vmware.api [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52db8ae0-90bf-71be-17b0-f8b44ce6e71c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.263808] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99aaf125-63a6-4797-97d0-a8fde330d126 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.275524] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd41a1f-469e-454c-aa60-623f47070dcc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.310675] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce2d84f-1db7-4961-aa47-9f9c248bf0b3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.319380] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e52bb62-2a2c-45af-93a8-6f08d6902b68 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.336616] env[65978]: DEBUG nova.compute.provider_tree [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.408573] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': task-4713743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716359} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.409237] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Copied Virtual Disk [datastore2] vmware_temp/4be5a99c-bc8f-48b7-a90a-faad6156ae25/60ae46d2-80a6-44b0-babe-7226023243fc/tmp-sparse.vmdk to [datastore2] vmware_temp/4be5a99c-bc8f-48b7-a90a-faad6156ae25/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.409237] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Deleting the datastore file [datastore2] vmware_temp/4be5a99c-bc8f-48b7-a90a-faad6156ae25/60ae46d2-80a6-44b0-babe-7226023243fc/tmp-sparse.vmdk {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 588.409491] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b814cb5f-e24d-49e7-8d6e-4d532da4a424 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.416721] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Waiting for the task: (returnval){ [ 588.416721] env[65978]: value = "task-4713747" [ 588.416721] env[65978]: _type = "Task" [ 588.416721] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.427370] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': task-4713747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.459682] env[65978]: DEBUG nova.network.neutron [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Successfully created port: e5d98d38-c2e0-4063-a6a0-d6a45d978304 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 588.720151] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.720515] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 588.720814] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.842107] env[65978]: DEBUG nova.scheduler.client.report [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.929634] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': task-4713747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02771} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.929634] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 588.930104] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Moving file from [datastore2] vmware_temp/4be5a99c-bc8f-48b7-a90a-faad6156ae25/60ae46d2-80a6-44b0-babe-7226023243fc to [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc. {{(pid=65978) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 588.930232] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-8640b1a7-2c07-44d2-9a53-bf19aee26a50 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.939132] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Waiting for the task: (returnval){ [ 588.939132] env[65978]: value = "task-4713748" [ 588.939132] env[65978]: _type = "Task" [ 588.939132] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.949892] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': task-4713748, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.117472] env[65978]: DEBUG nova.compute.manager [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 589.142787] env[65978]: DEBUG nova.virt.hardware [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 589.143048] env[65978]: DEBUG nova.virt.hardware [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.143236] env[65978]: DEBUG nova.virt.hardware [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 589.143390] env[65978]: DEBUG nova.virt.hardware [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.143561] env[65978]: DEBUG nova.virt.hardware [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 589.143653] env[65978]: DEBUG nova.virt.hardware [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 589.143978] env[65978]: DEBUG nova.virt.hardware [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 589.144092] env[65978]: DEBUG nova.virt.hardware [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 589.144273] env[65978]: DEBUG nova.virt.hardware [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 589.144397] env[65978]: DEBUG nova.virt.hardware [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 589.144559] env[65978]: DEBUG nova.virt.hardware [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 589.146550] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034f592f-6d8c-408a-8cd2-10ee340f1f55 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.159611] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71260b89-e1e8-43c9-9c60-ff2f414bb3a4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.350038] env[65978]: DEBUG oslo_concurrency.lockutils [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.350038] env[65978]: DEBUG nova.compute.manager [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 589.352362] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.087s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.352982] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.353414] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65978) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 589.353892] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.081s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.356480] env[65978]: INFO nova.compute.claims [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.364022] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596888ed-90ad-4ca1-9b82-63ddfbe2d991 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.374681] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e861c62-ef4b-4a56-85ac-46815ad6a092 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.391839] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b939624-f2fb-4bbd-9065-45f22b519f52 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.404495] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e4bb74-a248-4466-a5c3-d5445d8f0003 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.439208] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180652MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65978) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 589.439389] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.452014] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': task-4713748, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027575} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.452288] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] File moved {{(pid=65978) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 589.452473] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Cleaning up location [datastore2] vmware_temp/4be5a99c-bc8f-48b7-a90a-faad6156ae25 {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 589.452630] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Deleting the datastore file [datastore2] vmware_temp/4be5a99c-bc8f-48b7-a90a-faad6156ae25 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 589.452912] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a1f3af5-7d5a-40b5-b0a1-6a96980736de {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.461949] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Waiting for the task: (returnval){ [ 589.461949] env[65978]: value = "task-4713749" [ 589.461949] env[65978]: _type = "Task" [ 589.461949] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.471227] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': task-4713749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.862107] env[65978]: DEBUG nova.compute.utils [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 589.863702] env[65978]: DEBUG nova.compute.manager [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 589.867522] env[65978]: DEBUG nova.network.neutron [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 589.867977] env[65978]: WARNING neutronclient.v2_0.client [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 589.868421] env[65978]: WARNING neutronclient.v2_0.client [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 589.975651] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': task-4713749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02958} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.975969] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 589.976836] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6a3fd6a-19a9-43e7-915a-bcdca0653084 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.987436] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Waiting for the task: (returnval){ [ 589.987436] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5273b23e-82c0-98f3-6082-88e707009b7c" [ 589.987436] env[65978]: _type = "Task" [ 589.987436] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.998903] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5273b23e-82c0-98f3-6082-88e707009b7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.018177] env[65978]: DEBUG nova.network.neutron [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Successfully updated port: e5d98d38-c2e0-4063-a6a0-d6a45d978304 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 590.372032] env[65978]: DEBUG nova.compute.manager [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 590.503157] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5273b23e-82c0-98f3-6082-88e707009b7c, 'name': SearchDatastore_Task, 'duration_secs': 0.011143} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.506633] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.507148] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 6ec51f06-0360-445b-9c4d-1cd45f6f5a31/6ec51f06-0360-445b-9c4d-1cd45f6f5a31.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.507614] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.507773] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.508036] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d37494d-1715-4272-ad71-2e924fae9f49 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.510222] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fe92789-d5c4-4ad1-9b70-21661ba94858 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.520734] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a41c48-1a23-4251-a6a8-4ce071a61f16 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.528956] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Acquiring lock "refresh_cache-5ab437df-2a7c-45b5-ab56-9c262d65134d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.528956] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Acquired lock "refresh_cache-5ab437df-2a7c-45b5-ab56-9c262d65134d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.529182] env[65978]: DEBUG nova.network.neutron [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 590.530256] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Waiting for the task: (returnval){ [ 590.530256] env[65978]: value = "task-4713750" [ 590.530256] env[65978]: _type = "Task" [ 590.530256] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.539080] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.539434] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 590.540557] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8ece26a-6927-49a3-b7c4-af68e0bca9a6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.550135] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': task-4713750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.552069] env[65978]: DEBUG nova.policy [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65547a95d2d848f391b8da0f761272dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8a770e4016044c593a30b2709587f81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.555523] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46a10e7-7917-495c-8c45-a4ed598a68ac {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.563471] env[65978]: DEBUG oslo_vmware.api [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Waiting for the task: (returnval){ [ 590.563471] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f77db5-ea63-e5c3-4a09-f4ad9c135178" [ 590.563471] env[65978]: _type = "Task" [ 590.563471] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.591941] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abec91d4-52e5-427f-89d9-4a47e8cc2022 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.599200] env[65978]: DEBUG oslo_vmware.api [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f77db5-ea63-e5c3-4a09-f4ad9c135178, 'name': SearchDatastore_Task, 'duration_secs': 0.009396} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.600763] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8878fe53-5f10-4a5a-8526-9326ce74f6d7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.608161] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752fc875-64f4-4cde-89f4-c9821d8da3a9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.613366] env[65978]: DEBUG oslo_vmware.api [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Waiting for the task: (returnval){ [ 590.613366] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521a5e1c-15ea-b9aa-1924-2b4465e7dd3a" [ 590.613366] env[65978]: _type = "Task" [ 590.613366] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.625273] env[65978]: DEBUG nova.compute.provider_tree [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.633401] env[65978]: DEBUG oslo_vmware.api [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521a5e1c-15ea-b9aa-1924-2b4465e7dd3a, 'name': SearchDatastore_Task, 'duration_secs': 0.008337} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.633761] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.634098] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] c4384535-309d-4148-9580-e37e4d16cc53/c4384535-309d-4148-9580-e37e4d16cc53.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.634410] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.634852] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.634954] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f11cb8f4-cba0-4151-b16c-640bd5466c93 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.637916] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0aaced43-8dc1-4885-9d04-45ceccec4f77 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.647510] env[65978]: DEBUG oslo_vmware.api [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Waiting for the task: (returnval){ [ 590.647510] env[65978]: value = "task-4713751" [ 590.647510] env[65978]: _type = "Task" [ 590.647510] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.649224] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.649618] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 590.653704] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b90a9752-55a6-4285-935b-28d924f97813 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.662240] env[65978]: DEBUG oslo_vmware.api [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Waiting for the task: (returnval){ [ 590.662240] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52139975-a5b6-9fb4-07c6-c891eeef6901" [ 590.662240] env[65978]: _type = "Task" [ 590.662240] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.668295] env[65978]: DEBUG oslo_vmware.api [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Task: {'id': task-4713751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.682123] env[65978]: DEBUG oslo_vmware.api [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52139975-a5b6-9fb4-07c6-c891eeef6901, 'name': SearchDatastore_Task, 'duration_secs': 0.008961} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.683503] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df8eeab7-f7a4-46f2-8c95-4a95955c8bc2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.693259] env[65978]: DEBUG oslo_vmware.api [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Waiting for the task: (returnval){ [ 590.693259] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dd8733-f121-6d20-332d-deac7dc812e2" [ 590.693259] env[65978]: _type = "Task" [ 590.693259] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.709234] env[65978]: DEBUG oslo_vmware.api [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dd8733-f121-6d20-332d-deac7dc812e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.985589] env[65978]: DEBUG nova.network.neutron [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Successfully created port: ab03c23e-1ff2-48ae-8286-dda73616b2f8 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 591.047768] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': task-4713750, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.130367] env[65978]: DEBUG nova.scheduler.client.report [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.159232] env[65978]: DEBUG oslo_vmware.api [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Task: {'id': task-4713751, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.205403] env[65978]: DEBUG oslo_vmware.api [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dd8733-f121-6d20-332d-deac7dc812e2, 'name': SearchDatastore_Task, 'duration_secs': 0.071515} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.205735] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.205938] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a7e481eb-655f-47a1-b447-86358056b458/a7e481eb-655f-47a1-b447-86358056b458.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.206197] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.206375] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.206596] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6946491a-8d9d-4163-84d0-ab511e02f1bf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.208925] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a29e57c4-4fff-49d6-9067-e547da1fddd6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.218780] env[65978]: DEBUG oslo_vmware.api [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Waiting for the task: (returnval){ [ 591.218780] env[65978]: value = "task-4713752" [ 591.218780] env[65978]: _type = "Task" [ 591.218780] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.224456] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.224825] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.225469] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ba5576b-292e-479d-9c51-dac407f0d1a8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.231969] env[65978]: DEBUG oslo_vmware.api [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.236659] env[65978]: DEBUG oslo_vmware.api [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 591.236659] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b6c042-5599-fdfe-e24d-edc87c7522ba" [ 591.236659] env[65978]: _type = "Task" [ 591.236659] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.247127] env[65978]: DEBUG oslo_vmware.api [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b6c042-5599-fdfe-e24d-edc87c7522ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.389371] env[65978]: DEBUG nova.compute.manager [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 591.418707] env[65978]: DEBUG nova.virt.hardware [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 591.419072] env[65978]: DEBUG nova.virt.hardware [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 591.419153] env[65978]: DEBUG nova.virt.hardware [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 591.419294] env[65978]: DEBUG nova.virt.hardware [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 591.419638] env[65978]: DEBUG nova.virt.hardware [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 591.419638] env[65978]: DEBUG nova.virt.hardware [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 591.419770] env[65978]: DEBUG nova.virt.hardware [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 591.419919] env[65978]: DEBUG nova.virt.hardware [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 591.420091] env[65978]: DEBUG nova.virt.hardware [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 591.420268] env[65978]: DEBUG nova.virt.hardware [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 591.420410] env[65978]: DEBUG nova.virt.hardware [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 591.421302] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3deec2-2ea7-43b4-87de-b40457f16e33 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.433028] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80477f37-5e9f-4309-aadd-d0f41f7e3415 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.544853] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': task-4713750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57197} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.546352] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 6ec51f06-0360-445b-9c4d-1cd45f6f5a31/6ec51f06-0360-445b-9c4d-1cd45f6f5a31.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.546604] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 591.549565] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fed320f-f279-42ec-8f53-a4378a9c6e97 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.552140] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "ecc645e7-d1f9-4d1c-b6db-5835c528d775" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.552430] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "ecc645e7-d1f9-4d1c-b6db-5835c528d775" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.560111] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Waiting for the task: (returnval){ [ 591.560111] env[65978]: value = "task-4713753" [ 591.560111] env[65978]: _type = "Task" [ 591.560111] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.571848] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': task-4713753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.636227] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.636725] env[65978]: DEBUG nova.compute.manager [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 591.639849] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.200s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.668156] env[65978]: DEBUG oslo_vmware.api [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Task: {'id': task-4713751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.839482} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.668528] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] c4384535-309d-4148-9580-e37e4d16cc53/c4384535-309d-4148-9580-e37e4d16cc53.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.668741] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 591.669643] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbb56c7b-f1de-4e42-987d-29f9d095fb99 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.680334] env[65978]: DEBUG oslo_vmware.api [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Waiting for the task: (returnval){ [ 591.680334] env[65978]: value = "task-4713754" [ 591.680334] env[65978]: _type = "Task" [ 591.680334] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.693789] env[65978]: DEBUG nova.network.neutron [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 591.700454] env[65978]: DEBUG oslo_vmware.api [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Task: {'id': task-4713754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.734119] env[65978]: DEBUG oslo_vmware.api [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713752, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.749967] env[65978]: DEBUG oslo_vmware.api [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b6c042-5599-fdfe-e24d-edc87c7522ba, 'name': SearchDatastore_Task, 'duration_secs': 0.052885} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.751274] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67a34194-9d00-49a7-8172-ecbae1a56cb0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.758251] env[65978]: DEBUG oslo_vmware.api [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 591.758251] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527d48c7-d210-54a0-00f6-e3ca53f57f57" [ 591.758251] env[65978]: _type = "Task" [ 591.758251] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.770824] env[65978]: DEBUG oslo_vmware.api [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527d48c7-d210-54a0-00f6-e3ca53f57f57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.056033] env[65978]: DEBUG nova.compute.manager [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 592.070967] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': task-4713753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091655} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.071648] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 592.072520] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029aab18-8294-4fd1-a609-ca290c6b7dba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.095060] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 6ec51f06-0360-445b-9c4d-1cd45f6f5a31/6ec51f06-0360-445b-9c4d-1cd45f6f5a31.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 592.096364] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6168884-95fa-4583-9534-25eb18602724 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.117992] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Waiting for the task: (returnval){ [ 592.117992] env[65978]: value = "task-4713755" [ 592.117992] env[65978]: _type = "Task" [ 592.117992] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.128292] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': task-4713755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.143549] env[65978]: DEBUG nova.compute.utils [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 592.145040] env[65978]: DEBUG nova.compute.manager [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 592.145276] env[65978]: DEBUG nova.network.neutron [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 592.145601] env[65978]: WARNING neutronclient.v2_0.client [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 592.145903] env[65978]: WARNING neutronclient.v2_0.client [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 592.191683] env[65978]: DEBUG oslo_vmware.api [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Task: {'id': task-4713754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092002} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.192073] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 592.192860] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b17a778-ea7a-4ef7-9d1f-9e74265336b6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.218250] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] c4384535-309d-4148-9580-e37e4d16cc53/c4384535-309d-4148-9580-e37e4d16cc53.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 592.218961] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91c1be11-c5a4-41eb-95dd-18813f3e7e08 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.244023] env[65978]: DEBUG oslo_vmware.api [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699221} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.245520] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a7e481eb-655f-47a1-b447-86358056b458/a7e481eb-655f-47a1-b447-86358056b458.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 592.245734] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 592.246084] env[65978]: DEBUG oslo_vmware.api [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Waiting for the task: (returnval){ [ 592.246084] env[65978]: value = "task-4713756" [ 592.246084] env[65978]: _type = "Task" [ 592.246084] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.246323] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1fe0bc3-9346-466a-a59c-01a6a03b9112 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.260524] env[65978]: DEBUG oslo_vmware.api [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Task: {'id': task-4713756, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.265105] env[65978]: DEBUG oslo_vmware.api [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Waiting for the task: (returnval){ [ 592.265105] env[65978]: value = "task-4713757" [ 592.265105] env[65978]: _type = "Task" [ 592.265105] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.274769] env[65978]: DEBUG oslo_vmware.api [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527d48c7-d210-54a0-00f6-e3ca53f57f57, 'name': SearchDatastore_Task, 'duration_secs': 0.057561} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.275709] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.275970] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] c28552e9-d1fb-4a30-931c-b8a2180743c7/c28552e9-d1fb-4a30-931c-b8a2180743c7.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 592.276131] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46d52db3-c326-4671-bb63-3c5ce9655cc7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.281165] env[65978]: DEBUG oslo_vmware.api [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.286535] env[65978]: DEBUG oslo_vmware.api [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 592.286535] env[65978]: value = "task-4713758" [ 592.286535] env[65978]: _type = "Task" [ 592.286535] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.299151] env[65978]: DEBUG oslo_vmware.api [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.561780] env[65978]: DEBUG nova.network.neutron [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Successfully updated port: ab03c23e-1ff2-48ae-8286-dda73616b2f8 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 592.597119] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.631485] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': task-4713755, 'name': ReconfigVM_Task, 'duration_secs': 0.326781} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.632214] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 6ec51f06-0360-445b-9c4d-1cd45f6f5a31/6ec51f06-0360-445b-9c4d-1cd45f6f5a31.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.633598] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae6655ec-e5c0-47d4-8120-e8c471c924bc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.644489] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Waiting for the task: (returnval){ [ 592.644489] env[65978]: value = "task-4713759" [ 592.644489] env[65978]: _type = "Task" [ 592.644489] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.655236] env[65978]: DEBUG nova.compute.manager [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 592.664852] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': task-4713759, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.675274] env[65978]: DEBUG nova.compute.manager [req-7826e20d-90e7-489d-ba3a-965ff73da2c3 req-a02c10ed-251b-4709-b19d-a54b9a9e4749 service nova] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Received event network-changed-107502c2-d056-4c36-ba1b-e6bf2177345f {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 592.677238] env[65978]: DEBUG nova.compute.manager [req-7826e20d-90e7-489d-ba3a-965ff73da2c3 req-a02c10ed-251b-4709-b19d-a54b9a9e4749 service nova] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Refreshing instance network info cache due to event network-changed-107502c2-d056-4c36-ba1b-e6bf2177345f. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 592.677238] env[65978]: DEBUG oslo_concurrency.lockutils [req-7826e20d-90e7-489d-ba3a-965ff73da2c3 req-a02c10ed-251b-4709-b19d-a54b9a9e4749 service nova] Acquiring lock "refresh_cache-c4384535-309d-4148-9580-e37e4d16cc53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.677238] env[65978]: DEBUG oslo_concurrency.lockutils [req-7826e20d-90e7-489d-ba3a-965ff73da2c3 req-a02c10ed-251b-4709-b19d-a54b9a9e4749 service nova] Acquired lock "refresh_cache-c4384535-309d-4148-9580-e37e4d16cc53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.677238] env[65978]: DEBUG nova.network.neutron [req-7826e20d-90e7-489d-ba3a-965ff73da2c3 req-a02c10ed-251b-4709-b19d-a54b9a9e4749 service nova] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Refreshing network info cache for port 107502c2-d056-4c36-ba1b-e6bf2177345f {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.703903] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance c4384535-309d-4148-9580-e37e4d16cc53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 592.704120] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance c28552e9-d1fb-4a30-931c-b8a2180743c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 592.704241] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 6ec51f06-0360-445b-9c4d-1cd45f6f5a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 592.704361] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance a7e481eb-655f-47a1-b447-86358056b458 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 592.704467] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 5ab437df-2a7c-45b5-ab56-9c262d65134d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 592.704582] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 592.704699] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 592.734080] env[65978]: DEBUG nova.policy [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b727b167bd8441c897f70ac940ca60c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d9cc4d1f68f43f081310a2760fa2013', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.768102] env[65978]: DEBUG oslo_vmware.api [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Task: {'id': task-4713756, 'name': ReconfigVM_Task, 'duration_secs': 0.325817} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.770487] env[65978]: WARNING neutronclient.v2_0.client [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 592.777047] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Reconfigured VM instance instance-00000001 to attach disk [datastore2] c4384535-309d-4148-9580-e37e4d16cc53/c4384535-309d-4148-9580-e37e4d16cc53.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.778153] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56863839-231c-4a07-af66-ce6ff5d3dde7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.788598] env[65978]: DEBUG oslo_vmware.api [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067685} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.793204] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 592.793571] env[65978]: DEBUG oslo_vmware.api [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Waiting for the task: (returnval){ [ 592.793571] env[65978]: value = "task-4713760" [ 592.793571] env[65978]: _type = "Task" [ 592.793571] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.794277] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6a3448-1cdb-40cb-b335-e587077a2f14 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.804491] env[65978]: DEBUG oslo_vmware.api [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490586} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.805383] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] c28552e9-d1fb-4a30-931c-b8a2180743c7/c28552e9-d1fb-4a30-931c-b8a2180743c7.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 592.805383] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 592.805562] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0be2d06f-0ebf-4e2c-8cf2-27748aad6f67 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.831647] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] a7e481eb-655f-47a1-b447-86358056b458/a7e481eb-655f-47a1-b447-86358056b458.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 592.832644] env[65978]: DEBUG oslo_vmware.api [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Task: {'id': task-4713760, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.836488] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f750d77a-046d-47f9-ae81-789966568e69 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.854548] env[65978]: DEBUG oslo_vmware.api [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 592.854548] env[65978]: value = "task-4713761" [ 592.854548] env[65978]: _type = "Task" [ 592.854548] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.861516] env[65978]: DEBUG oslo_vmware.api [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Waiting for the task: (returnval){ [ 592.861516] env[65978]: value = "task-4713762" [ 592.861516] env[65978]: _type = "Task" [ 592.861516] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.872234] env[65978]: DEBUG oslo_vmware.api [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.878667] env[65978]: DEBUG oslo_vmware.api [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.908432] env[65978]: DEBUG nova.network.neutron [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Updating instance_info_cache with network_info: [{"id": "e5d98d38-c2e0-4063-a6a0-d6a45d978304", "address": "fa:16:3e:e4:82:27", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5d98d38-c2", "ovs_interfaceid": "e5d98d38-c2e0-4063-a6a0-d6a45d978304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.955222] env[65978]: DEBUG nova.compute.manager [req-244b31af-38f3-4651-a1e4-23950820b6ca req-0f12923f-9e99-4961-9394-1dbf782cddbd service nova] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Received event network-changed-1f15b6b6-ba07-4bf7-a8d8-a111535ab31b {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 592.955505] env[65978]: DEBUG nova.compute.manager [req-244b31af-38f3-4651-a1e4-23950820b6ca req-0f12923f-9e99-4961-9394-1dbf782cddbd service nova] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Refreshing instance network info cache due to event network-changed-1f15b6b6-ba07-4bf7-a8d8-a111535ab31b. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 592.956105] env[65978]: DEBUG oslo_concurrency.lockutils [req-244b31af-38f3-4651-a1e4-23950820b6ca req-0f12923f-9e99-4961-9394-1dbf782cddbd service nova] Acquiring lock "refresh_cache-c28552e9-d1fb-4a30-931c-b8a2180743c7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.956375] env[65978]: DEBUG oslo_concurrency.lockutils [req-244b31af-38f3-4651-a1e4-23950820b6ca req-0f12923f-9e99-4961-9394-1dbf782cddbd service nova] Acquired lock "refresh_cache-c28552e9-d1fb-4a30-931c-b8a2180743c7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.956546] env[65978]: DEBUG nova.network.neutron [req-244b31af-38f3-4651-a1e4-23950820b6ca req-0f12923f-9e99-4961-9394-1dbf782cddbd service nova] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Refreshing network info cache for port 1f15b6b6-ba07-4bf7-a8d8-a111535ab31b {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.069054] env[65978]: DEBUG oslo_concurrency.lockutils [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Acquiring lock "refresh_cache-3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.069457] env[65978]: DEBUG oslo_concurrency.lockutils [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Acquired lock "refresh_cache-3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.069457] env[65978]: DEBUG nova.network.neutron [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 593.157461] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': task-4713759, 'name': Rename_Task, 'duration_secs': 0.185455} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.157768] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 593.158040] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a888497c-8cca-499f-a0aa-401fadf4629c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.166125] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Waiting for the task: (returnval){ [ 593.166125] env[65978]: value = "task-4713763" [ 593.166125] env[65978]: _type = "Task" [ 593.166125] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.179786] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': task-4713763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.188383] env[65978]: WARNING neutronclient.v2_0.client [req-7826e20d-90e7-489d-ba3a-965ff73da2c3 req-a02c10ed-251b-4709-b19d-a54b9a9e4749 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.210307] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance ecc645e7-d1f9-4d1c-b6db-5835c528d775 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 593.210541] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 593.210687] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=100GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '7', 'num_vm_building': '7', 'num_task_spawning': '6', 'num_os_type_None': '7', 'num_proj_bbf8abf99fff4f7f8f47a3ac4ae39183': '1', 'io_workload': '7', 'num_proj_b7479b38af7c414d9ab516169fc116dc': '1', 'num_proj_51768555608c4d11b7c9fc54910dc618': '1', 'num_proj_2ebceb9546054aea975ea99b5b82a4bd': '1', 'num_proj_be4793d96a5645958195de2a66d4998a': '1', 'num_proj_b8a770e4016044c593a30b2709587f81': '1', 'num_task_None': '1', 'num_proj_0d9cc4d1f68f43f081310a2760fa2013': '1'} {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 593.314362] env[65978]: DEBUG oslo_vmware.api [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Task: {'id': task-4713760, 'name': Rename_Task, 'duration_secs': 0.152139} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.314873] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 593.315019] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a18d1f4-b433-464b-9f5f-4683d92d5bf9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.317789] env[65978]: DEBUG nova.network.neutron [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Successfully created port: fa673c14-61bd-4356-b603-0ea90b790f59 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 593.327669] env[65978]: DEBUG oslo_vmware.api [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Waiting for the task: (returnval){ [ 593.327669] env[65978]: value = "task-4713764" [ 593.327669] env[65978]: _type = "Task" [ 593.327669] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.339128] env[65978]: DEBUG oslo_vmware.api [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Task: {'id': task-4713764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.375812] env[65978]: DEBUG oslo_vmware.api [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071499} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.378736] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.379990] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a8ac41-6fc6-40d5-bc53-8f627f1dcfc2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.386251] env[65978]: DEBUG oslo_vmware.api [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713762, 'name': ReconfigVM_Task, 'duration_secs': 0.274477} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.386949] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Reconfigured VM instance instance-00000004 to attach disk [datastore2] a7e481eb-655f-47a1-b447-86358056b458/a7e481eb-655f-47a1-b447-86358056b458.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 593.387637] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f84dbddd-55a4-4af6-8df5-9b796948f0f0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.409547] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] c28552e9-d1fb-4a30-931c-b8a2180743c7/c28552e9-d1fb-4a30-931c-b8a2180743c7.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.411295] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd8cfecf-0d2a-4942-a8a7-81ab329d6274 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.426130] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Releasing lock "refresh_cache-5ab437df-2a7c-45b5-ab56-9c262d65134d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.426503] env[65978]: DEBUG nova.compute.manager [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Instance network_info: |[{"id": "e5d98d38-c2e0-4063-a6a0-d6a45d978304", "address": "fa:16:3e:e4:82:27", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5d98d38-c2", "ovs_interfaceid": "e5d98d38-c2e0-4063-a6a0-d6a45d978304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 593.427397] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee8947f-1463-49c4-8e40-cc287af0bb6e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.432199] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:82:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5d98d38-c2e0-4063-a6a0-d6a45d978304', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.444306] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Creating folder: Project (be4793d96a5645958195de2a66d4998a). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.444764] env[65978]: DEBUG oslo_vmware.api [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Waiting for the task: (returnval){ [ 593.444764] env[65978]: value = "task-4713765" [ 593.444764] env[65978]: _type = "Task" [ 593.444764] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.446111] env[65978]: WARNING neutronclient.v2_0.client [req-7826e20d-90e7-489d-ba3a-965ff73da2c3 req-a02c10ed-251b-4709-b19d-a54b9a9e4749 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.448994] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9796dd4f-e515-4e4d-89ce-dde6d9bfdc59 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.460058] env[65978]: DEBUG oslo_vmware.api [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 593.460058] env[65978]: value = "task-4713766" [ 593.460058] env[65978]: _type = "Task" [ 593.460058] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.461627] env[65978]: WARNING neutronclient.v2_0.client [req-244b31af-38f3-4651-a1e4-23950820b6ca req-0f12923f-9e99-4961-9394-1dbf782cddbd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.465150] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfb8a95-c3cb-4b9d-adc6-1e2caa48eb61 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.475239] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Created folder: Project (be4793d96a5645958195de2a66d4998a) in parent group-v919857. [ 593.475504] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Creating folder: Instances. Parent ref: group-v919870. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.476490] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f17bc547-c1e1-4762-b465-cf7de8c73f0a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.484113] env[65978]: DEBUG oslo_vmware.api [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713765, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.516194] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97b142c-b609-406b-80c8-9a9fd8b5942a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.519185] env[65978]: DEBUG oslo_vmware.api [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.520895] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Created folder: Instances in parent group-v919870. [ 593.521179] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 593.524698] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.524863] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6f9dd3c-846c-418a-89e2-e100e299c3c2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.546072] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0c2b29-3c83-4bcc-95a5-62a140c19908 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.550619] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.550619] env[65978]: value = "task-4713769" [ 593.550619] env[65978]: _type = "Task" [ 593.550619] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.562558] env[65978]: DEBUG nova.compute.provider_tree [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.569562] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713769, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.678466] env[65978]: DEBUG nova.compute.manager [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 593.681027] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': task-4713763, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.703401] env[65978]: DEBUG nova.virt.hardware [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 593.703646] env[65978]: DEBUG nova.virt.hardware [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.703799] env[65978]: DEBUG nova.virt.hardware [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 593.703976] env[65978]: DEBUG nova.virt.hardware [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.707616] env[65978]: DEBUG nova.virt.hardware [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 593.707616] env[65978]: DEBUG nova.virt.hardware [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 593.707750] env[65978]: DEBUG nova.virt.hardware [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 593.707881] env[65978]: DEBUG nova.virt.hardware [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 593.708116] env[65978]: DEBUG nova.virt.hardware [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 593.708188] env[65978]: DEBUG nova.virt.hardware [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 593.708336] env[65978]: DEBUG nova.virt.hardware [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 593.709602] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b04017-f6cf-4937-9353-fd96374e7816 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.720614] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee803e83-17be-49f3-a2f0-f812916ce51f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.838593] env[65978]: DEBUG oslo_vmware.api [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Task: {'id': task-4713764, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.846125] env[65978]: DEBUG nova.network.neutron [req-7826e20d-90e7-489d-ba3a-965ff73da2c3 req-a02c10ed-251b-4709-b19d-a54b9a9e4749 service nova] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Updated VIF entry in instance network info cache for port 107502c2-d056-4c36-ba1b-e6bf2177345f. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 593.846537] env[65978]: DEBUG nova.network.neutron [req-7826e20d-90e7-489d-ba3a-965ff73da2c3 req-a02c10ed-251b-4709-b19d-a54b9a9e4749 service nova] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Updating instance_info_cache with network_info: [{"id": "107502c2-d056-4c36-ba1b-e6bf2177345f", "address": "fa:16:3e:be:ba:7e", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap107502c2-d0", "ovs_interfaceid": "107502c2-d056-4c36-ba1b-e6bf2177345f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.895367] env[65978]: DEBUG nova.network.neutron [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 593.947161] env[65978]: DEBUG oslo_concurrency.lockutils [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Acquiring lock "e41f70de-dedd-4b7d-92a9-715ad6150749" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.947161] env[65978]: DEBUG oslo_concurrency.lockutils [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Lock "e41f70de-dedd-4b7d-92a9-715ad6150749" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.963427] env[65978]: DEBUG oslo_vmware.api [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713765, 'name': Rename_Task, 'duration_secs': 0.158079} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.963685] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 593.963945] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f2fbc12-ffb6-42db-9b9f-6d182203a7d2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.977542] env[65978]: DEBUG oslo_vmware.api [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Waiting for the task: (returnval){ [ 593.977542] env[65978]: value = "task-4713770" [ 593.977542] env[65978]: _type = "Task" [ 593.977542] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.984927] env[65978]: DEBUG oslo_vmware.api [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713766, 'name': ReconfigVM_Task, 'duration_secs': 0.45402} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.985980] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Reconfigured VM instance instance-00000002 to attach disk [datastore2] c28552e9-d1fb-4a30-931c-b8a2180743c7/c28552e9-d1fb-4a30-931c-b8a2180743c7.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 593.986635] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ada6c3f-21c2-4e1f-a0a2-9a58c4bf9241 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.992186] env[65978]: DEBUG oslo_vmware.api [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713770, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.999939] env[65978]: DEBUG oslo_vmware.api [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 593.999939] env[65978]: value = "task-4713771" [ 593.999939] env[65978]: _type = "Task" [ 593.999939] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.012941] env[65978]: DEBUG oslo_vmware.api [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713771, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.062014] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713769, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.066044] env[65978]: DEBUG nova.scheduler.client.report [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.180983] env[65978]: DEBUG oslo_vmware.api [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': task-4713763, 'name': PowerOnVM_Task, 'duration_secs': 0.526791} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.181324] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 594.181705] env[65978]: INFO nova.compute.manager [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Took 9.66 seconds to spawn the instance on the hypervisor. [ 594.181955] env[65978]: DEBUG nova.compute.manager [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 594.182760] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24aef7e-7b3c-4ca6-8400-dd0d4f12ab7e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.344241] env[65978]: DEBUG oslo_vmware.api [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Task: {'id': task-4713764, 'name': PowerOnVM_Task, 'duration_secs': 0.535568} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.344594] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 594.344837] env[65978]: INFO nova.compute.manager [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Took 15.50 seconds to spawn the instance on the hypervisor. [ 594.345832] env[65978]: DEBUG nova.compute.manager [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 594.346505] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c30ca6-ef97-43ba-a0cb-f0ae58f90ad2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.351380] env[65978]: DEBUG oslo_concurrency.lockutils [req-7826e20d-90e7-489d-ba3a-965ff73da2c3 req-a02c10ed-251b-4709-b19d-a54b9a9e4749 service nova] Releasing lock "refresh_cache-c4384535-309d-4148-9580-e37e4d16cc53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.378694] env[65978]: WARNING neutronclient.v2_0.client [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 594.419567] env[65978]: WARNING neutronclient.v2_0.client [req-244b31af-38f3-4651-a1e4-23950820b6ca req-0f12923f-9e99-4961-9394-1dbf782cddbd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 594.451914] env[65978]: DEBUG nova.compute.manager [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 594.492629] env[65978]: DEBUG oslo_vmware.api [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713770, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.513832] env[65978]: DEBUG oslo_vmware.api [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713771, 'name': Rename_Task, 'duration_secs': 0.239967} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.514392] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 594.514681] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9475c25-f4dc-48a8-a89e-af733db47b9a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.526289] env[65978]: DEBUG oslo_vmware.api [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 594.526289] env[65978]: value = "task-4713772" [ 594.526289] env[65978]: _type = "Task" [ 594.526289] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.526289] env[65978]: DEBUG nova.network.neutron [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Updating instance_info_cache with network_info: [{"id": "ab03c23e-1ff2-48ae-8286-dda73616b2f8", "address": "fa:16:3e:98:3f:a5", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab03c23e-1f", "ovs_interfaceid": "ab03c23e-1ff2-48ae-8286-dda73616b2f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.541059] env[65978]: DEBUG oslo_vmware.api [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713772, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.562042] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713769, 'name': CreateVM_Task, 'duration_secs': 0.585243} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.562042] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.562535] env[65978]: WARNING neutronclient.v2_0.client [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 594.563360] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.563360] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.563624] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.563825] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9925d0fd-4bf2-4c29-be4b-aabacc8a1467 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.571677] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65978) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 594.571677] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.932s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.571677] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Waiting for the task: (returnval){ [ 594.571677] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521799fe-d8f5-6694-d437-3af1986fb9b9" [ 594.571677] env[65978]: _type = "Task" [ 594.571677] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.571993] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.976s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.574195] env[65978]: INFO nova.compute.claims [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.595884] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521799fe-d8f5-6694-d437-3af1986fb9b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010757} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.595884] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.595884] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.596151] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.598526] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.598526] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.598526] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d212d6ca-6978-4565-a4d6-237d13fdbcef {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.609428] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.609637] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.610486] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8361017-c5c0-46b1-a8d3-4e7cc7c0e266 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.617028] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Waiting for the task: (returnval){ [ 594.617028] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52fa9b0e-7b5b-1eb1-9fcb-f3acb5e33412" [ 594.617028] env[65978]: _type = "Task" [ 594.617028] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.628895] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52fa9b0e-7b5b-1eb1-9fcb-f3acb5e33412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.637633] env[65978]: DEBUG nova.network.neutron [req-244b31af-38f3-4651-a1e4-23950820b6ca req-0f12923f-9e99-4961-9394-1dbf782cddbd service nova] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Updated VIF entry in instance network info cache for port 1f15b6b6-ba07-4bf7-a8d8-a111535ab31b. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 594.637633] env[65978]: DEBUG nova.network.neutron [req-244b31af-38f3-4651-a1e4-23950820b6ca req-0f12923f-9e99-4961-9394-1dbf782cddbd service nova] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Updating instance_info_cache with network_info: [{"id": "1f15b6b6-ba07-4bf7-a8d8-a111535ab31b", "address": "fa:16:3e:52:17:7c", "network": {"id": "9cc5a8d2-8f96-432c-8dda-b76a6f7b1b83", "bridge": "br-int", "label": "tempest-ImagesTestJSON-821420644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7479b38af7c414d9ab516169fc116dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f15b6b6-ba", "ovs_interfaceid": "1f15b6b6-ba07-4bf7-a8d8-a111535ab31b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.707438] env[65978]: INFO nova.compute.manager [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Took 16.40 seconds to build instance. [ 594.872594] env[65978]: INFO nova.compute.manager [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Took 20.23 seconds to build instance. [ 594.943299] env[65978]: DEBUG nova.network.neutron [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Successfully updated port: fa673c14-61bd-4356-b603-0ea90b790f59 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 594.990277] env[65978]: DEBUG oslo_concurrency.lockutils [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.996333] env[65978]: DEBUG oslo_vmware.api [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713770, 'name': PowerOnVM_Task, 'duration_secs': 0.757343} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.996709] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 594.996910] env[65978]: INFO nova.compute.manager [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Took 8.22 seconds to spawn the instance on the hypervisor. [ 594.997146] env[65978]: DEBUG nova.compute.manager [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 594.998078] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f49a9e9-87cf-4556-a237-26be5dd8be76 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.036101] env[65978]: DEBUG oslo_concurrency.lockutils [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Releasing lock "refresh_cache-3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.036655] env[65978]: DEBUG nova.compute.manager [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Instance network_info: |[{"id": "ab03c23e-1ff2-48ae-8286-dda73616b2f8", "address": "fa:16:3e:98:3f:a5", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab03c23e-1f", "ovs_interfaceid": "ab03c23e-1ff2-48ae-8286-dda73616b2f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 595.037196] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:3f:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab03c23e-1ff2-48ae-8286-dda73616b2f8', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.046058] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Creating folder: Project (b8a770e4016044c593a30b2709587f81). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.048698] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ec2d250-9514-4807-9e51-6f6d63b6da48 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.059467] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Acquiring lock "b29986ea-9c13-4d23-a7b1-ee537d20702a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.059824] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Lock "b29986ea-9c13-4d23-a7b1-ee537d20702a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.061873] env[65978]: DEBUG oslo_vmware.api [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713772, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.075540] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Created folder: Project (b8a770e4016044c593a30b2709587f81) in parent group-v919857. [ 595.075724] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Creating folder: Instances. Parent ref: group-v919873. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.076854] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab320a51-5bef-4599-959a-c3b7e0ceaaa2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.091586] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Created folder: Instances in parent group-v919873. [ 595.091905] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 595.092127] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.092745] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2beb18a5-d8b3-47ff-ae7b-fa4c9d913bcd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.115973] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.115973] env[65978]: value = "task-4713775" [ 595.115973] env[65978]: _type = "Task" [ 595.115973] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.129046] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713775, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.134310] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52fa9b0e-7b5b-1eb1-9fcb-f3acb5e33412, 'name': SearchDatastore_Task, 'duration_secs': 0.014864} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.135371] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44cbbc21-71f8-4f6d-b722-87abb2146df2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.142474] env[65978]: DEBUG oslo_concurrency.lockutils [req-244b31af-38f3-4651-a1e4-23950820b6ca req-0f12923f-9e99-4961-9394-1dbf782cddbd service nova] Releasing lock "refresh_cache-c28552e9-d1fb-4a30-931c-b8a2180743c7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.143526] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Waiting for the task: (returnval){ [ 595.143526] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5255d137-69f9-cca8-f3d0-2e2717ac404c" [ 595.143526] env[65978]: _type = "Task" [ 595.143526] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.158524] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5255d137-69f9-cca8-f3d0-2e2717ac404c, 'name': SearchDatastore_Task, 'duration_secs': 0.010734} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.160189] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.160446] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 5ab437df-2a7c-45b5-ab56-9c262d65134d/5ab437df-2a7c-45b5-ab56-9c262d65134d.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.163817] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18af8fc9-1a43-4fd0-b632-2f4a82ddbb99 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.168386] env[65978]: DEBUG oslo_concurrency.lockutils [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "18cfc79d-38fe-4832-8aa0-27609c0219b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.168386] env[65978]: DEBUG oslo_concurrency.lockutils [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "18cfc79d-38fe-4832-8aa0-27609c0219b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.174129] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Waiting for the task: (returnval){ [ 595.174129] env[65978]: value = "task-4713776" [ 595.174129] env[65978]: _type = "Task" [ 595.174129] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.185359] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Task: {'id': task-4713776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.208645] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4cf3f619-6b4c-4b0a-b218-86fc869ee669 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Lock "6ec51f06-0360-445b-9c4d-1cd45f6f5a31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.908s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.375251] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3d35654d-dce4-4b14-a782-b0934e0cdbc1 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Lock "c4384535-309d-4148-9580-e37e4d16cc53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.743s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.447725] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Acquiring lock "refresh_cache-9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.447725] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Acquired lock "refresh_cache-9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.447725] env[65978]: DEBUG nova.network.neutron [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 595.523508] env[65978]: INFO nova.compute.manager [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Took 15.58 seconds to build instance. [ 595.542508] env[65978]: DEBUG oslo_vmware.api [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713772, 'name': PowerOnVM_Task, 'duration_secs': 0.790538} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.542848] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 595.543080] env[65978]: INFO nova.compute.manager [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Took 13.34 seconds to spawn the instance on the hypervisor. [ 595.543258] env[65978]: DEBUG nova.compute.manager [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 595.544357] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ba9678-4f7a-46fa-b1f0-2942ac933258 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.563298] env[65978]: DEBUG nova.compute.manager [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 595.635744] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713775, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.695382] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Task: {'id': task-4713776, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.714164] env[65978]: DEBUG nova.compute.manager [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 595.826884] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d76789-90f0-4234-aacb-dbd2e9dec170 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.835669] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc912c6e-88e7-4b94-8ed0-b2bf1720d9bc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.868647] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64889798-9339-444c-8bb6-bb9a022961c5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.877443] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a476192-8c04-4836-b37b-8b13defe2948 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.892180] env[65978]: DEBUG nova.compute.provider_tree [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.998370] env[65978]: DEBUG nova.network.neutron [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 596.025444] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ed06567e-99c1-4541-a1dd-a4d415c0192d tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Lock "a7e481eb-655f-47a1-b447-86358056b458" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.098s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.069962] env[65978]: INFO nova.compute.manager [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Took 18.10 seconds to build instance. [ 596.098404] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.135074] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713775, 'name': CreateVM_Task, 'duration_secs': 0.585039} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.135789] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.136492] env[65978]: WARNING neutronclient.v2_0.client [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.137019] env[65978]: DEBUG oslo_concurrency.lockutils [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.137216] env[65978]: DEBUG oslo_concurrency.lockutils [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.138272] env[65978]: DEBUG oslo_concurrency.lockutils [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.138272] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0777ae0c-e4d6-40be-9c2a-fb0dc9e8d5ec {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.144037] env[65978]: DEBUG oslo_vmware.api [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Waiting for the task: (returnval){ [ 596.144037] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5259b3c0-21b3-e1c3-dbef-a99499515e93" [ 596.144037] env[65978]: _type = "Task" [ 596.144037] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.157268] env[65978]: DEBUG oslo_vmware.api [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5259b3c0-21b3-e1c3-dbef-a99499515e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.186896] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Task: {'id': task-4713776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615575} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.187169] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 5ab437df-2a7c-45b5-ab56-9c262d65134d/5ab437df-2a7c-45b5-ab56-9c262d65134d.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.188259] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.188259] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac4a27d0-77a6-445b-8059-c194df439a2f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.194947] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Waiting for the task: (returnval){ [ 596.194947] env[65978]: value = "task-4713777" [ 596.194947] env[65978]: _type = "Task" [ 596.194947] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.205432] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Task: {'id': task-4713777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.206806] env[65978]: WARNING neutronclient.v2_0.client [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.240929] env[65978]: DEBUG oslo_concurrency.lockutils [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.384971] env[65978]: DEBUG nova.network.neutron [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Updating instance_info_cache with network_info: [{"id": "fa673c14-61bd-4356-b603-0ea90b790f59", "address": "fa:16:3e:1f:ad:4c", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa673c14-61", "ovs_interfaceid": "fa673c14-61bd-4356-b603-0ea90b790f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.395132] env[65978]: DEBUG nova.scheduler.client.report [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.578175] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8ca820c4-8935-4d46-85ac-64a25f65a500 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "c28552e9-d1fb-4a30-931c-b8a2180743c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.625s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.656918] env[65978]: DEBUG oslo_vmware.api [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5259b3c0-21b3-e1c3-dbef-a99499515e93, 'name': SearchDatastore_Task, 'duration_secs': 0.00882} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.657537] env[65978]: DEBUG oslo_concurrency.lockutils [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.657878] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.658176] env[65978]: DEBUG oslo_concurrency.lockutils [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.658339] env[65978]: DEBUG oslo_concurrency.lockutils [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.659032] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.659163] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2748d6cd-95d8-4827-871f-688bf5c02508 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.670145] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.671078] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.674851] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba0b76aa-95c1-4e9f-a62b-4c2839fc1f6c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.678280] env[65978]: DEBUG oslo_vmware.api [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Waiting for the task: (returnval){ [ 596.678280] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a25344-406a-9d5d-e65a-1093c689f117" [ 596.678280] env[65978]: _type = "Task" [ 596.678280] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.689873] env[65978]: DEBUG oslo_vmware.api [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a25344-406a-9d5d-e65a-1093c689f117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.705394] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Task: {'id': task-4713777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227469} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.705679] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 596.710020] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af5a7ba-bf02-430a-999f-6c6a64b75dbc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.731019] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 5ab437df-2a7c-45b5-ab56-9c262d65134d/5ab437df-2a7c-45b5-ab56-9c262d65134d.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.733255] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e47472cf-8e35-40bf-a3ac-5c64970ba4a3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.753251] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Waiting for the task: (returnval){ [ 596.753251] env[65978]: value = "task-4713778" [ 596.753251] env[65978]: _type = "Task" [ 596.753251] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.764130] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Task: {'id': task-4713778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.888313] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Releasing lock "refresh_cache-9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.888804] env[65978]: DEBUG nova.compute.manager [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Instance network_info: |[{"id": "fa673c14-61bd-4356-b603-0ea90b790f59", "address": "fa:16:3e:1f:ad:4c", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa673c14-61", "ovs_interfaceid": "fa673c14-61bd-4356-b603-0ea90b790f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 596.889444] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:ad:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa673c14-61bd-4356-b603-0ea90b790f59', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.902934] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Creating folder: Project (0d9cc4d1f68f43f081310a2760fa2013). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.902934] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee6db80d-052f-4faf-9505-60bffeb2c867 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.903866] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.904606] env[65978]: DEBUG nova.compute.manager [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 596.907015] env[65978]: DEBUG oslo_concurrency.lockutils [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.917s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.909345] env[65978]: INFO nova.compute.claims [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.924862] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Created folder: Project (0d9cc4d1f68f43f081310a2760fa2013) in parent group-v919857. [ 596.924862] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Creating folder: Instances. Parent ref: group-v919876. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.924862] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87aa0c19-60dc-452a-966c-3dfcd02ba97a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.940022] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Created folder: Instances in parent group-v919876. [ 596.940022] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 596.940022] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.940022] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a36976b2-2d65-4b08-8291-71c18b774911 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.967134] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.967134] env[65978]: value = "task-4713781" [ 596.967134] env[65978]: _type = "Task" [ 596.967134] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.982263] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713781, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.039470] env[65978]: DEBUG nova.compute.manager [req-83174889-7718-4a20-b03d-826180d3239b req-fcd0ef80-e967-4d3d-925f-bedd7f301cc3 service nova] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Received event network-vif-plugged-fa673c14-61bd-4356-b603-0ea90b790f59 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 597.039470] env[65978]: DEBUG oslo_concurrency.lockutils [req-83174889-7718-4a20-b03d-826180d3239b req-fcd0ef80-e967-4d3d-925f-bedd7f301cc3 service nova] Acquiring lock "9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.039470] env[65978]: DEBUG oslo_concurrency.lockutils [req-83174889-7718-4a20-b03d-826180d3239b req-fcd0ef80-e967-4d3d-925f-bedd7f301cc3 service nova] Lock "9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.039470] env[65978]: DEBUG oslo_concurrency.lockutils [req-83174889-7718-4a20-b03d-826180d3239b req-fcd0ef80-e967-4d3d-925f-bedd7f301cc3 service nova] Lock "9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.039470] env[65978]: DEBUG nova.compute.manager [req-83174889-7718-4a20-b03d-826180d3239b req-fcd0ef80-e967-4d3d-925f-bedd7f301cc3 service nova] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] No waiting events found dispatching network-vif-plugged-fa673c14-61bd-4356-b603-0ea90b790f59 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 597.039884] env[65978]: WARNING nova.compute.manager [req-83174889-7718-4a20-b03d-826180d3239b req-fcd0ef80-e967-4d3d-925f-bedd7f301cc3 service nova] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Received unexpected event network-vif-plugged-fa673c14-61bd-4356-b603-0ea90b790f59 for instance with vm_state building and task_state spawning. [ 597.076093] env[65978]: DEBUG nova.compute.manager [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Received event network-vif-plugged-e5d98d38-c2e0-4063-a6a0-d6a45d978304 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 597.076093] env[65978]: DEBUG oslo_concurrency.lockutils [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] Acquiring lock "5ab437df-2a7c-45b5-ab56-9c262d65134d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.076632] env[65978]: DEBUG oslo_concurrency.lockutils [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] Lock "5ab437df-2a7c-45b5-ab56-9c262d65134d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.076883] env[65978]: DEBUG oslo_concurrency.lockutils [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] Lock "5ab437df-2a7c-45b5-ab56-9c262d65134d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.077114] env[65978]: DEBUG nova.compute.manager [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] No waiting events found dispatching network-vif-plugged-e5d98d38-c2e0-4063-a6a0-d6a45d978304 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 597.077314] env[65978]: WARNING nova.compute.manager [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Received unexpected event network-vif-plugged-e5d98d38-c2e0-4063-a6a0-d6a45d978304 for instance with vm_state building and task_state spawning. [ 597.077707] env[65978]: DEBUG nova.compute.manager [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Received event network-changed-e5d98d38-c2e0-4063-a6a0-d6a45d978304 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 597.078022] env[65978]: DEBUG nova.compute.manager [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Refreshing instance network info cache due to event network-changed-e5d98d38-c2e0-4063-a6a0-d6a45d978304. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 597.079376] env[65978]: DEBUG oslo_concurrency.lockutils [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] Acquiring lock "refresh_cache-5ab437df-2a7c-45b5-ab56-9c262d65134d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.079376] env[65978]: DEBUG oslo_concurrency.lockutils [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] Acquired lock "refresh_cache-5ab437df-2a7c-45b5-ab56-9c262d65134d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.079376] env[65978]: DEBUG nova.network.neutron [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Refreshing network info cache for port e5d98d38-c2e0-4063-a6a0-d6a45d978304 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.191893] env[65978]: DEBUG oslo_vmware.api [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a25344-406a-9d5d-e65a-1093c689f117, 'name': SearchDatastore_Task, 'duration_secs': 0.016062} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.192904] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d852c5-2171-48aa-a1be-0ac864023f3d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.200533] env[65978]: DEBUG oslo_vmware.api [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Waiting for the task: (returnval){ [ 597.200533] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5217c3d1-fbe3-afa5-bdad-9c09dd3bc67f" [ 597.200533] env[65978]: _type = "Task" [ 597.200533] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.215552] env[65978]: DEBUG oslo_vmware.api [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5217c3d1-fbe3-afa5-bdad-9c09dd3bc67f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.268806] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Task: {'id': task-4713778, 'name': ReconfigVM_Task, 'duration_secs': 0.426078} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.268806] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 5ab437df-2a7c-45b5-ab56-9c262d65134d/5ab437df-2a7c-45b5-ab56-9c262d65134d.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.269676] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f78517c-698d-4e68-ba4f-a87fc517f968 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.278443] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Waiting for the task: (returnval){ [ 597.278443] env[65978]: value = "task-4713782" [ 597.278443] env[65978]: _type = "Task" [ 597.278443] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.294613] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Task: {'id': task-4713782, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.414314] env[65978]: DEBUG nova.compute.utils [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.421515] env[65978]: DEBUG nova.compute.manager [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 597.423662] env[65978]: DEBUG nova.network.neutron [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 597.423662] env[65978]: WARNING neutronclient.v2_0.client [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.423662] env[65978]: WARNING neutronclient.v2_0.client [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.477614] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713781, 'name': CreateVM_Task, 'duration_secs': 0.375469} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.477792] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.478315] env[65978]: WARNING neutronclient.v2_0.client [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.479280] env[65978]: DEBUG oslo_vmware.service [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63314af-4d7f-492b-bc52-7188f6aabab7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.483913] env[65978]: DEBUG nova.policy [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e58be3d274d48bea96fc2f41c9055f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81a50aee7806472099fe696701dacbe2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.491400] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.491634] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.492064] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.492554] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2797362-1220-4e21-8e4a-59e55b7e9011 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.498359] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Waiting for the task: (returnval){ [ 597.498359] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52ba2559-b410-f2f8-bd4f-3822b851d6e4" [ 597.498359] env[65978]: _type = "Task" [ 597.498359] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.515787] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52ba2559-b410-f2f8-bd4f-3822b851d6e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.587143] env[65978]: WARNING neutronclient.v2_0.client [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.596860] env[65978]: DEBUG nova.compute.manager [None req-8071744b-4f40-4d36-b14f-1f44843cc90e tempest-ServerDiagnosticsV248Test-606070031 tempest-ServerDiagnosticsV248Test-606070031-project-admin] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 597.598110] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec4baf5-6a42-496f-94d0-1e6a26a8ec47 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.606415] env[65978]: INFO nova.compute.manager [None req-8071744b-4f40-4d36-b14f-1f44843cc90e tempest-ServerDiagnosticsV248Test-606070031 tempest-ServerDiagnosticsV248Test-606070031-project-admin] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Retrieving diagnostics [ 597.609259] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbc4cdd-c5fd-4d9c-8c8f-535188d5b7d3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.714832] env[65978]: DEBUG oslo_vmware.api [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5217c3d1-fbe3-afa5-bdad-9c09dd3bc67f, 'name': SearchDatastore_Task, 'duration_secs': 0.013822} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.715175] env[65978]: DEBUG oslo_concurrency.lockutils [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.715449] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f/3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.715851] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ef61223-0ff0-4b52-90da-56295e35c000 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.724713] env[65978]: DEBUG oslo_vmware.api [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Waiting for the task: (returnval){ [ 597.724713] env[65978]: value = "task-4713783" [ 597.724713] env[65978]: _type = "Task" [ 597.724713] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.733201] env[65978]: DEBUG oslo_vmware.api [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Task: {'id': task-4713783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.791591] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Task: {'id': task-4713782, 'name': Rename_Task, 'duration_secs': 0.21716} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.791922] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 597.792214] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7b04e0a-1596-4a2b-a673-522b2949a125 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.801998] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Waiting for the task: (returnval){ [ 597.801998] env[65978]: value = "task-4713784" [ 597.801998] env[65978]: _type = "Task" [ 597.801998] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.814984] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Task: {'id': task-4713784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.836575] env[65978]: DEBUG nova.network.neutron [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Successfully created port: ffd6844f-03b3-4962-92f3-9950b049f47b {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 597.928821] env[65978]: DEBUG nova.compute.manager [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 597.946508] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fc21ce71-f901-447e-8dc8-a7d461119866 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "c28552e9-d1fb-4a30-931c-b8a2180743c7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.947745] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fc21ce71-f901-447e-8dc8-a7d461119866 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "c28552e9-d1fb-4a30-931c-b8a2180743c7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.948068] env[65978]: DEBUG nova.compute.manager [None req-fc21ce71-f901-447e-8dc8-a7d461119866 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 597.949229] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d5a897-ab9d-4bc2-96b5-f76a69c9352d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.959568] env[65978]: DEBUG nova.compute.manager [None req-fc21ce71-f901-447e-8dc8-a7d461119866 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65978) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3446}} [ 597.960292] env[65978]: DEBUG nova.objects.instance [None req-fc21ce71-f901-447e-8dc8-a7d461119866 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lazy-loading 'flavor' on Instance uuid c28552e9-d1fb-4a30-931c-b8a2180743c7 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 598.016089] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.016089] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.016089] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.016502] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.016502] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.023142] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d312e72-e35c-4f81-adf5-0cba6ac909c6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.038547] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.039027] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.041167] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd78fed4-a46e-4c66-973e-61b9207c4965 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.053255] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c70e808-6e21-4319-85be-9c59f49638fa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.062343] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Waiting for the task: (returnval){ [ 598.062343] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5292338c-6b81-0819-bd44-c5ca521cd342" [ 598.062343] env[65978]: _type = "Task" [ 598.062343] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.079815] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5292338c-6b81-0819-bd44-c5ca521cd342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.172044] env[65978]: INFO nova.compute.manager [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Rebuilding instance [ 598.199091] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdabcb7-94f8-4906-85a0-e2cd9c7195fd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.211166] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5346545-615b-4ead-bf59-7c24147f0dab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.258293] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9db512-e04d-4ae9-a50c-73497d8c7ee2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.264048] env[65978]: DEBUG nova.compute.manager [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 598.264841] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292ca8cd-26a5-4e7c-ac81-d73241e925a7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.272371] env[65978]: DEBUG oslo_vmware.api [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Task: {'id': task-4713783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521962} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.273931] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8f68b9-3a3a-41c1-82f7-c41c73a14f8d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.278159] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f/3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.278383] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.280167] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6f6858b-354a-4b03-acea-5d25cfa2f621 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.295136] env[65978]: DEBUG nova.compute.provider_tree [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.299041] env[65978]: DEBUG oslo_vmware.api [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Waiting for the task: (returnval){ [ 598.299041] env[65978]: value = "task-4713785" [ 598.299041] env[65978]: _type = "Task" [ 598.299041] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.315313] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Task: {'id': task-4713784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.576515] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Preparing fetch location {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 598.576836] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Creating directory with path [datastore1] vmware_temp/65666b68-dc86-4c24-bc53-169fc3ba6f95/60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.577032] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a54d1f6a-0d84-42d7-8285-05f7e1dd0143 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.590831] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Created directory with path [datastore1] vmware_temp/65666b68-dc86-4c24-bc53-169fc3ba6f95/60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.591043] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Fetch image to [datastore1] vmware_temp/65666b68-dc86-4c24-bc53-169fc3ba6f95/60ae46d2-80a6-44b0-babe-7226023243fc/tmp-sparse.vmdk {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 598.591273] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Downloading image file data 60ae46d2-80a6-44b0-babe-7226023243fc to [datastore1] vmware_temp/65666b68-dc86-4c24-bc53-169fc3ba6f95/60ae46d2-80a6-44b0-babe-7226023243fc/tmp-sparse.vmdk on the data store datastore1 {{(pid=65978) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 598.592174] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16124a6f-67a7-47e0-aaec-e874d3d7455f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.599980] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9236cd08-07a7-49b9-89ba-e6b394e509f1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.609975] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e31431-6b4e-4127-a714-29b2e28f1fb8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.642343] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126fcd8a-b65d-4ae4-8a92-c7730af15b2d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.651983] env[65978]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-adafbe27-8ca4-406e-9e51-df620a31a3b5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.689094] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Downloading image file data 60ae46d2-80a6-44b0-babe-7226023243fc to the data store datastore1 {{(pid=65978) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 598.736804] env[65978]: DEBUG oslo_vmware.rw_handles [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/65666b68-dc86-4c24-bc53-169fc3ba6f95/60ae46d2-80a6-44b0-babe-7226023243fc/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65978) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 598.801791] env[65978]: DEBUG nova.scheduler.client.report [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.817396] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Task: {'id': task-4713784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.823302] env[65978]: DEBUG oslo_vmware.api [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Task: {'id': task-4713785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19137} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.824413] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 598.825320] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6798dd-456d-4f5f-9710-c80d3fe27249 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.873452] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f/3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 598.877977] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8d9d46b-92e8-43dc-a122-0be10455ef0d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.907300] env[65978]: DEBUG oslo_vmware.api [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Waiting for the task: (returnval){ [ 598.907300] env[65978]: value = "task-4713786" [ 598.907300] env[65978]: _type = "Task" [ 598.907300] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.923535] env[65978]: DEBUG oslo_vmware.api [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Task: {'id': task-4713786, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.950450] env[65978]: DEBUG nova.compute.manager [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 598.968586] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc21ce71-f901-447e-8dc8-a7d461119866 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 598.969645] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baf4d0b1-1f94-4a09-89b5-fa2aa7a04ac4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.978791] env[65978]: DEBUG oslo_vmware.api [None req-fc21ce71-f901-447e-8dc8-a7d461119866 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 598.978791] env[65978]: value = "task-4713787" [ 598.978791] env[65978]: _type = "Task" [ 598.978791] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.994713] env[65978]: DEBUG nova.virt.hardware [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 598.994713] env[65978]: DEBUG nova.virt.hardware [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.994989] env[65978]: DEBUG nova.virt.hardware [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 598.995076] env[65978]: DEBUG nova.virt.hardware [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.995241] env[65978]: DEBUG nova.virt.hardware [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 598.995428] env[65978]: DEBUG nova.virt.hardware [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 598.995694] env[65978]: DEBUG nova.virt.hardware [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 598.995820] env[65978]: DEBUG nova.virt.hardware [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 598.996048] env[65978]: DEBUG nova.virt.hardware [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 598.996452] env[65978]: DEBUG nova.virt.hardware [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 598.996452] env[65978]: DEBUG nova.virt.hardware [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 598.997803] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14609945-a63e-435d-9fc4-cecad1245bcb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.007026] env[65978]: DEBUG oslo_vmware.api [None req-fc21ce71-f901-447e-8dc8-a7d461119866 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.014264] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbfd3ba-147f-4938-9ac3-91e816e20250 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.298226] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 599.298656] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6c2a72b-599a-4ca1-9ef4-9254d342695e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.310124] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Waiting for the task: (returnval){ [ 599.310124] env[65978]: value = "task-4713788" [ 599.310124] env[65978]: _type = "Task" [ 599.310124] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.311588] env[65978]: DEBUG oslo_concurrency.lockutils [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.312178] env[65978]: DEBUG nova.compute.manager [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 599.323267] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.225s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.325052] env[65978]: INFO nova.compute.claims [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.328429] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Task: {'id': task-4713784, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.336459] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.348268] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Acquiring lock "c4384535-309d-4148-9580-e37e4d16cc53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.348617] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Lock "c4384535-309d-4148-9580-e37e4d16cc53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.348845] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Acquiring lock "c4384535-309d-4148-9580-e37e4d16cc53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.349045] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Lock "c4384535-309d-4148-9580-e37e4d16cc53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.349209] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Lock "c4384535-309d-4148-9580-e37e4d16cc53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.356265] env[65978]: INFO nova.compute.manager [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Terminating instance [ 599.424545] env[65978]: DEBUG oslo_vmware.api [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Task: {'id': task-4713786, 'name': ReconfigVM_Task, 'duration_secs': 0.331385} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.425311] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f/3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.426028] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-514a0843-ae44-48a8-a562-e20a9a832947 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.434862] env[65978]: DEBUG oslo_vmware.api [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Waiting for the task: (returnval){ [ 599.434862] env[65978]: value = "task-4713789" [ 599.434862] env[65978]: _type = "Task" [ 599.434862] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.452630] env[65978]: DEBUG oslo_vmware.api [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Task: {'id': task-4713789, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.505335] env[65978]: DEBUG oslo_vmware.api [None req-fc21ce71-f901-447e-8dc8-a7d461119866 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713787, 'name': PowerOffVM_Task, 'duration_secs': 0.256464} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.505748] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc21ce71-f901-447e-8dc8-a7d461119866 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 599.505955] env[65978]: DEBUG nova.compute.manager [None req-fc21ce71-f901-447e-8dc8-a7d461119866 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 599.507209] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c692db23-243e-4c23-a769-e3cd72595458 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.523658] env[65978]: DEBUG oslo_vmware.rw_handles [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Completed reading data from the image iterator. {{(pid=65978) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 599.524161] env[65978]: DEBUG oslo_vmware.rw_handles [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/65666b68-dc86-4c24-bc53-169fc3ba6f95/60ae46d2-80a6-44b0-babe-7226023243fc/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65978) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 599.593572] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Downloaded image file data 60ae46d2-80a6-44b0-babe-7226023243fc to vmware_temp/65666b68-dc86-4c24-bc53-169fc3ba6f95/60ae46d2-80a6-44b0-babe-7226023243fc/tmp-sparse.vmdk on the data store datastore1 {{(pid=65978) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 599.598252] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Caching image {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 599.598401] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Copying Virtual Disk [datastore1] vmware_temp/65666b68-dc86-4c24-bc53-169fc3ba6f95/60ae46d2-80a6-44b0-babe-7226023243fc/tmp-sparse.vmdk to [datastore1] vmware_temp/65666b68-dc86-4c24-bc53-169fc3ba6f95/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.599012] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc510c48-0f03-4942-9bf8-47c3230ca14f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.607640] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Waiting for the task: (returnval){ [ 599.607640] env[65978]: value = "task-4713790" [ 599.607640] env[65978]: _type = "Task" [ 599.607640] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.618485] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.762351] env[65978]: WARNING neutronclient.v2_0.client [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.814398] env[65978]: DEBUG oslo_vmware.api [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Task: {'id': task-4713784, 'name': PowerOnVM_Task, 'duration_secs': 1.857857} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.817712] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.819129] env[65978]: INFO nova.compute.manager [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Took 10.70 seconds to spawn the instance on the hypervisor. [ 599.819129] env[65978]: DEBUG nova.compute.manager [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 599.819129] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d74662-a99a-458f-abb0-ef8e21b22eb5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.823244] env[65978]: DEBUG nova.compute.utils [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 599.829614] env[65978]: DEBUG nova.compute.manager [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 599.829614] env[65978]: DEBUG nova.network.neutron [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 599.829614] env[65978]: WARNING neutronclient.v2_0.client [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.829614] env[65978]: WARNING neutronclient.v2_0.client [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.833620] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713788, 'name': PowerOffVM_Task, 'duration_secs': 0.170715} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.839153] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 599.839153] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 599.845349] env[65978]: DEBUG nova.network.neutron [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Successfully updated port: ffd6844f-03b3-4962-92f3-9950b049f47b {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 599.845349] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4692de12-14b5-4697-805a-7e0c60198ab6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.861200] env[65978]: DEBUG nova.compute.manager [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 599.861414] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 599.861820] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 599.864255] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e36058-0ca3-4056-b2c1-82ddcdcf4415 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.867731] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b57c1f6-0c45-4e67-b031-41a416e2901e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.876037] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 599.876239] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-331e48bf-f482-4e9c-936c-b4506dd64a28 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.884752] env[65978]: DEBUG oslo_vmware.api [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Waiting for the task: (returnval){ [ 599.884752] env[65978]: value = "task-4713792" [ 599.884752] env[65978]: _type = "Task" [ 599.884752] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.897196] env[65978]: DEBUG oslo_vmware.api [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Task: {'id': task-4713792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.901027] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 599.901027] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 599.901027] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Deleting the datastore file [datastore2] a7e481eb-655f-47a1-b447-86358056b458 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 599.901027] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-878d7ec0-ba1f-4d9c-a4b3-43f932d77db7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.910295] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Waiting for the task: (returnval){ [ 599.910295] env[65978]: value = "task-4713793" [ 599.910295] env[65978]: _type = "Task" [ 599.910295] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.920588] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.950981] env[65978]: DEBUG oslo_vmware.api [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Task: {'id': task-4713789, 'name': Rename_Task, 'duration_secs': 0.156624} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.951467] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.951858] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-123b4882-9927-445c-bb1b-46bd384118ed {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.962097] env[65978]: DEBUG oslo_vmware.api [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Waiting for the task: (returnval){ [ 599.962097] env[65978]: value = "task-4713794" [ 599.962097] env[65978]: _type = "Task" [ 599.962097] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.976968] env[65978]: DEBUG oslo_vmware.api [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Task: {'id': task-4713794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.030048] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fc21ce71-f901-447e-8dc8-a7d461119866 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "c28552e9-d1fb-4a30-931c-b8a2180743c7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.122394] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713790, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.337685] env[65978]: DEBUG nova.compute.manager [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 600.355950] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "refresh_cache-ecc645e7-d1f9-4d1c-b6db-5835c528d775" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.356099] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquired lock "refresh_cache-ecc645e7-d1f9-4d1c-b6db-5835c528d775" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.356257] env[65978]: DEBUG nova.network.neutron [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 600.370159] env[65978]: INFO nova.compute.manager [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Took 17.71 seconds to build instance. [ 600.396315] env[65978]: DEBUG oslo_vmware.api [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Task: {'id': task-4713792, 'name': PowerOffVM_Task, 'duration_secs': 0.22141} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.399875] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 600.400051] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 600.400823] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7f32f05-8d0e-472a-ad84-ae4458a2130e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.426315] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181681} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.426315] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.426315] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 600.426315] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 600.478993] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 600.478993] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 600.478993] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Deleting the datastore file [datastore2] c4384535-309d-4148-9580-e37e4d16cc53 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.478993] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa215e53-f2db-426a-ae0b-5738b6f439b4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.491531] env[65978]: DEBUG oslo_vmware.api [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Task: {'id': task-4713794, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.497192] env[65978]: DEBUG oslo_vmware.api [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Waiting for the task: (returnval){ [ 600.497192] env[65978]: value = "task-4713796" [ 600.497192] env[65978]: _type = "Task" [ 600.497192] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.508927] env[65978]: DEBUG oslo_vmware.api [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Task: {'id': task-4713796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.571011] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28add3c1-f892-4e00-9057-8f258dbd60db {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.580990] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637eb0b4-881e-4caf-bf2a-64c7c7ca08f5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.624648] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91243378-1093-4aa3-bcf5-d0c3f2aa669f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.637299] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c025198d-0d6b-4d57-bbf2-e8821c291072 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.641573] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708502} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.641829] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Copied Virtual Disk [datastore1] vmware_temp/65666b68-dc86-4c24-bc53-169fc3ba6f95/60ae46d2-80a6-44b0-babe-7226023243fc/tmp-sparse.vmdk to [datastore1] vmware_temp/65666b68-dc86-4c24-bc53-169fc3ba6f95/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.642360] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Deleting the datastore file [datastore1] vmware_temp/65666b68-dc86-4c24-bc53-169fc3ba6f95/60ae46d2-80a6-44b0-babe-7226023243fc/tmp-sparse.vmdk {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.642767] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3898ca2b-8c8d-46f6-a41e-db059d51742d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.655416] env[65978]: DEBUG nova.compute.provider_tree [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.658522] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Waiting for the task: (returnval){ [ 600.658522] env[65978]: value = "task-4713797" [ 600.658522] env[65978]: _type = "Task" [ 600.658522] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.667701] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.872802] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d4397d1d-5a69-4dfd-9500-fe3690b061b0 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Lock "5ab437df-2a7c-45b5-ab56-9c262d65134d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.225s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.961666] env[65978]: DEBUG nova.network.neutron [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Updated VIF entry in instance network info cache for port e5d98d38-c2e0-4063-a6a0-d6a45d978304. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 600.962051] env[65978]: DEBUG nova.network.neutron [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Updating instance_info_cache with network_info: [{"id": "e5d98d38-c2e0-4063-a6a0-d6a45d978304", "address": "fa:16:3e:e4:82:27", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5d98d38-c2", "ovs_interfaceid": "e5d98d38-c2e0-4063-a6a0-d6a45d978304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.983868] env[65978]: DEBUG oslo_vmware.api [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Task: {'id': task-4713794, 'name': PowerOnVM_Task, 'duration_secs': 0.876602} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.983868] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.983868] env[65978]: INFO nova.compute.manager [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Took 9.59 seconds to spawn the instance on the hypervisor. [ 600.984127] env[65978]: DEBUG nova.compute.manager [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 600.985383] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f5f71c-9b9e-43b2-ae6f-aead31041520 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.016020] env[65978]: DEBUG oslo_vmware.api [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Task: {'id': task-4713796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403272} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.016757] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.016757] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 601.017084] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 601.017084] env[65978]: INFO nova.compute.manager [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Took 1.16 seconds to destroy the instance on the hypervisor. [ 601.017638] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 601.017638] env[65978]: DEBUG nova.compute.manager [-] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 601.017638] env[65978]: DEBUG nova.network.neutron [-] [instance: c4384535-309d-4148-9580-e37e4d16cc53] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 601.017837] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.034192] env[65978]: DEBUG nova.policy [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '861dbe414c9546e492b9460b4469e667', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'badfe71749684e54bb86fc0717e6e1f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.073131] env[65978]: DEBUG nova.network.neutron [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 601.160672] env[65978]: DEBUG nova.scheduler.client.report [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.174651] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.067277} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.175493] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.175493] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Moving file from [datastore1] vmware_temp/65666b68-dc86-4c24-bc53-169fc3ba6f95/60ae46d2-80a6-44b0-babe-7226023243fc to [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc. {{(pid=65978) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 601.175493] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-815c62e3-d9e3-4257-ac14-269c4fee4a80 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.184473] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Waiting for the task: (returnval){ [ 601.184473] env[65978]: value = "task-4713798" [ 601.184473] env[65978]: _type = "Task" [ 601.184473] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.193264] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713798, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.203716] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.349556] env[65978]: DEBUG nova.compute.manager [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 601.380584] env[65978]: DEBUG nova.virt.hardware [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 601.380823] env[65978]: DEBUG nova.virt.hardware [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.380977] env[65978]: DEBUG nova.virt.hardware [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 601.381174] env[65978]: DEBUG nova.virt.hardware [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.381313] env[65978]: DEBUG nova.virt.hardware [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 601.381558] env[65978]: DEBUG nova.virt.hardware [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 601.381731] env[65978]: DEBUG nova.virt.hardware [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 601.381970] env[65978]: DEBUG nova.virt.hardware [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 601.382342] env[65978]: DEBUG nova.virt.hardware [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 601.382342] env[65978]: DEBUG nova.virt.hardware [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 601.382342] env[65978]: DEBUG nova.virt.hardware [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 601.383303] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddea5a6-a428-482a-9c7d-4ed80388d120 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.392369] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17431be5-6995-45c7-a770-4be72e907215 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.472065] env[65978]: DEBUG nova.virt.hardware [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 601.472065] env[65978]: DEBUG nova.virt.hardware [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.472065] env[65978]: DEBUG nova.virt.hardware [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 601.472065] env[65978]: DEBUG nova.virt.hardware [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.472557] env[65978]: DEBUG nova.virt.hardware [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 601.472557] env[65978]: DEBUG nova.virt.hardware [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 601.472557] env[65978]: DEBUG nova.virt.hardware [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 601.472557] env[65978]: DEBUG nova.virt.hardware [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 601.472557] env[65978]: DEBUG nova.virt.hardware [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 601.473324] env[65978]: DEBUG nova.virt.hardware [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 601.473324] env[65978]: DEBUG nova.virt.hardware [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 601.473324] env[65978]: DEBUG oslo_concurrency.lockutils [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] Releasing lock "refresh_cache-5ab437df-2a7c-45b5-ab56-9c262d65134d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.473324] env[65978]: DEBUG nova.compute.manager [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Received event network-vif-plugged-ab03c23e-1ff2-48ae-8286-dda73616b2f8 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 601.473324] env[65978]: DEBUG oslo_concurrency.lockutils [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] Acquiring lock "3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.473462] env[65978]: DEBUG oslo_concurrency.lockutils [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] Lock "3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.473462] env[65978]: DEBUG oslo_concurrency.lockutils [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] Lock "3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.473462] env[65978]: DEBUG nova.compute.manager [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] No waiting events found dispatching network-vif-plugged-ab03c23e-1ff2-48ae-8286-dda73616b2f8 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 601.473462] env[65978]: WARNING nova.compute.manager [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Received unexpected event network-vif-plugged-ab03c23e-1ff2-48ae-8286-dda73616b2f8 for instance with vm_state building and task_state spawning. [ 601.473462] env[65978]: DEBUG nova.compute.manager [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Received event network-changed-ab03c23e-1ff2-48ae-8286-dda73616b2f8 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 601.473605] env[65978]: DEBUG nova.compute.manager [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Refreshing instance network info cache due to event network-changed-ab03c23e-1ff2-48ae-8286-dda73616b2f8. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 601.473605] env[65978]: DEBUG oslo_concurrency.lockutils [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] Acquiring lock "refresh_cache-3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.473605] env[65978]: DEBUG oslo_concurrency.lockutils [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] Acquired lock "refresh_cache-3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.473605] env[65978]: DEBUG nova.network.neutron [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Refreshing network info cache for port ab03c23e-1ff2-48ae-8286-dda73616b2f8 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.475349] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4ce541-0662-4257-b44c-c878e8e37489 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.484552] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2156de82-4c22-4b32-ac50-41812e8c7976 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.502253] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Instance VIF info [] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.507932] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 601.512671] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7e481eb-655f-47a1-b447-86358056b458] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.512919] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38da3a03-0ef5-418d-a178-a4feff83e68e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.530713] env[65978]: INFO nova.compute.manager [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Took 17.88 seconds to build instance. [ 601.541578] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.541578] env[65978]: value = "task-4713799" [ 601.541578] env[65978]: _type = "Task" [ 601.541578] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.551864] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713799, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.552488] env[65978]: DEBUG nova.network.neutron [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Successfully created port: 7bf85cb7-d30e-4fff-aac7-2f23bee2f3e1 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 601.669682] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.670297] env[65978]: DEBUG nova.compute.manager [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 601.673734] env[65978]: DEBUG oslo_concurrency.lockutils [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.433s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.675988] env[65978]: INFO nova.compute.claims [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.696115] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713798, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.044987} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.696386] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] File moved {{(pid=65978) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 601.696575] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Cleaning up location [datastore1] vmware_temp/65666b68-dc86-4c24-bc53-169fc3ba6f95 {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 601.696732] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Deleting the datastore file [datastore1] vmware_temp/65666b68-dc86-4c24-bc53-169fc3ba6f95 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 601.697113] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2dc4773-643b-4617-a373-468236e2ec12 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.704862] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Waiting for the task: (returnval){ [ 601.704862] env[65978]: value = "task-4713800" [ 601.704862] env[65978]: _type = "Task" [ 601.704862] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.715806] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.983731] env[65978]: WARNING neutronclient.v2_0.client [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.032119] env[65978]: DEBUG oslo_concurrency.lockutils [None req-80236a0c-08ca-478e-a87b-5130f280ccf1 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Lock "3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.397s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.056396] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713799, 'name': CreateVM_Task, 'duration_secs': 0.370234} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.056780] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7e481eb-655f-47a1-b447-86358056b458] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.060024] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.060024] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.060024] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.060024] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da09f734-ecba-494f-9c92-e38087848ed4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.065382] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Waiting for the task: (returnval){ [ 602.065382] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]522e0c1c-fe85-10d3-f888-69a467dff47f" [ 602.065382] env[65978]: _type = "Task" [ 602.065382] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.075511] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]522e0c1c-fe85-10d3-f888-69a467dff47f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.189218] env[65978]: DEBUG nova.compute.utils [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.191008] env[65978]: DEBUG nova.compute.manager [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 602.191157] env[65978]: DEBUG nova.network.neutron [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 602.191597] env[65978]: WARNING neutronclient.v2_0.client [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.191815] env[65978]: WARNING neutronclient.v2_0.client [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.221840] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03251} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.222429] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 602.223326] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fffec33-a4f3-40a1-b511-4c63293a5d41 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.231204] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Waiting for the task: (returnval){ [ 602.231204] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525951ff-af16-26cb-78e6-0af2245214a8" [ 602.231204] env[65978]: _type = "Task" [ 602.231204] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.240903] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525951ff-af16-26cb-78e6-0af2245214a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.247656] env[65978]: WARNING neutronclient.v2_0.client [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.294453] env[65978]: DEBUG nova.policy [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea521e8a6c804f0882d60a1535cdc33f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cce794e3510545b2af21f634808dd9be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.512982] env[65978]: DEBUG nova.network.neutron [-] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.542870] env[65978]: DEBUG nova.network.neutron [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Updating instance_info_cache with network_info: [{"id": "ffd6844f-03b3-4962-92f3-9950b049f47b", "address": "fa:16:3e:f4:3d:56", "network": {"id": "b07dfdf7-7d84-407f-a32d-c4c915df223e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468716700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a50aee7806472099fe696701dacbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffd6844f-03", "ovs_interfaceid": "ffd6844f-03b3-4962-92f3-9950b049f47b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.582262] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]522e0c1c-fe85-10d3-f888-69a467dff47f, 'name': SearchDatastore_Task, 'duration_secs': 0.011592} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.582262] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.582262] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.582262] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.701661] env[65978]: DEBUG nova.compute.manager [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 602.742356] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525951ff-af16-26cb-78e6-0af2245214a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010669} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.746256] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.746256] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6/9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.746256] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.746256] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.746469] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf3afd23-ad4b-4758-a432-cf8ff5b0d62a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.748926] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef871ca3-bad3-4957-a723-64fc4b2c2fd6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.758662] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Waiting for the task: (returnval){ [ 602.758662] env[65978]: value = "task-4713801" [ 602.758662] env[65978]: _type = "Task" [ 602.758662] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.763118] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.764026] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.768172] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d1355a1-96ec-4563-9e82-ebfdcfce9ca9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.776448] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Waiting for the task: (returnval){ [ 602.776448] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529daf91-a6a9-036e-6f5b-0ed93dee8d55" [ 602.776448] env[65978]: _type = "Task" [ 602.776448] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.783053] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.791883] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529daf91-a6a9-036e-6f5b-0ed93dee8d55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.897023] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5978b95f-6947-455f-ad1e-b09b7c4ed965 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.904713] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dc8d63-078d-4ef4-9bbb-d5b47ca01806 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.913157] env[65978]: DEBUG nova.network.neutron [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Successfully created port: 97f5bd9f-1441-4ea9-a91c-11e6434bee7b {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 602.948045] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f3bb08-6e86-4a46-811e-1fd13ba6ef99 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.956702] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9308d058-dcf7-4412-9b45-5f6ac94dc435 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.974927] env[65978]: DEBUG nova.compute.provider_tree [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.018654] env[65978]: INFO nova.compute.manager [-] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Took 2.00 seconds to deallocate network for instance. [ 603.047615] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Releasing lock "refresh_cache-ecc645e7-d1f9-4d1c-b6db-5835c528d775" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.051452] env[65978]: DEBUG nova.compute.manager [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Instance network_info: |[{"id": "ffd6844f-03b3-4962-92f3-9950b049f47b", "address": "fa:16:3e:f4:3d:56", "network": {"id": "b07dfdf7-7d84-407f-a32d-c4c915df223e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468716700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a50aee7806472099fe696701dacbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffd6844f-03", "ovs_interfaceid": "ffd6844f-03b3-4962-92f3-9950b049f47b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 603.054360] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:3d:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffd6844f-03b3-4962-92f3-9950b049f47b', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.065859] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Creating folder: Project (81a50aee7806472099fe696701dacbe2). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.067270] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cc2a681-8896-4cf2-bc5c-b7522a7c86c4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.081081] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Created folder: Project (81a50aee7806472099fe696701dacbe2) in parent group-v919857. [ 603.081305] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Creating folder: Instances. Parent ref: group-v919880. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.081576] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8245d5af-cc4e-4759-a04c-d9eeb85c6d2a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.094830] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Created folder: Instances in parent group-v919880. [ 603.095319] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 603.095668] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.096049] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-614b7bfc-8faf-4390-b6d8-d2b438fe4801 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.118205] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.118205] env[65978]: value = "task-4713804" [ 603.118205] env[65978]: _type = "Task" [ 603.118205] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.128795] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713804, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.274219] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713801, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.293894] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529daf91-a6a9-036e-6f5b-0ed93dee8d55, 'name': SearchDatastore_Task, 'duration_secs': 0.016211} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.294887] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8d6c5f7-2472-4187-b6d3-c4a9f518e11e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.303264] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Waiting for the task: (returnval){ [ 603.303264] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527be9ce-5e77-e652-9dda-1003eeeb13eb" [ 603.303264] env[65978]: _type = "Task" [ 603.303264] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.313780] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527be9ce-5e77-e652-9dda-1003eeeb13eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.480172] env[65978]: DEBUG nova.scheduler.client.report [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.531788] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.599336] env[65978]: DEBUG nova.network.neutron [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Successfully updated port: 7bf85cb7-d30e-4fff-aac7-2f23bee2f3e1 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 603.627897] env[65978]: WARNING neutronclient.v2_0.client [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.635573] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713804, 'name': CreateVM_Task, 'duration_secs': 0.425352} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.635820] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.636872] env[65978]: WARNING neutronclient.v2_0.client [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.637253] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.637345] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.637700] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.637955] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4164e43-2cb8-4e3d-aaa6-3c19930db6b4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.643753] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 603.643753] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5215fb75-1e9c-f995-557b-911c19fd6b89" [ 603.643753] env[65978]: _type = "Task" [ 603.643753] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.654308] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5215fb75-1e9c-f995-557b-911c19fd6b89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.689616] env[65978]: DEBUG nova.compute.manager [req-90a870aa-c7c3-47ae-b72f-3660facfd772 req-d2ded057-94d7-4c89-b448-8b1572766654 service nova] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Received event network-changed-fa673c14-61bd-4356-b603-0ea90b790f59 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 603.689672] env[65978]: DEBUG nova.compute.manager [req-90a870aa-c7c3-47ae-b72f-3660facfd772 req-d2ded057-94d7-4c89-b448-8b1572766654 service nova] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Refreshing instance network info cache due to event network-changed-fa673c14-61bd-4356-b603-0ea90b790f59. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 603.689863] env[65978]: DEBUG oslo_concurrency.lockutils [req-90a870aa-c7c3-47ae-b72f-3660facfd772 req-d2ded057-94d7-4c89-b448-8b1572766654 service nova] Acquiring lock "refresh_cache-9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.691612] env[65978]: DEBUG oslo_concurrency.lockutils [req-90a870aa-c7c3-47ae-b72f-3660facfd772 req-d2ded057-94d7-4c89-b448-8b1572766654 service nova] Acquired lock "refresh_cache-9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.692031] env[65978]: DEBUG nova.network.neutron [req-90a870aa-c7c3-47ae-b72f-3660facfd772 req-d2ded057-94d7-4c89-b448-8b1572766654 service nova] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Refreshing network info cache for port fa673c14-61bd-4356-b603-0ea90b790f59 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.713979] env[65978]: DEBUG nova.compute.manager [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 603.747932] env[65978]: DEBUG nova.virt.hardware [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 603.747932] env[65978]: DEBUG nova.virt.hardware [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.748164] env[65978]: DEBUG nova.virt.hardware [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 603.748359] env[65978]: DEBUG nova.virt.hardware [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.748519] env[65978]: DEBUG nova.virt.hardware [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 603.748754] env[65978]: DEBUG nova.virt.hardware [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 603.749159] env[65978]: DEBUG nova.virt.hardware [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 603.749644] env[65978]: DEBUG nova.virt.hardware [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 603.749644] env[65978]: DEBUG nova.virt.hardware [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 603.749644] env[65978]: DEBUG nova.virt.hardware [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 603.749827] env[65978]: DEBUG nova.virt.hardware [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 603.750848] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d39a65-eb3e-47cc-ad8c-5e0cad8350ed {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.761106] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ec1e03-27c5-44cc-9658-ac1443ce3204 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.780361] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722714} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.788335] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6/9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.788646] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.789266] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b26eae58-be44-4a6d-9a93-26e53433026a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.796948] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Waiting for the task: (returnval){ [ 603.796948] env[65978]: value = "task-4713805" [ 603.796948] env[65978]: _type = "Task" [ 603.796948] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.810308] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.817368] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527be9ce-5e77-e652-9dda-1003eeeb13eb, 'name': SearchDatastore_Task, 'duration_secs': 0.054414} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.817690] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.817942] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] a7e481eb-655f-47a1-b447-86358056b458/a7e481eb-655f-47a1-b447-86358056b458.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.818223] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe674691-68d6-4553-ac98-6039a3260889 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.823084] env[65978]: DEBUG nova.network.neutron [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Updated VIF entry in instance network info cache for port ab03c23e-1ff2-48ae-8286-dda73616b2f8. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 603.823497] env[65978]: DEBUG nova.network.neutron [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Updating instance_info_cache with network_info: [{"id": "ab03c23e-1ff2-48ae-8286-dda73616b2f8", "address": "fa:16:3e:98:3f:a5", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab03c23e-1f", "ovs_interfaceid": "ab03c23e-1ff2-48ae-8286-dda73616b2f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.826543] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Waiting for the task: (returnval){ [ 603.826543] env[65978]: value = "task-4713806" [ 603.826543] env[65978]: _type = "Task" [ 603.826543] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.836561] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.985971] env[65978]: DEBUG oslo_concurrency.lockutils [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.987265] env[65978]: DEBUG nova.compute.manager [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 603.989968] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.458s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.990227] env[65978]: DEBUG nova.objects.instance [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Lazy-loading 'resources' on Instance uuid c4384535-309d-4148-9580-e37e4d16cc53 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 604.103883] env[65978]: DEBUG oslo_concurrency.lockutils [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Acquiring lock "refresh_cache-e41f70de-dedd-4b7d-92a9-715ad6150749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.105198] env[65978]: DEBUG oslo_concurrency.lockutils [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Acquired lock "refresh_cache-e41f70de-dedd-4b7d-92a9-715ad6150749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.106401] env[65978]: DEBUG nova.network.neutron [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 604.161252] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5215fb75-1e9c-f995-557b-911c19fd6b89, 'name': SearchDatastore_Task, 'duration_secs': 0.010699} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.161252] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.161252] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.161252] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.161658] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.161658] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.161658] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27634c82-12dc-4dba-ada9-298f7a4eeefb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.181507] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.181705] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.182594] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84cf0e06-3299-4762-9028-7dcb14d2cad3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.194084] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 604.194084] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528837bf-5622-5c66-7b47-aaccaed26beb" [ 604.194084] env[65978]: _type = "Task" [ 604.194084] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.194654] env[65978]: WARNING neutronclient.v2_0.client [req-90a870aa-c7c3-47ae-b72f-3660facfd772 req-d2ded057-94d7-4c89-b448-8b1572766654 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.211585] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528837bf-5622-5c66-7b47-aaccaed26beb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.309396] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144896} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.309649] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.313930] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c612e74-0243-43c8-8e26-744311f266fb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.332780] env[65978]: DEBUG oslo_concurrency.lockutils [req-526e9b67-cf22-458d-9d9f-a4fb04aad862 req-064e84ed-e4e9-4d94-aeda-fe62d43cf96f service nova] Releasing lock "refresh_cache-3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.344570] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6/9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.349516] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e696cd7-cdce-4f8e-9577-8d78bfe6b2bc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.378129] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713806, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.381030] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Waiting for the task: (returnval){ [ 604.381030] env[65978]: value = "task-4713807" [ 604.381030] env[65978]: _type = "Task" [ 604.381030] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.397319] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713807, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.440051] env[65978]: DEBUG nova.compute.manager [req-b9c3028d-dcb9-4c47-937d-10ef2249de62 req-75e55c16-604c-4ad3-a9d7-e86ccfb65160 service nova] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Received event network-vif-deleted-107502c2-d056-4c36-ba1b-e6bf2177345f {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 604.493919] env[65978]: DEBUG nova.compute.utils [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.494769] env[65978]: DEBUG nova.compute.manager [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 604.494955] env[65978]: DEBUG nova.network.neutron [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 604.498131] env[65978]: WARNING neutronclient.v2_0.client [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.498131] env[65978]: WARNING neutronclient.v2_0.client [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.693620] env[65978]: DEBUG nova.network.neutron [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Successfully updated port: 97f5bd9f-1441-4ea9-a91c-11e6434bee7b {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 604.714531] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528837bf-5622-5c66-7b47-aaccaed26beb, 'name': SearchDatastore_Task, 'duration_secs': 0.055234} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.715410] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-473aeeec-97d6-4052-ba41-556d23df8938 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.725115] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 604.725115] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524c2787-cf70-affe-aef3-0c5c3077c091" [ 604.725115] env[65978]: _type = "Task" [ 604.725115] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.736406] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524c2787-cf70-affe-aef3-0c5c3077c091, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.752826] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ca9b8b-8fe5-43f4-ba30-b9e657c71c45 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.765782] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0715d06-1232-4280-92ae-cfef8a0b0adf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.803126] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8149b813-902c-444d-8721-f226a89c8ca8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.812422] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2f0848-a58d-4a56-8989-806475adeadb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.829664] env[65978]: DEBUG nova.compute.provider_tree [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.839220] env[65978]: DEBUG nova.policy [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e58be3d274d48bea96fc2f41c9055f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81a50aee7806472099fe696701dacbe2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.844397] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69949} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.845577] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] a7e481eb-655f-47a1-b447-86358056b458/a7e481eb-655f-47a1-b447-86358056b458.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.845819] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.846721] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7da9eb04-a8e4-49d4-a7fe-223f6e1b4666 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.855372] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Waiting for the task: (returnval){ [ 604.855372] env[65978]: value = "task-4713808" [ 604.855372] env[65978]: _type = "Task" [ 604.855372] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.866888] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.897646] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.961744] env[65978]: DEBUG nova.network.neutron [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 605.003368] env[65978]: DEBUG nova.compute.manager [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 605.198987] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Acquiring lock "refresh_cache-b29986ea-9c13-4d23-a7b1-ee537d20702a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.199397] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Acquired lock "refresh_cache-b29986ea-9c13-4d23-a7b1-ee537d20702a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.199397] env[65978]: DEBUG nova.network.neutron [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 605.235978] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524c2787-cf70-affe-aef3-0c5c3077c091, 'name': SearchDatastore_Task, 'duration_secs': 0.01963} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.236305] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.236632] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] ecc645e7-d1f9-4d1c-b6db-5835c528d775/ecc645e7-d1f9-4d1c-b6db-5835c528d775.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.238208] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e57fc7eb-a2e5-4dfd-916d-c69911d6c6c0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.247294] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 605.247294] env[65978]: value = "task-4713809" [ 605.247294] env[65978]: _type = "Task" [ 605.247294] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.256637] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.335125] env[65978]: DEBUG nova.scheduler.client.report [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.371881] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074574} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.372434] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.374207] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44151c50-8022-4f49-83d7-b9f795b8ef0d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.380534] env[65978]: DEBUG nova.network.neutron [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Successfully created port: 2876a8f8-3914-41f6-b82f-2bd16c774421 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 605.401037] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] a7e481eb-655f-47a1-b447-86358056b458/a7e481eb-655f-47a1-b447-86358056b458.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.405416] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6860878-fa5f-42ba-8c50-b41d6e690bf9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.424455] env[65978]: WARNING neutronclient.v2_0.client [req-90a870aa-c7c3-47ae-b72f-3660facfd772 req-d2ded057-94d7-4c89-b448-8b1572766654 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.433958] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713807, 'name': ReconfigVM_Task, 'duration_secs': 0.719294} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.435925] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6/9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.436742] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Waiting for the task: (returnval){ [ 605.436742] env[65978]: value = "task-4713810" [ 605.436742] env[65978]: _type = "Task" [ 605.436742] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.437099] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c83b0357-c714-4878-be36-957644879918 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.452620] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.454491] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Waiting for the task: (returnval){ [ 605.454491] env[65978]: value = "task-4713811" [ 605.454491] env[65978]: _type = "Task" [ 605.454491] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.466018] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713811, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.535756] env[65978]: DEBUG nova.compute.manager [None req-fc84db19-8f5f-49ce-ba4f-9384f9d727ce tempest-ServerDiagnosticsTest-443091201 tempest-ServerDiagnosticsTest-443091201-project-admin] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 605.539025] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ff8040-092d-4b93-b5d2-7b0ca4c3ba35 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.545646] env[65978]: INFO nova.compute.manager [None req-fc84db19-8f5f-49ce-ba4f-9384f9d727ce tempest-ServerDiagnosticsTest-443091201 tempest-ServerDiagnosticsTest-443091201-project-admin] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Retrieving diagnostics [ 605.546467] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94cd4e1-c404-4694-89c1-8e3546363df1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.584782] env[65978]: WARNING neutronclient.v2_0.client [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.643842] env[65978]: DEBUG nova.compute.manager [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 605.644806] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c283e293-5df6-4b0c-bffb-514d3e928f1f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.758095] env[65978]: DEBUG nova.network.neutron [req-90a870aa-c7c3-47ae-b72f-3660facfd772 req-d2ded057-94d7-4c89-b448-8b1572766654 service nova] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Updated VIF entry in instance network info cache for port fa673c14-61bd-4356-b603-0ea90b790f59. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 605.758579] env[65978]: DEBUG nova.network.neutron [req-90a870aa-c7c3-47ae-b72f-3660facfd772 req-d2ded057-94d7-4c89-b448-8b1572766654 service nova] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Updating instance_info_cache with network_info: [{"id": "fa673c14-61bd-4356-b603-0ea90b790f59", "address": "fa:16:3e:1f:ad:4c", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa673c14-61", "ovs_interfaceid": "fa673c14-61bd-4356-b603-0ea90b790f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.764828] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.840580] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.865903] env[65978]: INFO nova.scheduler.client.report [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Deleted allocations for instance c4384535-309d-4148-9580-e37e4d16cc53 [ 605.954920] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.968375] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713811, 'name': Rename_Task, 'duration_secs': 0.443514} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.971105] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.971105] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15aba84e-a395-43fd-bc71-c92b9a7d656c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.980669] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Waiting for the task: (returnval){ [ 605.980669] env[65978]: value = "task-4713812" [ 605.980669] env[65978]: _type = "Task" [ 605.980669] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.000329] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.015625] env[65978]: DEBUG nova.compute.manager [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 606.048526] env[65978]: DEBUG nova.virt.hardware [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 606.048759] env[65978]: DEBUG nova.virt.hardware [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.048890] env[65978]: DEBUG nova.virt.hardware [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 606.049083] env[65978]: DEBUG nova.virt.hardware [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.049271] env[65978]: DEBUG nova.virt.hardware [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 606.049445] env[65978]: DEBUG nova.virt.hardware [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 606.049674] env[65978]: DEBUG nova.virt.hardware [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 606.049798] env[65978]: DEBUG nova.virt.hardware [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 606.049953] env[65978]: DEBUG nova.virt.hardware [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 606.050147] env[65978]: DEBUG nova.virt.hardware [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 606.050299] env[65978]: DEBUG nova.virt.hardware [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 606.051869] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be810903-3e60-4f5b-a6c8-304cbcdd373a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.063974] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0712efc4-19e9-44fd-a394-248a07a12e05 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.160211] env[65978]: INFO nova.compute.manager [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] instance snapshotting [ 606.160487] env[65978]: WARNING nova.compute.manager [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 606.163364] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d3dbcd-4e25-4643-9285-55f5bced2be3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.186396] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485e7929-4cb7-4f9e-b81c-c103380af2c0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.266830] env[65978]: DEBUG oslo_concurrency.lockutils [req-90a870aa-c7c3-47ae-b72f-3660facfd772 req-d2ded057-94d7-4c89-b448-8b1572766654 service nova] Releasing lock "refresh_cache-9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.267285] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713809, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.014748} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.271045] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] ecc645e7-d1f9-4d1c-b6db-5835c528d775/ecc645e7-d1f9-4d1c-b6db-5835c528d775.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.271350] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.271613] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8af77d9-1d21-4b26-bb2a-42ead5fab242 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.280716] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 606.280716] env[65978]: value = "task-4713813" [ 606.280716] env[65978]: _type = "Task" [ 606.280716] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.285518] env[65978]: DEBUG nova.network.neutron [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 606.299918] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.376532] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5fa23904-1caa-483f-a926-34d985cc7ad9 tempest-ServerDiagnosticsNegativeTest-71583505 tempest-ServerDiagnosticsNegativeTest-71583505-project-member] Lock "c4384535-309d-4148-9580-e37e4d16cc53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.028s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.452939] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713810, 'name': ReconfigVM_Task, 'duration_secs': 0.644863} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.453202] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Reconfigured VM instance instance-00000004 to attach disk [datastore1] a7e481eb-655f-47a1-b447-86358056b458/a7e481eb-655f-47a1-b447-86358056b458.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.453959] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ff31759-bd26-4875-acd7-76d3dc586281 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.464675] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Waiting for the task: (returnval){ [ 606.464675] env[65978]: value = "task-4713814" [ 606.464675] env[65978]: _type = "Task" [ 606.464675] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.475606] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713814, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.497248] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713812, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.542981] env[65978]: DEBUG nova.network.neutron [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Updating instance_info_cache with network_info: [{"id": "7bf85cb7-d30e-4fff-aac7-2f23bee2f3e1", "address": "fa:16:3e:d6:2c:58", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bf85cb7-d3", "ovs_interfaceid": "7bf85cb7-d30e-4fff-aac7-2f23bee2f3e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.705374] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Creating Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 606.705801] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5361e6b5-1226-4ad2-ab04-afa89382f749 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.716219] env[65978]: DEBUG oslo_vmware.api [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 606.716219] env[65978]: value = "task-4713815" [ 606.716219] env[65978]: _type = "Task" [ 606.716219] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.727947] env[65978]: DEBUG oslo_vmware.api [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713815, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.797596] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171714} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.797923] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.798918] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace528ac-0035-412a-9d3d-e3a51278787a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.825844] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] ecc645e7-d1f9-4d1c-b6db-5835c528d775/ecc645e7-d1f9-4d1c-b6db-5835c528d775.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.826191] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54dfd712-a0d0-41cd-831e-cc592f9ab75e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.845772] env[65978]: DEBUG oslo_concurrency.lockutils [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Acquiring lock "bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.845772] env[65978]: DEBUG oslo_concurrency.lockutils [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Lock "bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.851236] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 606.851236] env[65978]: value = "task-4713816" [ 606.851236] env[65978]: _type = "Task" [ 606.851236] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.863292] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.987092] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713814, 'name': Rename_Task, 'duration_secs': 0.284382} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.989703] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.990352] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-398decf5-fc57-4da4-8805-ea37f7ea1a52 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.001457] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713812, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.003157] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Waiting for the task: (returnval){ [ 607.003157] env[65978]: value = "task-4713817" [ 607.003157] env[65978]: _type = "Task" [ 607.003157] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.014895] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.047228] env[65978]: DEBUG oslo_concurrency.lockutils [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Releasing lock "refresh_cache-e41f70de-dedd-4b7d-92a9-715ad6150749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.047228] env[65978]: DEBUG nova.compute.manager [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Instance network_info: |[{"id": "7bf85cb7-d30e-4fff-aac7-2f23bee2f3e1", "address": "fa:16:3e:d6:2c:58", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bf85cb7-d3", "ovs_interfaceid": "7bf85cb7-d30e-4fff-aac7-2f23bee2f3e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 607.047481] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:2c:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bf85cb7-d30e-4fff-aac7-2f23bee2f3e1', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.057676] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Creating folder: Project (badfe71749684e54bb86fc0717e6e1f0). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.060182] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-739c48ae-a67f-435a-8158-49e385b7d768 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.073609] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Created folder: Project (badfe71749684e54bb86fc0717e6e1f0) in parent group-v919857. [ 607.073832] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Creating folder: Instances. Parent ref: group-v919883. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.074161] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa8e109f-379e-4433-923d-84f8cb807dc2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.090169] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Created folder: Instances in parent group-v919883. [ 607.090376] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 607.090585] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.090856] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6c85d81-600d-4141-a38e-d52401b4f74d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.119520] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.119520] env[65978]: value = "task-4713820" [ 607.119520] env[65978]: _type = "Task" [ 607.119520] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.130562] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713820, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.231945] env[65978]: DEBUG oslo_vmware.api [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713815, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.348453] env[65978]: DEBUG nova.compute.manager [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 607.364870] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713816, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.425857] env[65978]: DEBUG nova.network.neutron [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Successfully updated port: 2876a8f8-3914-41f6-b82f-2bd16c774421 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 607.498517] env[65978]: DEBUG oslo_vmware.api [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713812, 'name': PowerOnVM_Task, 'duration_secs': 1.137833} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.498764] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.499092] env[65978]: INFO nova.compute.manager [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Took 13.82 seconds to spawn the instance on the hypervisor. [ 607.499302] env[65978]: DEBUG nova.compute.manager [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 607.500338] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95500379-411b-42a4-bb43-bdf731e2df81 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.521067] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713817, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.633865] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713820, 'name': CreateVM_Task, 'duration_secs': 0.460074} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.634126] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.634521] env[65978]: WARNING neutronclient.v2_0.client [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.634885] env[65978]: DEBUG oslo_concurrency.lockutils [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.635744] env[65978]: DEBUG oslo_concurrency.lockutils [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.635744] env[65978]: DEBUG oslo_concurrency.lockutils [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.635744] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65a41052-2c6d-4f83-9e21-9ea4fd430660 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.641452] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Waiting for the task: (returnval){ [ 607.641452] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52850a7b-455c-6bbd-2c0e-ddccd5c121e5" [ 607.641452] env[65978]: _type = "Task" [ 607.641452] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.651948] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52850a7b-455c-6bbd-2c0e-ddccd5c121e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.692735] env[65978]: WARNING neutronclient.v2_0.client [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.729058] env[65978]: DEBUG oslo_vmware.api [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713815, 'name': CreateSnapshot_Task, 'duration_secs': 0.837512} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.729389] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Created Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 607.730293] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06da465-5756-4418-a6ea-170256789254 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.867185] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713816, 'name': ReconfigVM_Task, 'duration_secs': 0.524049} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.867482] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Reconfigured VM instance instance-00000008 to attach disk [datastore1] ecc645e7-d1f9-4d1c-b6db-5835c528d775/ecc645e7-d1f9-4d1c-b6db-5835c528d775.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.869156] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6b352f4-83fe-4e3d-a0a8-3c040e4224b3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.875578] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 607.875578] env[65978]: value = "task-4713821" [ 607.875578] env[65978]: _type = "Task" [ 607.875578] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.881137] env[65978]: DEBUG oslo_concurrency.lockutils [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.881451] env[65978]: DEBUG oslo_concurrency.lockutils [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.883094] env[65978]: INFO nova.compute.claims [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.890576] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713821, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.930535] env[65978]: DEBUG oslo_concurrency.lockutils [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "refresh_cache-18cfc79d-38fe-4832-8aa0-27609c0219b8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.930535] env[65978]: DEBUG oslo_concurrency.lockutils [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquired lock "refresh_cache-18cfc79d-38fe-4832-8aa0-27609c0219b8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.930726] env[65978]: DEBUG nova.network.neutron [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 607.994390] env[65978]: DEBUG nova.network.neutron [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Updating instance_info_cache with network_info: [{"id": "97f5bd9f-1441-4ea9-a91c-11e6434bee7b", "address": "fa:16:3e:b8:ed:5d", "network": {"id": "11679d0b-a845-40c5-85e1-53fd6aace335", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2050419499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cce794e3510545b2af21f634808dd9be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f5bd9f-14", "ovs_interfaceid": "97f5bd9f-1441-4ea9-a91c-11e6434bee7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.027244] env[65978]: DEBUG oslo_vmware.api [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713817, 'name': PowerOnVM_Task, 'duration_secs': 0.613723} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.029821] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.030271] env[65978]: DEBUG nova.compute.manager [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 608.030866] env[65978]: INFO nova.compute.manager [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Took 20.78 seconds to build instance. [ 608.032593] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a4c5fd-c2bc-45c7-9fa5-0dabbbda4939 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.155312] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52850a7b-455c-6bbd-2c0e-ddccd5c121e5, 'name': SearchDatastore_Task, 'duration_secs': 0.018766} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.155312] env[65978]: DEBUG oslo_concurrency.lockutils [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.155312] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.155539] env[65978]: DEBUG oslo_concurrency.lockutils [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.155730] env[65978]: DEBUG oslo_concurrency.lockutils [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.155950] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.156290] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d266dd9-087c-4d9d-a206-f57d038b0700 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.168994] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.168994] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.171089] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63a49678-912a-4aec-bfe8-ff48795c9b4b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.176543] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Waiting for the task: (returnval){ [ 608.176543] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52005f79-af01-b06e-af5b-46f50715610c" [ 608.176543] env[65978]: _type = "Task" [ 608.176543] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.187230] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52005f79-af01-b06e-af5b-46f50715610c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.257654] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Creating linked-clone VM from snapshot {{(pid=65978) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 608.258116] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8e6ef8bf-38e4-474a-9c4f-74b4d9ab4e28 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.270124] env[65978]: DEBUG oslo_vmware.api [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 608.270124] env[65978]: value = "task-4713822" [ 608.270124] env[65978]: _type = "Task" [ 608.270124] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.285155] env[65978]: DEBUG oslo_vmware.api [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713822, 'name': CloneVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.391469] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713821, 'name': Rename_Task, 'duration_secs': 0.247559} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.395232] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.396122] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50dbe1e6-8285-452f-bba9-44be5bf48357 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.405823] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 608.405823] env[65978]: value = "task-4713823" [ 608.405823] env[65978]: _type = "Task" [ 608.405823] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.418375] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.498224] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Releasing lock "refresh_cache-b29986ea-9c13-4d23-a7b1-ee537d20702a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.498779] env[65978]: DEBUG nova.compute.manager [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Instance network_info: |[{"id": "97f5bd9f-1441-4ea9-a91c-11e6434bee7b", "address": "fa:16:3e:b8:ed:5d", "network": {"id": "11679d0b-a845-40c5-85e1-53fd6aace335", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2050419499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cce794e3510545b2af21f634808dd9be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f5bd9f-14", "ovs_interfaceid": "97f5bd9f-1441-4ea9-a91c-11e6434bee7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 608.499435] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:ed:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97f5bd9f-1441-4ea9-a91c-11e6434bee7b', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.509118] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Creating folder: Project (cce794e3510545b2af21f634808dd9be). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.509589] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c09f1d1-47da-48af-b990-feedf9240b6b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.527392] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Created folder: Project (cce794e3510545b2af21f634808dd9be) in parent group-v919857. [ 608.527619] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Creating folder: Instances. Parent ref: group-v919888. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.528243] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67b2fe7b-4d85-411b-ac8b-a78ded3ecbdf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.533140] env[65978]: DEBUG nova.network.neutron [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 608.537576] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3022d92d-3893-4c11-b0ec-e5b2bac35e3d tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Lock "9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.304s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.543056] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Created folder: Instances in parent group-v919888. [ 608.543056] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 608.543056] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.543056] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d349b04-b42c-4cd6-9b65-b608ff7d61dc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.567340] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.569409] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.569409] env[65978]: value = "task-4713826" [ 608.569409] env[65978]: _type = "Task" [ 608.569409] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.580457] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713826, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.667063] env[65978]: WARNING neutronclient.v2_0.client [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.689224] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52005f79-af01-b06e-af5b-46f50715610c, 'name': SearchDatastore_Task, 'duration_secs': 0.021199} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.690204] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bce7a104-2e57-404c-acd2-b4ba06129e64 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.701748] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Acquiring lock "1f718f63-a0fd-4c55-9ccc-d89d897891b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.701748] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Lock "1f718f63-a0fd-4c55-9ccc-d89d897891b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.706957] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Waiting for the task: (returnval){ [ 608.706957] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527a5c0b-d28e-f7ae-3189-2ebc1da635b2" [ 608.706957] env[65978]: _type = "Task" [ 608.706957] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.724943] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527a5c0b-d28e-f7ae-3189-2ebc1da635b2, 'name': SearchDatastore_Task, 'duration_secs': 0.013332} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.724943] env[65978]: DEBUG oslo_concurrency.lockutils [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.724943] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] e41f70de-dedd-4b7d-92a9-715ad6150749/e41f70de-dedd-4b7d-92a9-715ad6150749.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.724943] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-516f7f35-735f-4e8b-8844-e5dc4f30586b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.733206] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Waiting for the task: (returnval){ [ 608.733206] env[65978]: value = "task-4713827" [ 608.733206] env[65978]: _type = "Task" [ 608.733206] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.744337] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4713827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.782425] env[65978]: DEBUG oslo_vmware.api [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713822, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.842283] env[65978]: DEBUG nova.network.neutron [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Updating instance_info_cache with network_info: [{"id": "2876a8f8-3914-41f6-b82f-2bd16c774421", "address": "fa:16:3e:4f:92:62", "network": {"id": "b07dfdf7-7d84-407f-a32d-c4c915df223e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468716700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a50aee7806472099fe696701dacbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2876a8f8-39", "ovs_interfaceid": "2876a8f8-3914-41f6-b82f-2bd16c774421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.921810] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713823, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.083557] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713826, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.192693] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0bed50-6a08-4b37-8c98-130b1397c0a5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.207869] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae21fc28-cf96-48bf-89e8-d6179165e7a5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.211800] env[65978]: DEBUG nova.compute.manager [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 609.250900] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a131e8-0b38-43fe-a0ef-f924cb235b26 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.264419] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae10bf00-db7b-455d-9496-8be1ee82d55d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.268803] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4713827, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.293013] env[65978]: DEBUG nova.compute.provider_tree [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.302237] env[65978]: DEBUG oslo_vmware.api [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713822, 'name': CloneVM_Task} progress is 95%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.347951] env[65978]: DEBUG oslo_concurrency.lockutils [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Releasing lock "refresh_cache-18cfc79d-38fe-4832-8aa0-27609c0219b8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.348213] env[65978]: DEBUG nova.compute.manager [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Instance network_info: |[{"id": "2876a8f8-3914-41f6-b82f-2bd16c774421", "address": "fa:16:3e:4f:92:62", "network": {"id": "b07dfdf7-7d84-407f-a32d-c4c915df223e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468716700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a50aee7806472099fe696701dacbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2876a8f8-39", "ovs_interfaceid": "2876a8f8-3914-41f6-b82f-2bd16c774421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 609.348815] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:92:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2876a8f8-3914-41f6-b82f-2bd16c774421', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.357233] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 609.357579] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.357812] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a035436-7c44-465c-9daf-1a866a776d72 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.381172] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.381172] env[65978]: value = "task-4713828" [ 609.381172] env[65978]: _type = "Task" [ 609.381172] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.391496] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713828, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.418773] env[65978]: DEBUG oslo_vmware.api [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713823, 'name': PowerOnVM_Task, 'duration_secs': 0.787782} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.419209] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.419423] env[65978]: INFO nova.compute.manager [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Took 10.47 seconds to spawn the instance on the hypervisor. [ 609.419600] env[65978]: DEBUG nova.compute.manager [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 609.420708] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388af736-5aa1-4a76-b089-608db62795c6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.592028] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713826, 'name': CreateVM_Task, 'duration_secs': 0.547835} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.592028] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.592028] env[65978]: WARNING neutronclient.v2_0.client [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.592028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.592028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.592299] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.592299] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3360786-a859-40e6-9d92-09720c8ce688 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.600977] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Waiting for the task: (returnval){ [ 609.600977] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526f1651-0dab-efe7-dee9-547795b5fd42" [ 609.600977] env[65978]: _type = "Task" [ 609.600977] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.611710] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526f1651-0dab-efe7-dee9-547795b5fd42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.739844] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.757967] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4713827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698741} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.758220] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] e41f70de-dedd-4b7d-92a9-715ad6150749/e41f70de-dedd-4b7d-92a9-715ad6150749.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.758498] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.759199] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7891eb2-f7ca-44a2-ad58-a1e6842ac2ed {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.769213] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Waiting for the task: (returnval){ [ 609.769213] env[65978]: value = "task-4713829" [ 609.769213] env[65978]: _type = "Task" [ 609.769213] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.784750] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4713829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.788274] env[65978]: DEBUG oslo_vmware.api [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713822, 'name': CloneVM_Task, 'duration_secs': 1.323719} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.788608] env[65978]: INFO nova.virt.vmwareapi.vmops [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Created linked-clone VM from snapshot [ 609.789438] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2213bdc7-bd89-47b1-bd21-bddd040ea79a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.799298] env[65978]: DEBUG nova.scheduler.client.report [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.802694] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Uploading image 0a70e23c-3bb4-47c3-95ff-6be00b3d1c3a {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 609.839153] env[65978]: DEBUG oslo_vmware.rw_handles [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 609.839153] env[65978]: value = "vm-919887" [ 609.839153] env[65978]: _type = "VirtualMachine" [ 609.839153] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 609.839947] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ef3fde85-00b0-4dae-99b7-ca8f61879592 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.851879] env[65978]: DEBUG oslo_vmware.rw_handles [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lease: (returnval){ [ 609.851879] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5232e272-ead8-6267-9fe3-bbf851e596a7" [ 609.851879] env[65978]: _type = "HttpNfcLease" [ 609.851879] env[65978]: } obtained for exporting VM: (result){ [ 609.851879] env[65978]: value = "vm-919887" [ 609.851879] env[65978]: _type = "VirtualMachine" [ 609.851879] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 609.852307] env[65978]: DEBUG oslo_vmware.api [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the lease: (returnval){ [ 609.852307] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5232e272-ead8-6267-9fe3-bbf851e596a7" [ 609.852307] env[65978]: _type = "HttpNfcLease" [ 609.852307] env[65978]: } to be ready. {{(pid=65978) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 609.860725] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 609.860725] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5232e272-ead8-6267-9fe3-bbf851e596a7" [ 609.860725] env[65978]: _type = "HttpNfcLease" [ 609.860725] env[65978]: } is initializing. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 609.897581] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713828, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.941559] env[65978]: INFO nova.compute.manager [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Took 17.38 seconds to build instance. [ 610.117269] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526f1651-0dab-efe7-dee9-547795b5fd42, 'name': SearchDatastore_Task, 'duration_secs': 0.045526} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.117621] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.117891] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.118160] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.118308] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.118501] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.118811] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79496fc7-6235-4c74-9a4d-ead920f95785 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.131437] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.133232] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.134483] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-976323ce-700c-483c-be2a-b1f45087fdff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.142850] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Waiting for the task: (returnval){ [ 610.142850] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524cd9a4-5afb-9f98-18ea-a12cf83ce6d1" [ 610.142850] env[65978]: _type = "Task" [ 610.142850] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.153537] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524cd9a4-5afb-9f98-18ea-a12cf83ce6d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.224219] env[65978]: DEBUG nova.compute.manager [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Received event network-vif-plugged-ffd6844f-03b3-4962-92f3-9950b049f47b {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 610.224432] env[65978]: DEBUG oslo_concurrency.lockutils [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] Acquiring lock "ecc645e7-d1f9-4d1c-b6db-5835c528d775-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.224629] env[65978]: DEBUG oslo_concurrency.lockutils [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] Lock "ecc645e7-d1f9-4d1c-b6db-5835c528d775-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.224789] env[65978]: DEBUG oslo_concurrency.lockutils [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] Lock "ecc645e7-d1f9-4d1c-b6db-5835c528d775-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.224960] env[65978]: DEBUG nova.compute.manager [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] No waiting events found dispatching network-vif-plugged-ffd6844f-03b3-4962-92f3-9950b049f47b {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 610.227618] env[65978]: WARNING nova.compute.manager [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Received unexpected event network-vif-plugged-ffd6844f-03b3-4962-92f3-9950b049f47b for instance with vm_state active and task_state None. [ 610.227798] env[65978]: DEBUG nova.compute.manager [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Received event network-changed-ffd6844f-03b3-4962-92f3-9950b049f47b {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 610.228010] env[65978]: DEBUG nova.compute.manager [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Refreshing instance network info cache due to event network-changed-ffd6844f-03b3-4962-92f3-9950b049f47b. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 610.228245] env[65978]: DEBUG oslo_concurrency.lockutils [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] Acquiring lock "refresh_cache-ecc645e7-d1f9-4d1c-b6db-5835c528d775" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.228393] env[65978]: DEBUG oslo_concurrency.lockutils [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] Acquired lock "refresh_cache-ecc645e7-d1f9-4d1c-b6db-5835c528d775" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.228546] env[65978]: DEBUG nova.network.neutron [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Refreshing network info cache for port ffd6844f-03b3-4962-92f3-9950b049f47b {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.291803] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4713829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087082} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.291803] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.292374] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4411c808-9bdc-4e20-8ae4-1834d89bbb44 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.309897] env[65978]: DEBUG oslo_concurrency.lockutils [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.310452] env[65978]: DEBUG nova.compute.manager [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 610.325941] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] e41f70de-dedd-4b7d-92a9-715ad6150749/e41f70de-dedd-4b7d-92a9-715ad6150749.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.326422] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.759s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.326672] env[65978]: DEBUG nova.objects.instance [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65978) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 610.329809] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42f7889e-fe6e-4a43-8374-d3485ac5ff9a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.354285] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Waiting for the task: (returnval){ [ 610.354285] env[65978]: value = "task-4713831" [ 610.354285] env[65978]: _type = "Task" [ 610.354285] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.367949] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4713831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.370274] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 610.370274] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5232e272-ead8-6267-9fe3-bbf851e596a7" [ 610.370274] env[65978]: _type = "HttpNfcLease" [ 610.370274] env[65978]: } is ready. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 610.370686] env[65978]: DEBUG oslo_vmware.rw_handles [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 610.370686] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5232e272-ead8-6267-9fe3-bbf851e596a7" [ 610.370686] env[65978]: _type = "HttpNfcLease" [ 610.370686] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 610.371420] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b48c9b-2650-4bc0-83bf-b6ccb4fff1cb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.384126] env[65978]: DEBUG oslo_vmware.rw_handles [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c23ad-9f35-3ff7-a29f-f55661862929/disk-0.vmdk from lease info. {{(pid=65978) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 610.384126] env[65978]: DEBUG oslo_vmware.rw_handles [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c23ad-9f35-3ff7-a29f-f55661862929/disk-0.vmdk for reading. {{(pid=65978) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 610.454102] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9fa7c3be-7b48-4934-af7a-04da5c82c19b tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "ecc645e7-d1f9-4d1c-b6db-5835c528d775" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.901s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.460728] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713828, 'name': CreateVM_Task, 'duration_secs': 0.529154} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.461326] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.461881] env[65978]: WARNING neutronclient.v2_0.client [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.462297] env[65978]: DEBUG oslo_concurrency.lockutils [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.462446] env[65978]: DEBUG oslo_concurrency.lockutils [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.462760] env[65978]: DEBUG oslo_concurrency.lockutils [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.463040] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51c4e139-3f8f-4074-9281-496b994142f3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.470136] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 610.470136] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526b601b-2791-ca6a-abff-e2a344845740" [ 610.470136] env[65978]: _type = "Task" [ 610.470136] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.480327] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526b601b-2791-ca6a-abff-e2a344845740, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.502127] env[65978]: DEBUG nova.compute.manager [req-0b8eb504-ad0b-4c27-b3b0-1a7999ec05f6 req-11edd6f0-09d2-49a5-8f50-8e8bfbe2853a service nova] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Received event network-vif-plugged-7bf85cb7-d30e-4fff-aac7-2f23bee2f3e1 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 610.502403] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b8eb504-ad0b-4c27-b3b0-1a7999ec05f6 req-11edd6f0-09d2-49a5-8f50-8e8bfbe2853a service nova] Acquiring lock "e41f70de-dedd-4b7d-92a9-715ad6150749-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.502676] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b8eb504-ad0b-4c27-b3b0-1a7999ec05f6 req-11edd6f0-09d2-49a5-8f50-8e8bfbe2853a service nova] Lock "e41f70de-dedd-4b7d-92a9-715ad6150749-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.502770] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b8eb504-ad0b-4c27-b3b0-1a7999ec05f6 req-11edd6f0-09d2-49a5-8f50-8e8bfbe2853a service nova] Lock "e41f70de-dedd-4b7d-92a9-715ad6150749-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.502870] env[65978]: DEBUG nova.compute.manager [req-0b8eb504-ad0b-4c27-b3b0-1a7999ec05f6 req-11edd6f0-09d2-49a5-8f50-8e8bfbe2853a service nova] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] No waiting events found dispatching network-vif-plugged-7bf85cb7-d30e-4fff-aac7-2f23bee2f3e1 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 610.503020] env[65978]: WARNING nova.compute.manager [req-0b8eb504-ad0b-4c27-b3b0-1a7999ec05f6 req-11edd6f0-09d2-49a5-8f50-8e8bfbe2853a service nova] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Received unexpected event network-vif-plugged-7bf85cb7-d30e-4fff-aac7-2f23bee2f3e1 for instance with vm_state building and task_state spawning. [ 610.503304] env[65978]: DEBUG nova.compute.manager [req-0b8eb504-ad0b-4c27-b3b0-1a7999ec05f6 req-11edd6f0-09d2-49a5-8f50-8e8bfbe2853a service nova] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Received event network-changed-7bf85cb7-d30e-4fff-aac7-2f23bee2f3e1 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 610.503464] env[65978]: DEBUG nova.compute.manager [req-0b8eb504-ad0b-4c27-b3b0-1a7999ec05f6 req-11edd6f0-09d2-49a5-8f50-8e8bfbe2853a service nova] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Refreshing instance network info cache due to event network-changed-7bf85cb7-d30e-4fff-aac7-2f23bee2f3e1. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 610.503642] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b8eb504-ad0b-4c27-b3b0-1a7999ec05f6 req-11edd6f0-09d2-49a5-8f50-8e8bfbe2853a service nova] Acquiring lock "refresh_cache-e41f70de-dedd-4b7d-92a9-715ad6150749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.503770] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b8eb504-ad0b-4c27-b3b0-1a7999ec05f6 req-11edd6f0-09d2-49a5-8f50-8e8bfbe2853a service nova] Acquired lock "refresh_cache-e41f70de-dedd-4b7d-92a9-715ad6150749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.503915] env[65978]: DEBUG nova.network.neutron [req-0b8eb504-ad0b-4c27-b3b0-1a7999ec05f6 req-11edd6f0-09d2-49a5-8f50-8e8bfbe2853a service nova] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Refreshing network info cache for port 7bf85cb7-d30e-4fff-aac7-2f23bee2f3e1 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.561750] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-de51176a-48aa-43c4-a161-81a5b98e2414 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.653897] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524cd9a4-5afb-9f98-18ea-a12cf83ce6d1, 'name': SearchDatastore_Task, 'duration_secs': 0.02363} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.654510] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76d9ea76-ecfc-4aec-88ea-0426c478f86f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.660556] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Waiting for the task: (returnval){ [ 610.660556] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5246ee13-f83e-4ad9-5c53-a4ac095bb840" [ 610.660556] env[65978]: _type = "Task" [ 610.660556] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.669727] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5246ee13-f83e-4ad9-5c53-a4ac095bb840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.732051] env[65978]: WARNING neutronclient.v2_0.client [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.819653] env[65978]: DEBUG nova.compute.utils [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 610.821694] env[65978]: DEBUG nova.compute.manager [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 610.821998] env[65978]: DEBUG nova.network.neutron [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 610.822272] env[65978]: WARNING neutronclient.v2_0.client [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.822666] env[65978]: WARNING neutronclient.v2_0.client [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.859694] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Acquiring lock "a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.860222] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Lock "a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.873082] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4713831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.896287] env[65978]: DEBUG oslo_concurrency.lockutils [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Acquiring lock "3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.896546] env[65978]: DEBUG oslo_concurrency.lockutils [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Lock "3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.896757] env[65978]: DEBUG oslo_concurrency.lockutils [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Acquiring lock "3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.896931] env[65978]: DEBUG oslo_concurrency.lockutils [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Lock "3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.897104] env[65978]: DEBUG oslo_concurrency.lockutils [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Lock "3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.900045] env[65978]: INFO nova.compute.manager [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Terminating instance [ 610.982486] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526b601b-2791-ca6a-abff-e2a344845740, 'name': SearchDatastore_Task, 'duration_secs': 0.015833} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.982859] env[65978]: DEBUG oslo_concurrency.lockutils [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.983149] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.983787] env[65978]: DEBUG oslo_concurrency.lockutils [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.983787] env[65978]: DEBUG oslo_concurrency.lockutils [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.984030] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.985617] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5c6f155-6c9c-4b6d-b2aa-f9df4034ccd6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.008544] env[65978]: WARNING neutronclient.v2_0.client [req-0b8eb504-ad0b-4c27-b3b0-1a7999ec05f6 req-11edd6f0-09d2-49a5-8f50-8e8bfbe2853a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.013045] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.013214] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.014269] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3f2f187-7a48-4835-87fb-a9086fdbfb18 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.021335] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 611.021335] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524b5c62-7f7c-87d4-ecea-f87a1a4997a0" [ 611.021335] env[65978]: _type = "Task" [ 611.021335] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.032312] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524b5c62-7f7c-87d4-ecea-f87a1a4997a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.176452] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5246ee13-f83e-4ad9-5c53-a4ac095bb840, 'name': SearchDatastore_Task, 'duration_secs': 0.021089} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.177086] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.177656] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] b29986ea-9c13-4d23-a7b1-ee537d20702a/b29986ea-9c13-4d23-a7b1-ee537d20702a.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.179065] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efbbb7d9-8fc3-438a-a404-d7873f8e2ea4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.193530] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Waiting for the task: (returnval){ [ 611.193530] env[65978]: value = "task-4713832" [ 611.193530] env[65978]: _type = "Task" [ 611.193530] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.204308] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Task: {'id': task-4713832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.213275] env[65978]: DEBUG nova.policy [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7395ff3c6fe041f69958dff72fc0f0dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '993da66b95194c3393339d5c1396ecef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.327288] env[65978]: DEBUG nova.compute.manager [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 611.352673] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a2ca6f23-b1ef-4b23-b5b4-6c6ba04bc822 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.354476] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.615s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.356216] env[65978]: INFO nova.compute.claims [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.366058] env[65978]: DEBUG nova.compute.manager [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 611.373071] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4713831, 'name': ReconfigVM_Task, 'duration_secs': 0.654653} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.373747] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Reconfigured VM instance instance-00000009 to attach disk [datastore1] e41f70de-dedd-4b7d-92a9-715ad6150749/e41f70de-dedd-4b7d-92a9-715ad6150749.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.374714] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f242bde-4036-48ff-953e-2147827815d9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.385708] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Waiting for the task: (returnval){ [ 611.385708] env[65978]: value = "task-4713833" [ 611.385708] env[65978]: _type = "Task" [ 611.385708] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.398636] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4713833, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.400928] env[65978]: DEBUG nova.compute.manager [None req-c75dd8c4-25cf-4523-9e53-1880d08fdd4f tempest-ServerDiagnosticsV248Test-606070031 tempest-ServerDiagnosticsV248Test-606070031-project-admin] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 611.402120] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e77674-de4f-4fa0-a287-3a185243bef9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.408024] env[65978]: DEBUG nova.compute.manager [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 611.408024] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 611.408024] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3a96da-fa9e-4f4a-96fa-33c3d1018753 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.417371] env[65978]: INFO nova.compute.manager [None req-c75dd8c4-25cf-4523-9e53-1880d08fdd4f tempest-ServerDiagnosticsV248Test-606070031 tempest-ServerDiagnosticsV248Test-606070031-project-admin] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Retrieving diagnostics [ 611.423072] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c005141e-289a-42eb-a876-a179c49a4df9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.427086] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 611.427690] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-622c0904-51b8-420c-96a9-30a0fdb70682 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.439362] env[65978]: DEBUG oslo_vmware.api [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Waiting for the task: (returnval){ [ 611.439362] env[65978]: value = "task-4713834" [ 611.439362] env[65978]: _type = "Task" [ 611.439362] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.478702] env[65978]: DEBUG oslo_vmware.api [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Task: {'id': task-4713834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.536140] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524b5c62-7f7c-87d4-ecea-f87a1a4997a0, 'name': SearchDatastore_Task, 'duration_secs': 0.014007} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.537528] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75e71df8-0e48-4092-a2ae-78232b6e6c63 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.546219] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 611.546219] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52976a1a-488e-5c0e-9c52-2414e1f61f5d" [ 611.546219] env[65978]: _type = "Task" [ 611.546219] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.557799] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52976a1a-488e-5c0e-9c52-2414e1f61f5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.710021] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Task: {'id': task-4713832, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.900396] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4713833, 'name': Rename_Task, 'duration_secs': 0.341844} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.901157] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.901157] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ad0835f-94e2-40fb-9261-c6a6d82c8810 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.904734] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.910389] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Waiting for the task: (returnval){ [ 611.910389] env[65978]: value = "task-4713835" [ 611.910389] env[65978]: _type = "Task" [ 611.910389] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.921505] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4713835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.980167] env[65978]: DEBUG oslo_vmware.api [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Task: {'id': task-4713834, 'name': PowerOffVM_Task, 'duration_secs': 0.436968} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.980562] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 611.980953] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 611.981313] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13ded15c-476e-4081-9b1f-aae4011666e2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.062041] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52976a1a-488e-5c0e-9c52-2414e1f61f5d, 'name': SearchDatastore_Task, 'duration_secs': 0.041399} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.064176] env[65978]: DEBUG oslo_concurrency.lockutils [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.065284] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 18cfc79d-38fe-4832-8aa0-27609c0219b8/18cfc79d-38fe-4832-8aa0-27609c0219b8.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.065910] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 612.066308] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 612.066663] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Deleting the datastore file [datastore2] 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.068229] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87b9fcdd-0e15-4cc2-89f5-2c4cddb75d4b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.070997] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-998ca8c5-f2b9-4d2e-bc0c-a48c3fbdcc4e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.083477] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 612.083477] env[65978]: value = "task-4713837" [ 612.083477] env[65978]: _type = "Task" [ 612.083477] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.086220] env[65978]: DEBUG oslo_vmware.api [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Waiting for the task: (returnval){ [ 612.086220] env[65978]: value = "task-4713838" [ 612.086220] env[65978]: _type = "Task" [ 612.086220] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.100127] env[65978]: DEBUG oslo_vmware.api [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Task: {'id': task-4713838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.103837] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.205818] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Task: {'id': task-4713832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641502} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.206202] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] b29986ea-9c13-4d23-a7b1-ee537d20702a/b29986ea-9c13-4d23-a7b1-ee537d20702a.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.206447] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.206753] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11cf182c-b117-4e07-a219-160ba8eb9d95 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.215708] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Waiting for the task: (returnval){ [ 612.215708] env[65978]: value = "task-4713839" [ 612.215708] env[65978]: _type = "Task" [ 612.215708] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.231078] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Task: {'id': task-4713839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.341119] env[65978]: DEBUG nova.compute.manager [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 612.375653] env[65978]: DEBUG nova.virt.hardware [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 612.375980] env[65978]: DEBUG nova.virt.hardware [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.376196] env[65978]: DEBUG nova.virt.hardware [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 612.376466] env[65978]: DEBUG nova.virt.hardware [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.376648] env[65978]: DEBUG nova.virt.hardware [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 612.376822] env[65978]: DEBUG nova.virt.hardware [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 612.377087] env[65978]: DEBUG nova.virt.hardware [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 612.377458] env[65978]: DEBUG nova.virt.hardware [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 612.377713] env[65978]: DEBUG nova.virt.hardware [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 612.378095] env[65978]: DEBUG nova.virt.hardware [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 612.378366] env[65978]: DEBUG nova.virt.hardware [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 612.379760] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c496957-2562-4f03-a256-9208e105b760 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.393478] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d27c2d-5667-4c77-9ed3-de5b5f9ec775 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.426327] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4713835, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.586079] env[65978]: DEBUG nova.network.neutron [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Successfully created port: 0b69dad2-293c-4406-aa21-564c9201fd9c {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 612.612528] env[65978]: DEBUG oslo_vmware.api [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Task: {'id': task-4713838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277337} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.616545] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 612.617571] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 612.617571] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 612.617571] env[65978]: INFO nova.compute.manager [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Took 1.21 seconds to destroy the instance on the hypervisor. [ 612.617571] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 612.617851] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713837, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.621087] env[65978]: DEBUG nova.compute.manager [-] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 612.621586] env[65978]: DEBUG nova.network.neutron [-] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 612.621891] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.653168] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63534413-c3af-4074-a3cd-c611301767fc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.663917] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6aa04b-c2ac-4fcd-868a-b100b17e1c52 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.703818] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0a9021-3c40-47ba-bf16-1660b23b65a6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.714874] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d0ed48-4973-4704-b563-f003ce5c3629 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.735884] env[65978]: DEBUG nova.compute.provider_tree [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.741522] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Task: {'id': task-4713839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077787} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.743859] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.743859] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2175eb2-ee68-4a18-aee4-7f245a45c5d0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.771756] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] b29986ea-9c13-4d23-a7b1-ee537d20702a/b29986ea-9c13-4d23-a7b1-ee537d20702a.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.772858] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41bbf36f-bb9c-4e9f-8f4c-3b8338703f66 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.793687] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Waiting for the task: (returnval){ [ 612.793687] env[65978]: value = "task-4713840" [ 612.793687] env[65978]: _type = "Task" [ 612.793687] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.803683] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Task: {'id': task-4713840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.928375] env[65978]: DEBUG oslo_vmware.api [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4713835, 'name': PowerOnVM_Task, 'duration_secs': 0.676677} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.929081] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.929365] env[65978]: INFO nova.compute.manager [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Took 11.58 seconds to spawn the instance on the hypervisor. [ 612.929622] env[65978]: DEBUG nova.compute.manager [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 612.930850] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e91f0a-ee72-4103-b46a-70ac7b87ac14 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.994948] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.103395] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713837, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.243297] env[65978]: DEBUG nova.scheduler.client.report [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.304671] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Task: {'id': task-4713840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.455449] env[65978]: INFO nova.compute.manager [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Took 18.50 seconds to build instance. [ 613.608765] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713837, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.750408] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.751049] env[65978]: DEBUG nova.compute.manager [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 613.759930] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.855s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.769228] env[65978]: INFO nova.compute.claims [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.806420] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Task: {'id': task-4713840, 'name': ReconfigVM_Task, 'duration_secs': 0.731905} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.806730] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Reconfigured VM instance instance-0000000a to attach disk [datastore1] b29986ea-9c13-4d23-a7b1-ee537d20702a/b29986ea-9c13-4d23-a7b1-ee537d20702a.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.807395] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea96ea50-b39e-4065-b595-5e6b463270f1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.818286] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Waiting for the task: (returnval){ [ 613.818286] env[65978]: value = "task-4713841" [ 613.818286] env[65978]: _type = "Task" [ 613.818286] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.827830] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Task: {'id': task-4713841, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.957952] env[65978]: DEBUG oslo_concurrency.lockutils [None req-93650471-26cd-4e3f-81b0-d681e648aa07 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Lock "e41f70de-dedd-4b7d-92a9-715ad6150749" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.011s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.108409] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713837, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.670022} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.108828] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 18cfc79d-38fe-4832-8aa0-27609c0219b8/18cfc79d-38fe-4832-8aa0-27609c0219b8.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.109116] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.109464] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04114c1e-b1d5-438a-b35b-4c6434a7aaa3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.119106] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 614.119106] env[65978]: value = "task-4713842" [ 614.119106] env[65978]: _type = "Task" [ 614.119106] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.130806] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.210992] env[65978]: DEBUG nova.network.neutron [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Successfully updated port: 0b69dad2-293c-4406-aa21-564c9201fd9c {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 614.251712] env[65978]: WARNING neutronclient.v2_0.client [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.262720] env[65978]: DEBUG nova.compute.utils [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.266960] env[65978]: WARNING neutronclient.v2_0.client [req-0b8eb504-ad0b-4c27-b3b0-1a7999ec05f6 req-11edd6f0-09d2-49a5-8f50-8e8bfbe2853a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.272859] env[65978]: DEBUG nova.compute.manager [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 614.273270] env[65978]: DEBUG nova.network.neutron [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 614.273664] env[65978]: WARNING neutronclient.v2_0.client [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.275117] env[65978]: WARNING neutronclient.v2_0.client [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.331122] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Task: {'id': task-4713841, 'name': Rename_Task, 'duration_secs': 0.359578} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.332552] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.332552] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca157103-8db6-4a6f-a97c-b6f96dab2c4e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.341205] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Waiting for the task: (returnval){ [ 614.341205] env[65978]: value = "task-4713843" [ 614.341205] env[65978]: _type = "Task" [ 614.341205] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.353748] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Task: {'id': task-4713843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.528960] env[65978]: DEBUG nova.network.neutron [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Updated VIF entry in instance network info cache for port ffd6844f-03b3-4962-92f3-9950b049f47b. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 614.528960] env[65978]: DEBUG nova.network.neutron [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Updating instance_info_cache with network_info: [{"id": "ffd6844f-03b3-4962-92f3-9950b049f47b", "address": "fa:16:3e:f4:3d:56", "network": {"id": "b07dfdf7-7d84-407f-a32d-c4c915df223e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468716700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a50aee7806472099fe696701dacbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffd6844f-03", "ovs_interfaceid": "ffd6844f-03b3-4962-92f3-9950b049f47b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.573737] env[65978]: DEBUG nova.policy [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a94eff193224216b52d2101ec1f314d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ec510ad120244afaf81c6c95602f1be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.608662] env[65978]: DEBUG nova.network.neutron [req-0b8eb504-ad0b-4c27-b3b0-1a7999ec05f6 req-11edd6f0-09d2-49a5-8f50-8e8bfbe2853a service nova] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Updated VIF entry in instance network info cache for port 7bf85cb7-d30e-4fff-aac7-2f23bee2f3e1. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 614.608662] env[65978]: DEBUG nova.network.neutron [req-0b8eb504-ad0b-4c27-b3b0-1a7999ec05f6 req-11edd6f0-09d2-49a5-8f50-8e8bfbe2853a service nova] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Updating instance_info_cache with network_info: [{"id": "7bf85cb7-d30e-4fff-aac7-2f23bee2f3e1", "address": "fa:16:3e:d6:2c:58", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bf85cb7-d3", "ovs_interfaceid": "7bf85cb7-d30e-4fff-aac7-2f23bee2f3e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.634277] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075556} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.635658] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.638408] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281e77bb-a7a7-4f5b-baef-9c0fe3b40890 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.673618] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 18cfc79d-38fe-4832-8aa0-27609c0219b8/18cfc79d-38fe-4832-8aa0-27609c0219b8.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.673975] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7fc29f9-68da-4394-9e7f-c0d329ffbbcc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.696612] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 614.696612] env[65978]: value = "task-4713844" [ 614.696612] env[65978]: _type = "Task" [ 614.696612] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.713158] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713844, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.715338] env[65978]: DEBUG oslo_concurrency.lockutils [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Acquiring lock "refresh_cache-bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.716357] env[65978]: DEBUG oslo_concurrency.lockutils [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Acquired lock "refresh_cache-bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.716357] env[65978]: DEBUG nova.network.neutron [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 614.727946] env[65978]: DEBUG nova.network.neutron [-] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.781892] env[65978]: DEBUG nova.compute.manager [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 614.856074] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Task: {'id': task-4713843, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.033755] env[65978]: DEBUG oslo_concurrency.lockutils [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] Releasing lock "refresh_cache-ecc645e7-d1f9-4d1c-b6db-5835c528d775" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.035165] env[65978]: DEBUG nova.compute.manager [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Received event network-vif-plugged-97f5bd9f-1441-4ea9-a91c-11e6434bee7b {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 615.035165] env[65978]: DEBUG oslo_concurrency.lockutils [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] Acquiring lock "b29986ea-9c13-4d23-a7b1-ee537d20702a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.035165] env[65978]: DEBUG oslo_concurrency.lockutils [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] Lock "b29986ea-9c13-4d23-a7b1-ee537d20702a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.035165] env[65978]: DEBUG oslo_concurrency.lockutils [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] Lock "b29986ea-9c13-4d23-a7b1-ee537d20702a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.035165] env[65978]: DEBUG nova.compute.manager [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] No waiting events found dispatching network-vif-plugged-97f5bd9f-1441-4ea9-a91c-11e6434bee7b {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 615.035595] env[65978]: WARNING nova.compute.manager [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Received unexpected event network-vif-plugged-97f5bd9f-1441-4ea9-a91c-11e6434bee7b for instance with vm_state building and task_state spawning. [ 615.035595] env[65978]: DEBUG nova.compute.manager [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Received event network-changed-97f5bd9f-1441-4ea9-a91c-11e6434bee7b {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 615.035595] env[65978]: DEBUG nova.compute.manager [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Refreshing instance network info cache due to event network-changed-97f5bd9f-1441-4ea9-a91c-11e6434bee7b. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 615.035595] env[65978]: DEBUG oslo_concurrency.lockutils [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] Acquiring lock "refresh_cache-b29986ea-9c13-4d23-a7b1-ee537d20702a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.035595] env[65978]: DEBUG oslo_concurrency.lockutils [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] Acquired lock "refresh_cache-b29986ea-9c13-4d23-a7b1-ee537d20702a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.035854] env[65978]: DEBUG nova.network.neutron [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Refreshing network info cache for port 97f5bd9f-1441-4ea9-a91c-11e6434bee7b {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.110968] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8222222f-73a5-4317-af08-d72c04e4f5e6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.114956] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b8eb504-ad0b-4c27-b3b0-1a7999ec05f6 req-11edd6f0-09d2-49a5-8f50-8e8bfbe2853a service nova] Releasing lock "refresh_cache-e41f70de-dedd-4b7d-92a9-715ad6150749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.122695] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d9d231-b492-4598-87ea-ea8bf008227d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.182225] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e2b220-f55a-4b06-a5da-f24bb435a562 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.194094] env[65978]: DEBUG nova.network.neutron [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Successfully created port: b541aca5-577b-4647-b39c-2e9193a96e26 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 615.197823] env[65978]: DEBUG oslo_concurrency.lockutils [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Acquiring lock "a4bc3380-9f28-4ffe-ad79-fbe565c39c37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.197823] env[65978]: DEBUG oslo_concurrency.lockutils [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Lock "a4bc3380-9f28-4ffe-ad79-fbe565c39c37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.212607] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8139f63d-203a-494b-851e-568264694dc3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.227013] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713844, 'name': ReconfigVM_Task, 'duration_secs': 0.340461} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.228886] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 18cfc79d-38fe-4832-8aa0-27609c0219b8/18cfc79d-38fe-4832-8aa0-27609c0219b8.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.230025] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7975f239-e864-4104-9f3f-c4655780eded {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.242959] env[65978]: INFO nova.compute.manager [-] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Took 2.62 seconds to deallocate network for instance. [ 615.244217] env[65978]: DEBUG nova.compute.provider_tree [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.257118] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 615.257118] env[65978]: value = "task-4713845" [ 615.257118] env[65978]: _type = "Task" [ 615.257118] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.272603] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713845, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.354959] env[65978]: DEBUG oslo_vmware.api [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Task: {'id': task-4713843, 'name': PowerOnVM_Task, 'duration_secs': 0.759185} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.358207] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.358364] env[65978]: INFO nova.compute.manager [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Took 11.65 seconds to spawn the instance on the hypervisor. [ 615.358521] env[65978]: DEBUG nova.compute.manager [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 615.359474] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d18a27-71dc-4c73-bfa3-a90a11924a9d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.539908] env[65978]: WARNING neutronclient.v2_0.client [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.552094] env[65978]: DEBUG nova.network.neutron [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 615.701445] env[65978]: DEBUG nova.compute.manager [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 615.756321] env[65978]: DEBUG nova.scheduler.client.report [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.763774] env[65978]: DEBUG oslo_concurrency.lockutils [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.779830] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713845, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.792858] env[65978]: DEBUG nova.compute.manager [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 615.836461] env[65978]: DEBUG nova.virt.hardware [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 615.836788] env[65978]: DEBUG nova.virt.hardware [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.837001] env[65978]: DEBUG nova.virt.hardware [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 615.837273] env[65978]: DEBUG nova.virt.hardware [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.837503] env[65978]: DEBUG nova.virt.hardware [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 615.837734] env[65978]: DEBUG nova.virt.hardware [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 615.838067] env[65978]: DEBUG nova.virt.hardware [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 615.838302] env[65978]: DEBUG nova.virt.hardware [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 615.838541] env[65978]: DEBUG nova.virt.hardware [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 615.838790] env[65978]: DEBUG nova.virt.hardware [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 615.839118] env[65978]: DEBUG nova.virt.hardware [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 615.840366] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72594225-e480-4079-993f-4f83eb25e26e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.852929] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c3038c-3cb0-4991-a126-2b5296580e74 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.884995] env[65978]: INFO nova.compute.manager [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Took 19.81 seconds to build instance. [ 616.075887] env[65978]: WARNING neutronclient.v2_0.client [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.218196] env[65978]: WARNING neutronclient.v2_0.client [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.233869] env[65978]: DEBUG nova.compute.manager [None req-0b4ddb73-a222-446c-b1c7-c3d94b90d902 tempest-ServerExternalEventsTest-2028481489 tempest-ServerExternalEventsTest-2028481489-project] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Received event network-changed {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 616.234079] env[65978]: DEBUG nova.compute.manager [None req-0b4ddb73-a222-446c-b1c7-c3d94b90d902 tempest-ServerExternalEventsTest-2028481489 tempest-ServerExternalEventsTest-2028481489-project] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Refreshing instance network info cache due to event network-changed. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 616.234418] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0b4ddb73-a222-446c-b1c7-c3d94b90d902 tempest-ServerExternalEventsTest-2028481489 tempest-ServerExternalEventsTest-2028481489-project] Acquiring lock "refresh_cache-9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.235509] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0b4ddb73-a222-446c-b1c7-c3d94b90d902 tempest-ServerExternalEventsTest-2028481489 tempest-ServerExternalEventsTest-2028481489-project] Acquired lock "refresh_cache-9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.235509] env[65978]: DEBUG nova.network.neutron [None req-0b4ddb73-a222-446c-b1c7-c3d94b90d902 tempest-ServerExternalEventsTest-2028481489 tempest-ServerExternalEventsTest-2028481489-project] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 616.238668] env[65978]: DEBUG oslo_concurrency.lockutils [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.273967] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.274560] env[65978]: DEBUG nova.compute.manager [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 616.279607] env[65978]: DEBUG oslo_concurrency.lockutils [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.516s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.281025] env[65978]: DEBUG nova.objects.instance [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Lazy-loading 'resources' on Instance uuid 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 616.291998] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713845, 'name': Rename_Task, 'duration_secs': 0.885222} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.296193] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.296193] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d5b3108-0ba3-4770-a7bf-cd24d1cd66c4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.306754] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 616.306754] env[65978]: value = "task-4713846" [ 616.306754] env[65978]: _type = "Task" [ 616.306754] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.318600] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.387691] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1f3fc861-05fa-41ec-b4e8-15e4ce073510 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Lock "b29986ea-9c13-4d23-a7b1-ee537d20702a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.328s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.461727] env[65978]: DEBUG nova.network.neutron [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Updating instance_info_cache with network_info: [{"id": "0b69dad2-293c-4406-aa21-564c9201fd9c", "address": "fa:16:3e:56:0e:47", "network": {"id": "23ec5dd1-cd65-416b-8043-6d04cb060249", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2112983612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "993da66b95194c3393339d5c1396ecef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b69dad2-29", "ovs_interfaceid": "0b69dad2-293c-4406-aa21-564c9201fd9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.655686] env[65978]: DEBUG nova.network.neutron [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Updated VIF entry in instance network info cache for port 97f5bd9f-1441-4ea9-a91c-11e6434bee7b. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 616.656109] env[65978]: DEBUG nova.network.neutron [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Updating instance_info_cache with network_info: [{"id": "97f5bd9f-1441-4ea9-a91c-11e6434bee7b", "address": "fa:16:3e:b8:ed:5d", "network": {"id": "11679d0b-a845-40c5-85e1-53fd6aace335", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2050419499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cce794e3510545b2af21f634808dd9be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f5bd9f-14", "ovs_interfaceid": "97f5bd9f-1441-4ea9-a91c-11e6434bee7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.740175] env[65978]: WARNING neutronclient.v2_0.client [None req-0b4ddb73-a222-446c-b1c7-c3d94b90d902 tempest-ServerExternalEventsTest-2028481489 tempest-ServerExternalEventsTest-2028481489-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.789446] env[65978]: DEBUG nova.compute.utils [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.794488] env[65978]: DEBUG nova.compute.manager [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 616.794977] env[65978]: DEBUG nova.network.neutron [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 616.795137] env[65978]: WARNING neutronclient.v2_0.client [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.795652] env[65978]: WARNING neutronclient.v2_0.client [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.824133] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713846, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.872772] env[65978]: DEBUG oslo_concurrency.lockutils [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Acquiring lock "6ec51f06-0360-445b-9c4d-1cd45f6f5a31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.873046] env[65978]: DEBUG oslo_concurrency.lockutils [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Lock "6ec51f06-0360-445b-9c4d-1cd45f6f5a31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.873259] env[65978]: DEBUG oslo_concurrency.lockutils [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Acquiring lock "6ec51f06-0360-445b-9c4d-1cd45f6f5a31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.873435] env[65978]: DEBUG oslo_concurrency.lockutils [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Lock "6ec51f06-0360-445b-9c4d-1cd45f6f5a31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.873592] env[65978]: DEBUG oslo_concurrency.lockutils [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Lock "6ec51f06-0360-445b-9c4d-1cd45f6f5a31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.878760] env[65978]: INFO nova.compute.manager [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Terminating instance [ 616.969176] env[65978]: DEBUG oslo_concurrency.lockutils [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Releasing lock "refresh_cache-bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.969623] env[65978]: DEBUG nova.compute.manager [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Instance network_info: |[{"id": "0b69dad2-293c-4406-aa21-564c9201fd9c", "address": "fa:16:3e:56:0e:47", "network": {"id": "23ec5dd1-cd65-416b-8043-6d04cb060249", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2112983612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "993da66b95194c3393339d5c1396ecef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b69dad2-29", "ovs_interfaceid": "0b69dad2-293c-4406-aa21-564c9201fd9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 616.970583] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:0e:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b69dad2-293c-4406-aa21-564c9201fd9c', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.980048] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Creating folder: Project (993da66b95194c3393339d5c1396ecef). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.981461] env[65978]: DEBUG nova.network.neutron [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Successfully updated port: b541aca5-577b-4647-b39c-2e9193a96e26 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 616.983157] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9255d80a-2ee3-4432-8a43-a73948dc1933 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.998493] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Created folder: Project (993da66b95194c3393339d5c1396ecef) in parent group-v919857. [ 616.998961] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Creating folder: Instances. Parent ref: group-v919892. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.999392] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-291e9a48-32b3-489c-9c8d-0bc8127aa8bd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.014135] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Created folder: Instances in parent group-v919892. [ 617.014135] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 617.015208] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.018290] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c72ff3e-b783-42b4-a741-8b37c3ff2629 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.047981] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.047981] env[65978]: value = "task-4713849" [ 617.047981] env[65978]: _type = "Task" [ 617.047981] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.060736] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713849, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.104092] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de3d684-766a-4c08-9c83-0ac16faeeea2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.118303] env[65978]: DEBUG nova.policy [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f5a9ce74dd14bbf909e8826327edf10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32c4ff89e8f14e26a4514f5979508e95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.121231] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c3080f-4d1e-461e-bf4c-ad1c57e5cd83 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.160117] env[65978]: DEBUG oslo_concurrency.lockutils [req-007dee48-67f0-4674-9b68-259184c1f434 req-683ade9f-77cd-4209-89ca-709a3089e86a service nova] Releasing lock "refresh_cache-b29986ea-9c13-4d23-a7b1-ee537d20702a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.162302] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13742f26-e24a-4bca-a394-66e38a61c504 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.173262] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc57880f-7173-4fbd-acfb-9613db0c9cdc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.190031] env[65978]: DEBUG nova.compute.provider_tree [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.297246] env[65978]: DEBUG nova.compute.manager [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 617.317922] env[65978]: DEBUG oslo_vmware.api [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713846, 'name': PowerOnVM_Task, 'duration_secs': 0.593907} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.318279] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.318484] env[65978]: INFO nova.compute.manager [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Took 11.30 seconds to spawn the instance on the hypervisor. [ 617.318690] env[65978]: DEBUG nova.compute.manager [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 617.319594] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecba672-29dd-423b-85a5-d2443efacf9e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.385020] env[65978]: DEBUG oslo_concurrency.lockutils [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Acquiring lock "refresh_cache-6ec51f06-0360-445b-9c4d-1cd45f6f5a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.385020] env[65978]: DEBUG oslo_concurrency.lockutils [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Acquired lock "refresh_cache-6ec51f06-0360-445b-9c4d-1cd45f6f5a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.385020] env[65978]: DEBUG nova.network.neutron [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 617.489233] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Acquiring lock "refresh_cache-1f718f63-a0fd-4c55-9ccc-d89d897891b2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.489233] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Acquired lock "refresh_cache-1f718f63-a0fd-4c55-9ccc-d89d897891b2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.490745] env[65978]: DEBUG nova.network.neutron [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 617.562126] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713849, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.630688] env[65978]: DEBUG nova.network.neutron [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Successfully created port: 1eb46345-87ec-42be-9d00-d695c1ee05a2 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 617.693150] env[65978]: DEBUG nova.scheduler.client.report [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.791475] env[65978]: WARNING neutronclient.v2_0.client [None req-0b4ddb73-a222-446c-b1c7-c3d94b90d902 tempest-ServerExternalEventsTest-2028481489 tempest-ServerExternalEventsTest-2028481489-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.811194] env[65978]: DEBUG nova.compute.manager [req-e57ff314-84cc-4a2a-adfa-2c0407019765 req-07b107ba-7a35-4959-b28a-751ce94c62fe service nova] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Received event network-vif-plugged-2876a8f8-3914-41f6-b82f-2bd16c774421 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 617.811194] env[65978]: DEBUG oslo_concurrency.lockutils [req-e57ff314-84cc-4a2a-adfa-2c0407019765 req-07b107ba-7a35-4959-b28a-751ce94c62fe service nova] Acquiring lock "18cfc79d-38fe-4832-8aa0-27609c0219b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.811194] env[65978]: DEBUG oslo_concurrency.lockutils [req-e57ff314-84cc-4a2a-adfa-2c0407019765 req-07b107ba-7a35-4959-b28a-751ce94c62fe service nova] Lock "18cfc79d-38fe-4832-8aa0-27609c0219b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.811194] env[65978]: DEBUG oslo_concurrency.lockutils [req-e57ff314-84cc-4a2a-adfa-2c0407019765 req-07b107ba-7a35-4959-b28a-751ce94c62fe service nova] Lock "18cfc79d-38fe-4832-8aa0-27609c0219b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.811194] env[65978]: DEBUG nova.compute.manager [req-e57ff314-84cc-4a2a-adfa-2c0407019765 req-07b107ba-7a35-4959-b28a-751ce94c62fe service nova] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] No waiting events found dispatching network-vif-plugged-2876a8f8-3914-41f6-b82f-2bd16c774421 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 617.811371] env[65978]: WARNING nova.compute.manager [req-e57ff314-84cc-4a2a-adfa-2c0407019765 req-07b107ba-7a35-4959-b28a-751ce94c62fe service nova] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Received unexpected event network-vif-plugged-2876a8f8-3914-41f6-b82f-2bd16c774421 for instance with vm_state active and task_state None. [ 617.811371] env[65978]: DEBUG nova.compute.manager [req-e57ff314-84cc-4a2a-adfa-2c0407019765 req-07b107ba-7a35-4959-b28a-751ce94c62fe service nova] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Received event network-changed-2876a8f8-3914-41f6-b82f-2bd16c774421 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 617.811371] env[65978]: DEBUG nova.compute.manager [req-e57ff314-84cc-4a2a-adfa-2c0407019765 req-07b107ba-7a35-4959-b28a-751ce94c62fe service nova] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Refreshing instance network info cache due to event network-changed-2876a8f8-3914-41f6-b82f-2bd16c774421. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 617.811371] env[65978]: DEBUG oslo_concurrency.lockutils [req-e57ff314-84cc-4a2a-adfa-2c0407019765 req-07b107ba-7a35-4959-b28a-751ce94c62fe service nova] Acquiring lock "refresh_cache-18cfc79d-38fe-4832-8aa0-27609c0219b8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.811371] env[65978]: DEBUG oslo_concurrency.lockutils [req-e57ff314-84cc-4a2a-adfa-2c0407019765 req-07b107ba-7a35-4959-b28a-751ce94c62fe service nova] Acquired lock "refresh_cache-18cfc79d-38fe-4832-8aa0-27609c0219b8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.811521] env[65978]: DEBUG nova.network.neutron [req-e57ff314-84cc-4a2a-adfa-2c0407019765 req-07b107ba-7a35-4959-b28a-751ce94c62fe service nova] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Refreshing network info cache for port 2876a8f8-3914-41f6-b82f-2bd16c774421 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.850174] env[65978]: INFO nova.compute.manager [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Took 21.63 seconds to build instance. [ 617.897964] env[65978]: WARNING neutronclient.v2_0.client [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.064072] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713849, 'name': CreateVM_Task, 'duration_secs': 0.603637} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.064303] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.064829] env[65978]: WARNING neutronclient.v2_0.client [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.065230] env[65978]: DEBUG oslo_concurrency.lockutils [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.065390] env[65978]: DEBUG oslo_concurrency.lockutils [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.066393] env[65978]: DEBUG oslo_concurrency.lockutils [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.066665] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a9bec90-e4c9-4787-aa5a-4b7bb86e9ace {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.074335] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Waiting for the task: (returnval){ [ 618.074335] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52620179-e514-58e2-64ed-cad75fa26975" [ 618.074335] env[65978]: _type = "Task" [ 618.074335] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.084313] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52620179-e514-58e2-64ed-cad75fa26975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.201024] env[65978]: DEBUG oslo_concurrency.lockutils [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.203485] env[65978]: DEBUG oslo_concurrency.lockutils [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.965s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.205787] env[65978]: INFO nova.compute.claims [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.241500] env[65978]: INFO nova.scheduler.client.report [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Deleted allocations for instance 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f [ 618.296474] env[65978]: DEBUG nova.network.neutron [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 618.313486] env[65978]: DEBUG nova.compute.manager [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 618.316598] env[65978]: WARNING neutronclient.v2_0.client [req-e57ff314-84cc-4a2a-adfa-2c0407019765 req-07b107ba-7a35-4959-b28a-751ce94c62fe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.332523] env[65978]: DEBUG nova.network.neutron [None req-0b4ddb73-a222-446c-b1c7-c3d94b90d902 tempest-ServerExternalEventsTest-2028481489 tempest-ServerExternalEventsTest-2028481489-project] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Updating instance_info_cache with network_info: [{"id": "fa673c14-61bd-4356-b603-0ea90b790f59", "address": "fa:16:3e:1f:ad:4c", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa673c14-61", "ovs_interfaceid": "fa673c14-61bd-4356-b603-0ea90b790f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.344378] env[65978]: DEBUG nova.virt.hardware [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 618.345031] env[65978]: DEBUG nova.virt.hardware [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.345230] env[65978]: DEBUG nova.virt.hardware [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 618.347990] env[65978]: DEBUG nova.virt.hardware [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.347990] env[65978]: DEBUG nova.virt.hardware [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 618.347990] env[65978]: DEBUG nova.virt.hardware [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 618.347990] env[65978]: DEBUG nova.virt.hardware [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 618.347990] env[65978]: DEBUG nova.virt.hardware [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 618.347990] env[65978]: DEBUG nova.virt.hardware [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 618.348228] env[65978]: DEBUG nova.virt.hardware [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 618.348228] env[65978]: DEBUG nova.virt.hardware [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 618.349029] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2ec1de-fa14-475c-85cc-83ab7df43eee {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.352846] env[65978]: DEBUG oslo_concurrency.lockutils [None req-174dbee4-7584-4d5f-87b2-566036959ccd tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "18cfc79d-38fe-4832-8aa0-27609c0219b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.185s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.359629] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7924dc17-dd86-42a9-83bb-b411e5eff0ad {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.417054] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "a184488e-5cc8-48c9-a3eb-a758dc046494" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.417442] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "a184488e-5cc8-48c9-a3eb-a758dc046494" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.478479] env[65978]: DEBUG nova.network.neutron [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 618.547915] env[65978]: DEBUG nova.compute.manager [req-b3b2b725-bf51-453d-8225-aa381db243d5 req-43958cec-27f9-43c0-bbd4-224641198403 service nova] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Received event network-vif-deleted-ab03c23e-1ff2-48ae-8286-dda73616b2f8 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 618.586843] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52620179-e514-58e2-64ed-cad75fa26975, 'name': SearchDatastore_Task, 'duration_secs': 0.014894} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.587324] env[65978]: DEBUG oslo_concurrency.lockutils [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.587671] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.588067] env[65978]: DEBUG oslo_concurrency.lockutils [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.588357] env[65978]: DEBUG oslo_concurrency.lockutils [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.588660] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.589059] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50094adc-6ff3-4f7a-b2aa-ec59b3d353e3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.606473] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.606473] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.607743] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-687147f6-8a77-41f1-9559-743a707a8b2b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.620189] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Waiting for the task: (returnval){ [ 618.620189] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5225f2a3-33ba-4dcd-9360-5f5e18d78981" [ 618.620189] env[65978]: _type = "Task" [ 618.620189] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.630033] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5225f2a3-33ba-4dcd-9360-5f5e18d78981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.742765] env[65978]: DEBUG oslo_concurrency.lockutils [None req-19818a42-95c5-44a2-971d-c0e3684c24b3 tempest-ServerDiagnosticsTest-486114040 tempest-ServerDiagnosticsTest-486114040-project-member] Lock "3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.845s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.835208] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0b4ddb73-a222-446c-b1c7-c3d94b90d902 tempest-ServerExternalEventsTest-2028481489 tempest-ServerExternalEventsTest-2028481489-project] Releasing lock "refresh_cache-9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.924269] env[65978]: DEBUG nova.compute.manager [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 619.131516] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5225f2a3-33ba-4dcd-9360-5f5e18d78981, 'name': SearchDatastore_Task, 'duration_secs': 0.018996} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.132560] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab4322b6-7d56-42ea-99a0-4d401415c2e9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.140276] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Waiting for the task: (returnval){ [ 619.140276] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52413c05-24c1-a9db-ef37-d343bc702cad" [ 619.140276] env[65978]: _type = "Task" [ 619.140276] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.150177] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52413c05-24c1-a9db-ef37-d343bc702cad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.201852] env[65978]: DEBUG oslo_concurrency.lockutils [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Acquiring lock "ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.201852] env[65978]: DEBUG oslo_concurrency.lockutils [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Lock "ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.377605] env[65978]: DEBUG nova.network.neutron [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Successfully updated port: 1eb46345-87ec-42be-9d00-d695c1ee05a2 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 619.424587] env[65978]: DEBUG nova.network.neutron [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.442212] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.462558] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1738d1-04e0-4b62-a15e-bebcc162c8a5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.475848] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f397e460-e374-4eea-b0bf-3ab54c1e1a76 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.510655] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1af72da-a8f0-451c-93e6-3b8d926ee776 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.519578] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffbf829-d33b-4957-91f5-d3ee07eb79f0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.535951] env[65978]: DEBUG nova.compute.provider_tree [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.655132] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52413c05-24c1-a9db-ef37-d343bc702cad, 'name': SearchDatastore_Task, 'duration_secs': 0.015811} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.655968] env[65978]: DEBUG oslo_concurrency.lockutils [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.656273] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9/bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.656571] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ef9e7dd-01da-4dfa-8a68-43130cfaf240 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.666413] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Waiting for the task: (returnval){ [ 619.666413] env[65978]: value = "task-4713850" [ 619.666413] env[65978]: _type = "Task" [ 619.666413] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.678193] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Task: {'id': task-4713850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.703345] env[65978]: DEBUG nova.compute.manager [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 619.727047] env[65978]: WARNING neutronclient.v2_0.client [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.886862] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Acquiring lock "refresh_cache-a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.887703] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Acquired lock "refresh_cache-a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.887703] env[65978]: DEBUG nova.network.neutron [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 619.889775] env[65978]: INFO nova.compute.manager [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] [instance: a7e481eb-655f-47a1-b447-86358056b458] Rebuilding instance [ 619.916316] env[65978]: WARNING neutronclient.v2_0.client [req-e57ff314-84cc-4a2a-adfa-2c0407019765 req-07b107ba-7a35-4959-b28a-751ce94c62fe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.929422] env[65978]: DEBUG oslo_concurrency.lockutils [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Releasing lock "refresh_cache-6ec51f06-0360-445b-9c4d-1cd45f6f5a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.929869] env[65978]: DEBUG nova.compute.manager [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 619.930072] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 619.931497] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a46d45-217f-40e5-ac2b-d57b200f055e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.943777] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 619.945069] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94387337-291d-4dec-bbdf-937bd67dc44f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.955326] env[65978]: DEBUG oslo_vmware.api [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Waiting for the task: (returnval){ [ 619.955326] env[65978]: value = "task-4713851" [ 619.955326] env[65978]: _type = "Task" [ 619.955326] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.955820] env[65978]: DEBUG nova.compute.manager [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] [instance: a7e481eb-655f-47a1-b447-86358056b458] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 619.956725] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a0d405-4c63-4f5a-86d8-9c5bebab828f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.972857] env[65978]: DEBUG oslo_vmware.api [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': task-4713851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.030549] env[65978]: DEBUG nova.network.neutron [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Updating instance_info_cache with network_info: [{"id": "b541aca5-577b-4647-b39c-2e9193a96e26", "address": "fa:16:3e:08:a5:85", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb541aca5-57", "ovs_interfaceid": "b541aca5-577b-4647-b39c-2e9193a96e26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.040388] env[65978]: DEBUG nova.scheduler.client.report [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.142226] env[65978]: DEBUG oslo_vmware.rw_handles [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c23ad-9f35-3ff7-a29f-f55661862929/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 620.143599] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea64e18f-e7bf-4f67-a68c-041fbe3218b6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.156151] env[65978]: DEBUG oslo_vmware.rw_handles [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c23ad-9f35-3ff7-a29f-f55661862929/disk-0.vmdk is in state: ready. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 620.156151] env[65978]: ERROR oslo_vmware.rw_handles [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c23ad-9f35-3ff7-a29f-f55661862929/disk-0.vmdk due to incomplete transfer. [ 620.156151] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5f3b22d1-0902-40f3-90f4-edbc66fb4696 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.167874] env[65978]: DEBUG oslo_vmware.rw_handles [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c23ad-9f35-3ff7-a29f-f55661862929/disk-0.vmdk. {{(pid=65978) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 620.168172] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Uploaded image 0a70e23c-3bb4-47c3-95ff-6be00b3d1c3a to the Glance image server {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 620.170420] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Destroying the VM {{(pid=65978) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 620.174715] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7158cbc1-d0f4-4a95-8457-3ff8158260f6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.185036] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Task: {'id': task-4713850, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.187486] env[65978]: DEBUG oslo_vmware.api [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 620.187486] env[65978]: value = "task-4713852" [ 620.187486] env[65978]: _type = "Task" [ 620.187486] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.202454] env[65978]: DEBUG oslo_vmware.api [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713852, 'name': Destroy_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.237555] env[65978]: DEBUG oslo_concurrency.lockutils [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.297120] env[65978]: DEBUG nova.network.neutron [req-e57ff314-84cc-4a2a-adfa-2c0407019765 req-07b107ba-7a35-4959-b28a-751ce94c62fe service nova] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Updated VIF entry in instance network info cache for port 2876a8f8-3914-41f6-b82f-2bd16c774421. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 620.297522] env[65978]: DEBUG nova.network.neutron [req-e57ff314-84cc-4a2a-adfa-2c0407019765 req-07b107ba-7a35-4959-b28a-751ce94c62fe service nova] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Updating instance_info_cache with network_info: [{"id": "2876a8f8-3914-41f6-b82f-2bd16c774421", "address": "fa:16:3e:4f:92:62", "network": {"id": "b07dfdf7-7d84-407f-a32d-c4c915df223e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468716700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a50aee7806472099fe696701dacbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2876a8f8-39", "ovs_interfaceid": "2876a8f8-3914-41f6-b82f-2bd16c774421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.470644] env[65978]: DEBUG oslo_vmware.api [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': task-4713851, 'name': PowerOffVM_Task, 'duration_secs': 0.248756} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.471180] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 620.471283] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 620.471535] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca84d1a1-ec2b-44ec-97ba-32134b6c39f4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.503088] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 620.503326] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 620.503536] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Deleting the datastore file [datastore2] 6ec51f06-0360-445b-9c4d-1cd45f6f5a31 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 620.503945] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-618e9549-028a-421c-aeda-b41df2df1088 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.517622] env[65978]: DEBUG oslo_vmware.api [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Waiting for the task: (returnval){ [ 620.517622] env[65978]: value = "task-4713854" [ 620.517622] env[65978]: _type = "Task" [ 620.517622] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.526105] env[65978]: DEBUG oslo_vmware.api [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': task-4713854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.533277] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Releasing lock "refresh_cache-1f718f63-a0fd-4c55-9ccc-d89d897891b2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.533756] env[65978]: DEBUG nova.compute.manager [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Instance network_info: |[{"id": "b541aca5-577b-4647-b39c-2e9193a96e26", "address": "fa:16:3e:08:a5:85", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb541aca5-57", "ovs_interfaceid": "b541aca5-577b-4647-b39c-2e9193a96e26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 620.534109] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:a5:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b541aca5-577b-4647-b39c-2e9193a96e26', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.543916] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Creating folder: Project (8ec510ad120244afaf81c6c95602f1be). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.543916] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f55fbdff-e8a6-45e0-8b99-1570d94daf12 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.545725] env[65978]: DEBUG oslo_concurrency.lockutils [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.546209] env[65978]: DEBUG nova.compute.manager [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 620.549098] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.107s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.552398] env[65978]: INFO nova.compute.claims [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.569935] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Created folder: Project (8ec510ad120244afaf81c6c95602f1be) in parent group-v919857. [ 620.569935] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Creating folder: Instances. Parent ref: group-v919895. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.569935] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d8084f5-ee81-4ecb-a6a2-71a6c7edc4d6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.584545] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Created folder: Instances in parent group-v919895. [ 620.585119] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 620.585119] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.585303] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f909fda-7908-473a-873e-307dc40f8404 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.608909] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.608909] env[65978]: value = "task-4713857" [ 620.608909] env[65978]: _type = "Task" [ 620.608909] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.620248] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713857, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.680287] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Task: {'id': task-4713850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771053} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.680945] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9/bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.680945] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.681653] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cadce42-48eb-4261-acb8-3cdda12fde57 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.694345] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Waiting for the task: (returnval){ [ 620.694345] env[65978]: value = "task-4713858" [ 620.694345] env[65978]: _type = "Task" [ 620.694345] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.705330] env[65978]: DEBUG oslo_vmware.api [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713852, 'name': Destroy_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.708876] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Task: {'id': task-4713858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.801308] env[65978]: DEBUG oslo_concurrency.lockutils [req-e57ff314-84cc-4a2a-adfa-2c0407019765 req-07b107ba-7a35-4959-b28a-751ce94c62fe service nova] Releasing lock "refresh_cache-18cfc79d-38fe-4832-8aa0-27609c0219b8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.831234] env[65978]: DEBUG nova.network.neutron [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 620.987877] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] [instance: a7e481eb-655f-47a1-b447-86358056b458] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 620.989280] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d1d5635-6f59-4928-b2f5-6992a2d33055 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.998403] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Waiting for the task: (returnval){ [ 620.998403] env[65978]: value = "task-4713859" [ 620.998403] env[65978]: _type = "Task" [ 620.998403] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.007524] env[65978]: WARNING neutronclient.v2_0.client [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.018813] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Task: {'id': task-4713859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.028689] env[65978]: DEBUG oslo_vmware.api [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Task: {'id': task-4713854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181328} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.028904] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 621.029104] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 621.029302] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 621.030201] env[65978]: INFO nova.compute.manager [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Took 1.10 seconds to destroy the instance on the hypervisor. [ 621.030201] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 621.030201] env[65978]: DEBUG nova.compute.manager [-] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 621.030201] env[65978]: DEBUG nova.network.neutron [-] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 621.030380] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.061472] env[65978]: DEBUG nova.compute.utils [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.065301] env[65978]: DEBUG nova.compute.manager [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 621.065301] env[65978]: DEBUG nova.network.neutron [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 621.065301] env[65978]: WARNING neutronclient.v2_0.client [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.065744] env[65978]: WARNING neutronclient.v2_0.client [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.100994] env[65978]: DEBUG nova.network.neutron [-] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 621.101280] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.122488] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713857, 'name': CreateVM_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.147317] env[65978]: DEBUG nova.policy [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0417de7282384ed29e83df9022053641', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa9f20fec2834bf3acf324256d9c9007', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.181086] env[65978]: DEBUG nova.network.neutron [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Updating instance_info_cache with network_info: [{"id": "1eb46345-87ec-42be-9d00-d695c1ee05a2", "address": "fa:16:3e:cb:a8:46", "network": {"id": "5d5b603a-beac-4f06-9ebd-299cb30191e1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1416746589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "32c4ff89e8f14e26a4514f5979508e95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb46345-87", "ovs_interfaceid": "1eb46345-87ec-42be-9d00-d695c1ee05a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.214737] env[65978]: DEBUG oslo_vmware.api [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713852, 'name': Destroy_Task, 'duration_secs': 0.905792} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.215555] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Destroyed the VM [ 621.215912] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Deleting Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 621.216261] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1587fb2e-e1ca-408e-ad50-68f7f02f9f65 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.222873] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Task: {'id': task-4713858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.277162} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.223097] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.225455] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f50f310-5811-4dd8-836e-948be95f94dc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.228780] env[65978]: DEBUG oslo_vmware.api [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 621.228780] env[65978]: value = "task-4713860" [ 621.228780] env[65978]: _type = "Task" [ 621.228780] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.254036] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9/bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.254865] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52210de5-6f44-40c4-8dcb-3919f1f0212a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.278746] env[65978]: DEBUG oslo_vmware.api [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713860, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.285839] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Waiting for the task: (returnval){ [ 621.285839] env[65978]: value = "task-4713861" [ 621.285839] env[65978]: _type = "Task" [ 621.285839] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.297758] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Task: {'id': task-4713861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.509116] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Task: {'id': task-4713859, 'name': PowerOffVM_Task, 'duration_secs': 0.257236} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.509386] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] [instance: a7e481eb-655f-47a1-b447-86358056b458] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 621.509434] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] [instance: a7e481eb-655f-47a1-b447-86358056b458] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 621.510269] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e75381-6272-401b-89c4-fed53f2df478 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.518971] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] [instance: a7e481eb-655f-47a1-b447-86358056b458] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 621.518971] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f32bb86c-2ae1-47de-9f55-78bab5edee25 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.548189] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] [instance: a7e481eb-655f-47a1-b447-86358056b458] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 621.548448] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] [instance: a7e481eb-655f-47a1-b447-86358056b458] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 621.548632] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Deleting the datastore file [datastore1] a7e481eb-655f-47a1-b447-86358056b458 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.548908] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a5e8ee3-49e0-45bc-b6c5-aa229e9992a6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.556989] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Waiting for the task: (returnval){ [ 621.556989] env[65978]: value = "task-4713863" [ 621.556989] env[65978]: _type = "Task" [ 621.556989] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.567099] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Task: {'id': task-4713863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.578115] env[65978]: DEBUG nova.compute.manager [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 621.604444] env[65978]: DEBUG nova.network.neutron [-] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.622845] env[65978]: DEBUG nova.network.neutron [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Successfully created port: 87ed9ffd-d548-4a58-98fe-5dd21880a0a3 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 621.628323] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713857, 'name': CreateVM_Task, 'duration_secs': 0.701661} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.628509] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.629051] env[65978]: WARNING neutronclient.v2_0.client [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.630339] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.630339] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.630339] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.630526] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66af475d-a2f1-473e-bdfc-be0fb4738aef {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.632541] env[65978]: DEBUG oslo_concurrency.lockutils [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Acquiring lock "9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.632751] env[65978]: DEBUG oslo_concurrency.lockutils [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Lock "9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.632949] env[65978]: DEBUG oslo_concurrency.lockutils [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Acquiring lock "9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.633177] env[65978]: DEBUG oslo_concurrency.lockutils [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Lock "9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.633369] env[65978]: DEBUG oslo_concurrency.lockutils [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Lock "9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.639607] env[65978]: INFO nova.compute.manager [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Terminating instance [ 621.646240] env[65978]: DEBUG oslo_vmware.api [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Waiting for the task: (returnval){ [ 621.646240] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52cd64ec-d10f-8718-cec2-224d471e40b1" [ 621.646240] env[65978]: _type = "Task" [ 621.646240] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.658431] env[65978]: DEBUG oslo_vmware.api [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52cd64ec-d10f-8718-cec2-224d471e40b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011959} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.662381] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.662634] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.662850] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.662981] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.663160] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.664741] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0129dd4a-8612-427f-b432-7d8e40979a5c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.666611] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] Acquiring lock "e41f70de-dedd-4b7d-92a9-715ad6150749" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.667090] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] Lock "e41f70de-dedd-4b7d-92a9-715ad6150749" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.667090] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] Acquiring lock "e41f70de-dedd-4b7d-92a9-715ad6150749-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.667342] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] Lock "e41f70de-dedd-4b7d-92a9-715ad6150749-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.667342] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] Lock "e41f70de-dedd-4b7d-92a9-715ad6150749-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.669640] env[65978]: INFO nova.compute.manager [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Terminating instance [ 621.679178] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.679289] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.682853] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef6ff5c9-0ea1-48a5-9ae4-261ca1834031 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.687151] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Releasing lock "refresh_cache-a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.687151] env[65978]: DEBUG nova.compute.manager [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Instance network_info: |[{"id": "1eb46345-87ec-42be-9d00-d695c1ee05a2", "address": "fa:16:3e:cb:a8:46", "network": {"id": "5d5b603a-beac-4f06-9ebd-299cb30191e1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1416746589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "32c4ff89e8f14e26a4514f5979508e95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb46345-87", "ovs_interfaceid": "1eb46345-87ec-42be-9d00-d695c1ee05a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 621.687737] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:a8:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '669e4919-e0ad-4e23-9f23-4c5f2be0d858', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1eb46345-87ec-42be-9d00-d695c1ee05a2', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.694950] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Creating folder: Project (32c4ff89e8f14e26a4514f5979508e95). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.695963] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e762cf9a-7023-4ac0-a556-eabb49c4a1f3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.700038] env[65978]: DEBUG oslo_vmware.api [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Waiting for the task: (returnval){ [ 621.700038] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f01abb-671d-17af-1db1-7396268ca164" [ 621.700038] env[65978]: _type = "Task" [ 621.700038] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.711157] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Created folder: Project (32c4ff89e8f14e26a4514f5979508e95) in parent group-v919857. [ 621.711462] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Creating folder: Instances. Parent ref: group-v919898. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.716064] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86faa218-a82e-4ff5-9710-27d978830b1e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.718409] env[65978]: DEBUG oslo_vmware.api [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f01abb-671d-17af-1db1-7396268ca164, 'name': SearchDatastore_Task, 'duration_secs': 0.011772} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.719936] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ddda4f2-0b78-4c38-afed-366c4d480ef0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.729114] env[65978]: DEBUG oslo_vmware.api [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Waiting for the task: (returnval){ [ 621.729114] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a2df00-5318-0089-dcc0-67e22336c896" [ 621.729114] env[65978]: _type = "Task" [ 621.729114] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.730812] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Created folder: Instances in parent group-v919898. [ 621.730984] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 621.737586] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.738247] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8eb2d86f-d257-458d-a18e-e434d26cbac5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.764098] env[65978]: DEBUG oslo_vmware.api [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a2df00-5318-0089-dcc0-67e22336c896, 'name': SearchDatastore_Task, 'duration_secs': 0.010604} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.767946] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.768057] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 1f718f63-a0fd-4c55-9ccc-d89d897891b2/1f718f63-a0fd-4c55-9ccc-d89d897891b2.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.768397] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.768397] env[65978]: value = "task-4713866" [ 621.768397] env[65978]: _type = "Task" [ 621.768397] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.768721] env[65978]: DEBUG oslo_vmware.api [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713860, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.769114] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2373ed86-b8ba-4aa9-b436-fce5ef29cd3a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.780355] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Acquiring lock "5ab437df-2a7c-45b5-ab56-9c262d65134d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.781110] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Lock "5ab437df-2a7c-45b5-ab56-9c262d65134d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.781110] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Acquiring lock "5ab437df-2a7c-45b5-ab56-9c262d65134d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.781110] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Lock "5ab437df-2a7c-45b5-ab56-9c262d65134d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.781358] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Lock "5ab437df-2a7c-45b5-ab56-9c262d65134d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.787854] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713866, 'name': CreateVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.788111] env[65978]: DEBUG oslo_vmware.api [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Waiting for the task: (returnval){ [ 621.788111] env[65978]: value = "task-4713867" [ 621.788111] env[65978]: _type = "Task" [ 621.788111] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.789386] env[65978]: INFO nova.compute.manager [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Terminating instance [ 621.808627] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Task: {'id': task-4713861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.813164] env[65978]: DEBUG oslo_vmware.api [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4713867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.932495] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e1dc76-0c6e-4451-b8ce-9550b05f1ba0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.941817] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e6116c-482f-464f-abe0-196d9f744200 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.980312] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f108ee37-2096-4e80-88cf-9f91ae5a1ac6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.990095] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bca6074-7a29-4397-846e-da5c591221a1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.008515] env[65978]: DEBUG nova.compute.provider_tree [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.070521] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Task: {'id': task-4713863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104286} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.070840] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 622.071067] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] [instance: a7e481eb-655f-47a1-b447-86358056b458] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 622.071271] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] [instance: a7e481eb-655f-47a1-b447-86358056b458] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 622.106889] env[65978]: INFO nova.compute.manager [-] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Took 1.08 seconds to deallocate network for instance. [ 622.148432] env[65978]: DEBUG nova.compute.manager [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 622.148906] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 622.150161] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebe6308-60cc-408a-8b85-5b6983438a4e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.163213] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 622.163213] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3f7342e-5df8-4fd2-b818-b1324a24aa63 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.172353] env[65978]: DEBUG oslo_vmware.api [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Waiting for the task: (returnval){ [ 622.172353] env[65978]: value = "task-4713868" [ 622.172353] env[65978]: _type = "Task" [ 622.172353] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.173240] env[65978]: DEBUG nova.compute.manager [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 622.173481] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 622.179275] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49811c42-b973-4178-8d07-1b1e588f90db {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.190873] env[65978]: DEBUG oslo_vmware.api [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.194199] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 622.195163] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75eb9062-2214-41ba-87b3-8550099d4b93 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.206238] env[65978]: DEBUG oslo_vmware.api [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] Waiting for the task: (returnval){ [ 622.206238] env[65978]: value = "task-4713869" [ 622.206238] env[65978]: _type = "Task" [ 622.206238] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.219196] env[65978]: DEBUG oslo_vmware.api [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] Task: {'id': task-4713869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.241791] env[65978]: DEBUG oslo_vmware.api [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713860, 'name': RemoveSnapshot_Task, 'duration_secs': 0.989919} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.242123] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Deleted Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 622.242403] env[65978]: INFO nova.compute.manager [None req-9ebb3b45-7b84-471a-acfb-7badd0f04366 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Took 16.08 seconds to snapshot the instance on the hypervisor. [ 622.287221] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713866, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.301770] env[65978]: DEBUG nova.compute.manager [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 622.302133] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 622.302316] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Task: {'id': task-4713861, 'name': ReconfigVM_Task, 'duration_secs': 0.800062} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.303598] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3b4ae0-a02d-4e83-93af-2fbf0a35d865 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.309300] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Reconfigured VM instance instance-0000000c to attach disk [datastore2] bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9/bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.309300] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fa79027-4a5e-4035-8a82-ed80524b1811 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.318582] env[65978]: DEBUG oslo_vmware.api [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4713867, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.324478] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 622.324478] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19856ada-a4a2-4f2e-b060-5731eb8e5e2a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.327032] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Waiting for the task: (returnval){ [ 622.327032] env[65978]: value = "task-4713870" [ 622.327032] env[65978]: _type = "Task" [ 622.327032] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.333566] env[65978]: DEBUG oslo_vmware.api [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Waiting for the task: (returnval){ [ 622.333566] env[65978]: value = "task-4713871" [ 622.333566] env[65978]: _type = "Task" [ 622.333566] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.343040] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Task: {'id': task-4713870, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.350369] env[65978]: DEBUG oslo_vmware.api [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Task: {'id': task-4713871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.512642] env[65978]: DEBUG nova.scheduler.client.report [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.591149] env[65978]: DEBUG nova.compute.manager [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 622.616588] env[65978]: DEBUG oslo_concurrency.lockutils [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.634662] env[65978]: DEBUG nova.virt.hardware [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:29:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1009155635',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-2098854324',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 622.634908] env[65978]: DEBUG nova.virt.hardware [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.635070] env[65978]: DEBUG nova.virt.hardware [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 622.635252] env[65978]: DEBUG nova.virt.hardware [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.635401] env[65978]: DEBUG nova.virt.hardware [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 622.635523] env[65978]: DEBUG nova.virt.hardware [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 622.635736] env[65978]: DEBUG nova.virt.hardware [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 622.635897] env[65978]: DEBUG nova.virt.hardware [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 622.636244] env[65978]: DEBUG nova.virt.hardware [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 622.636244] env[65978]: DEBUG nova.virt.hardware [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 622.636384] env[65978]: DEBUG nova.virt.hardware [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 622.638208] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5020b32-82c4-4308-a880-2e952fd05bbe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.648784] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2878ea54-e88a-4ca4-9a2c-8182ff805d8c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.683408] env[65978]: DEBUG oslo_vmware.api [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713868, 'name': PowerOffVM_Task, 'duration_secs': 0.438068} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.683694] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 622.683859] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 622.684212] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c840c23-d65b-4c22-8b39-4a700b7d9f0d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.716881] env[65978]: DEBUG oslo_vmware.api [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] Task: {'id': task-4713869, 'name': PowerOffVM_Task, 'duration_secs': 0.405894} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.717209] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 622.717373] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 622.717631] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1199b90-67b9-40de-bfd8-96ec835f720d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.750949] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.750949] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.750949] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Deleting the datastore file [datastore1] 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.752366] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6df5c29-91ec-4b82-b820-3773180cbeec {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.761639] env[65978]: DEBUG oslo_vmware.api [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Waiting for the task: (returnval){ [ 622.761639] env[65978]: value = "task-4713874" [ 622.761639] env[65978]: _type = "Task" [ 622.761639] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.783623] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713866, 'name': CreateVM_Task, 'duration_secs': 0.588005} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.784256] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.785329] env[65978]: WARNING neutronclient.v2_0.client [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.785329] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.785329] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.785634] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.785981] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73065047-179d-40ed-bb6e-c63ab648dd4b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.793412] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Waiting for the task: (returnval){ [ 622.793412] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52de453d-33f0-fdbf-8e95-c276ac12758a" [ 622.793412] env[65978]: _type = "Task" [ 622.793412] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.803388] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.803929] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.804038] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] Deleting the datastore file [datastore1] e41f70de-dedd-4b7d-92a9-715ad6150749 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.804685] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36c83697-ca3f-4e0f-9699-9845aad828f1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.816398] env[65978]: DEBUG oslo_vmware.api [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4713867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705679} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.816659] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52de453d-33f0-fdbf-8e95-c276ac12758a, 'name': SearchDatastore_Task} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.817515] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 1f718f63-a0fd-4c55-9ccc-d89d897891b2/1f718f63-a0fd-4c55-9ccc-d89d897891b2.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.817749] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.818167] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.818526] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.818877] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.819197] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.819399] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.819794] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac943a63-2b72-4b8f-8743-a5b675811062 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.822383] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f42f02b-87ef-4526-bd14-0e3765e1783e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.826394] env[65978]: DEBUG oslo_vmware.api [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] Waiting for the task: (returnval){ [ 622.826394] env[65978]: value = "task-4713875" [ 622.826394] env[65978]: _type = "Task" [ 622.826394] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.832790] env[65978]: DEBUG oslo_vmware.api [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Waiting for the task: (returnval){ [ 622.832790] env[65978]: value = "task-4713876" [ 622.832790] env[65978]: _type = "Task" [ 622.832790] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.843167] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.843781] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.850739] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21e83601-04c5-482a-9850-e03817c90465 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.854594] env[65978]: DEBUG oslo_vmware.api [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] Task: {'id': task-4713875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.858839] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Task: {'id': task-4713870, 'name': Rename_Task, 'duration_secs': 0.248397} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.859748] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.860009] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad70ec3f-1fff-43cd-be04-ee98f6e95936 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.865253] env[65978]: DEBUG oslo_vmware.api [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4713876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.869616] env[65978]: DEBUG oslo_vmware.api [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Task: {'id': task-4713871, 'name': PowerOffVM_Task, 'duration_secs': 0.257714} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.870079] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Waiting for the task: (returnval){ [ 622.870079] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5200b378-463d-17b5-1e4d-7ae31cbb5330" [ 622.870079] env[65978]: _type = "Task" [ 622.870079] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.871139] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 622.871323] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 622.871672] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Waiting for the task: (returnval){ [ 622.871672] env[65978]: value = "task-4713877" [ 622.871672] env[65978]: _type = "Task" [ 622.871672] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.871868] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d055f996-4f74-4fd3-8eee-56957b9dbc4f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.887159] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5200b378-463d-17b5-1e4d-7ae31cbb5330, 'name': SearchDatastore_Task, 'duration_secs': 0.014358} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.891530] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Task: {'id': task-4713877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.891530] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-871a11a7-9000-4929-ba66-17a7665f0fe3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.899027] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Waiting for the task: (returnval){ [ 622.899027] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52621ff5-0c22-2ef2-9063-18ae468d09eb" [ 622.899027] env[65978]: _type = "Task" [ 622.899027] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.908830] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52621ff5-0c22-2ef2-9063-18ae468d09eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.991122] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.991369] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.991558] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Deleting the datastore file [datastore2] 5ab437df-2a7c-45b5-ab56-9c262d65134d {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.991853] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b9f7914-f0ba-4284-a0c9-bba99f185667 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.999812] env[65978]: DEBUG oslo_vmware.api [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Waiting for the task: (returnval){ [ 622.999812] env[65978]: value = "task-4713879" [ 622.999812] env[65978]: _type = "Task" [ 622.999812] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.013455] env[65978]: DEBUG oslo_vmware.api [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Task: {'id': task-4713879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.024515] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.025114] env[65978]: DEBUG nova.compute.manager [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 623.029047] env[65978]: DEBUG oslo_concurrency.lockutils [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.793s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.033155] env[65978]: INFO nova.compute.claims [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.113581] env[65978]: DEBUG nova.virt.hardware [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 623.113836] env[65978]: DEBUG nova.virt.hardware [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.114048] env[65978]: DEBUG nova.virt.hardware [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 623.114268] env[65978]: DEBUG nova.virt.hardware [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.114417] env[65978]: DEBUG nova.virt.hardware [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 623.114563] env[65978]: DEBUG nova.virt.hardware [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 623.114774] env[65978]: DEBUG nova.virt.hardware [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 623.114937] env[65978]: DEBUG nova.virt.hardware [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 623.115120] env[65978]: DEBUG nova.virt.hardware [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 623.115283] env[65978]: DEBUG nova.virt.hardware [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 623.115456] env[65978]: DEBUG nova.virt.hardware [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 623.116818] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2afdfb-dbe2-430c-80f6-dc8f7bf19cc6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.126579] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815f4cb5-44dc-4e24-9434-aa6fb0a63d69 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.141997] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] [instance: a7e481eb-655f-47a1-b447-86358056b458] Instance VIF info [] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.148239] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 623.148559] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7e481eb-655f-47a1-b447-86358056b458] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.151146] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7afd40a5-c02f-4216-a24c-864cef1d8162 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.166881] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.166881] env[65978]: value = "task-4713880" [ 623.166881] env[65978]: _type = "Task" [ 623.166881] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.176279] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713880, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.274981] env[65978]: DEBUG oslo_vmware.api [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Task: {'id': task-4713874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201527} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.275301] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.276102] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.276341] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.276580] env[65978]: INFO nova.compute.manager [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 623.277284] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 623.277357] env[65978]: DEBUG nova.compute.manager [-] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 623.277497] env[65978]: DEBUG nova.network.neutron [-] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 623.277910] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.339265] env[65978]: DEBUG oslo_vmware.api [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] Task: {'id': task-4713875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193895} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.343338] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.343691] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.343976] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.344294] env[65978]: INFO nova.compute.manager [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Took 1.17 seconds to destroy the instance on the hypervisor. [ 623.344764] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 623.345752] env[65978]: DEBUG nova.compute.manager [-] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 623.346189] env[65978]: DEBUG nova.network.neutron [-] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 623.346189] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.357659] env[65978]: DEBUG oslo_vmware.api [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4713876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071974} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.358053] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.359215] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f851e423-1d6a-423c-881b-2aa160fbc5d1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.389669] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 1f718f63-a0fd-4c55-9ccc-d89d897891b2/1f718f63-a0fd-4c55-9ccc-d89d897891b2.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.393799] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-520e6bcb-ba0e-40cf-9a25-f92a4b772305 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.417891] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Task: {'id': task-4713877, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.420794] env[65978]: DEBUG oslo_vmware.api [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Waiting for the task: (returnval){ [ 623.420794] env[65978]: value = "task-4713881" [ 623.420794] env[65978]: _type = "Task" [ 623.420794] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.424685] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52621ff5-0c22-2ef2-9063-18ae468d09eb, 'name': SearchDatastore_Task, 'duration_secs': 0.020341} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.428438] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.428807] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265/a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.429165] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2f0cc9d-111e-45a7-85e5-57e854892403 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.441220] env[65978]: DEBUG nova.network.neutron [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Successfully updated port: 87ed9ffd-d548-4a58-98fe-5dd21880a0a3 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 623.448414] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Waiting for the task: (returnval){ [ 623.448414] env[65978]: value = "task-4713882" [ 623.448414] env[65978]: _type = "Task" [ 623.448414] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.448756] env[65978]: DEBUG oslo_vmware.api [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4713881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.461489] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Task: {'id': task-4713882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.512072] env[65978]: DEBUG oslo_vmware.api [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Task: {'id': task-4713879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151382} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.512370] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.512650] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.512857] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.513113] env[65978]: INFO nova.compute.manager [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Took 1.21 seconds to destroy the instance on the hypervisor. [ 623.513291] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 623.513494] env[65978]: DEBUG nova.compute.manager [-] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 623.513590] env[65978]: DEBUG nova.network.neutron [-] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 623.513839] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.536383] env[65978]: DEBUG nova.compute.utils [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.542941] env[65978]: DEBUG nova.compute.manager [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 623.543595] env[65978]: DEBUG nova.network.neutron [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 623.544129] env[65978]: WARNING neutronclient.v2_0.client [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.547898] env[65978]: WARNING neutronclient.v2_0.client [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.679464] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713880, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.784943] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.794568] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.840991] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.862666] env[65978]: DEBUG nova.policy [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd97193418a5647259088b034bc19a6fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0621c7972ce94ada85614a788f5f6302', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.893613] env[65978]: DEBUG oslo_vmware.api [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Task: {'id': task-4713877, 'name': PowerOnVM_Task, 'duration_secs': 0.846285} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.893613] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.893613] env[65978]: INFO nova.compute.manager [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Took 11.55 seconds to spawn the instance on the hypervisor. [ 623.893613] env[65978]: DEBUG nova.compute.manager [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 623.894688] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9d29cb-1b91-47c2-80ed-8907ad935827 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.938358] env[65978]: DEBUG oslo_vmware.api [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4713881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.950583] env[65978]: DEBUG oslo_concurrency.lockutils [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Acquiring lock "refresh_cache-a4bc3380-9f28-4ffe-ad79-fbe565c39c37" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.950788] env[65978]: DEBUG oslo_concurrency.lockutils [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Acquired lock "refresh_cache-a4bc3380-9f28-4ffe-ad79-fbe565c39c37" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.950976] env[65978]: DEBUG nova.network.neutron [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 623.965980] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Task: {'id': task-4713882, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.044165] env[65978]: DEBUG nova.compute.manager [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 624.183112] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713880, 'name': CreateVM_Task, 'duration_secs': 0.566422} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.183112] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7e481eb-655f-47a1-b447-86358056b458] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.183522] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.183740] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.184092] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.184395] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b090ac6f-4ace-43ae-a4c0-d2796b46f877 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.199952] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Waiting for the task: (returnval){ [ 624.199952] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d7e0ab-064b-dc41-fa67-3bb73ff22b9a" [ 624.199952] env[65978]: _type = "Task" [ 624.199952] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.213529] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d7e0ab-064b-dc41-fa67-3bb73ff22b9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.352321] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cf5661-382a-4005-949b-730f09a6a7ae {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.361188] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71ea4f2-069a-47e7-a7d2-090b148194e8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.401074] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbd0d44-0f1a-49ba-8f09-c22dbd59fa1d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.415161] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ab933b-3a33-4ea8-ba07-fc5bfa1443dc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.426778] env[65978]: INFO nova.compute.manager [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Took 16.57 seconds to build instance. [ 624.437192] env[65978]: DEBUG nova.compute.provider_tree [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.448611] env[65978]: DEBUG oslo_vmware.api [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4713881, 'name': ReconfigVM_Task, 'duration_secs': 0.767504} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.450927] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 1f718f63-a0fd-4c55-9ccc-d89d897891b2/1f718f63-a0fd-4c55-9ccc-d89d897891b2.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.450927] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a16f2a7a-8f11-4203-9509-b5eae82dec7d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.458462] env[65978]: DEBUG oslo_vmware.api [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Waiting for the task: (returnval){ [ 624.458462] env[65978]: value = "task-4713883" [ 624.458462] env[65978]: _type = "Task" [ 624.458462] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.468387] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Task: {'id': task-4713882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.929495} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.468387] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265/a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.468387] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.469095] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19ceed11-0662-4ea2-a9dd-505a13b64b22 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.476333] env[65978]: DEBUG oslo_vmware.api [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4713883, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.486032] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Waiting for the task: (returnval){ [ 624.486032] env[65978]: value = "task-4713884" [ 624.486032] env[65978]: _type = "Task" [ 624.486032] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.497317] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Task: {'id': task-4713884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.646297] env[65978]: DEBUG nova.network.neutron [-] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.653507] env[65978]: DEBUG nova.network.neutron [-] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.662052] env[65978]: DEBUG nova.network.neutron [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Successfully created port: ddc921ad-b656-4963-82c6-70d00956ed82 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 624.674476] env[65978]: DEBUG nova.network.neutron [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 624.716417] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d7e0ab-064b-dc41-fa67-3bb73ff22b9a, 'name': SearchDatastore_Task, 'duration_secs': 0.060385} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.716835] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.717178] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] [instance: a7e481eb-655f-47a1-b447-86358056b458] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.717704] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.717704] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.717941] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.718605] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-236fac1c-daec-4fc4-84ba-44ecf0058b02 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.732027] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.732303] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.733164] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aed2ed33-2c72-4a46-b773-976400f68588 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.740904] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Waiting for the task: (returnval){ [ 624.740904] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527fb7d8-d29f-dd95-9286-e7a061c2dc7e" [ 624.740904] env[65978]: _type = "Task" [ 624.740904] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.751397] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527fb7d8-d29f-dd95-9286-e7a061c2dc7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.942468] env[65978]: DEBUG oslo_concurrency.lockutils [None req-68a628fe-2475-44a2-b55f-cad860addfc5 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Lock "bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.094s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.943552] env[65978]: DEBUG nova.scheduler.client.report [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.980136] env[65978]: DEBUG oslo_vmware.api [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4713883, 'name': Rename_Task, 'duration_secs': 0.254253} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.982594] env[65978]: WARNING neutronclient.v2_0.client [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.988378] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.988494] env[65978]: DEBUG nova.network.neutron [-] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.990734] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fc6a945-1145-4acb-ae03-71f213d94315 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.003070] env[65978]: DEBUG nova.compute.manager [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Received event network-vif-plugged-0b69dad2-293c-4406-aa21-564c9201fd9c {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 625.005022] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] Acquiring lock "bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.005022] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] Lock "bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.005022] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] Lock "bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.005022] env[65978]: DEBUG nova.compute.manager [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] No waiting events found dispatching network-vif-plugged-0b69dad2-293c-4406-aa21-564c9201fd9c {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 625.005022] env[65978]: WARNING nova.compute.manager [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Received unexpected event network-vif-plugged-0b69dad2-293c-4406-aa21-564c9201fd9c for instance with vm_state active and task_state None. [ 625.005293] env[65978]: DEBUG nova.compute.manager [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Received event network-changed-0b69dad2-293c-4406-aa21-564c9201fd9c {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 625.005293] env[65978]: DEBUG nova.compute.manager [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Refreshing instance network info cache due to event network-changed-0b69dad2-293c-4406-aa21-564c9201fd9c. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 625.005293] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] Acquiring lock "refresh_cache-bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.005437] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] Acquired lock "refresh_cache-bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.005613] env[65978]: DEBUG nova.network.neutron [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Refreshing network info cache for port 0b69dad2-293c-4406-aa21-564c9201fd9c {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.023953] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Task: {'id': task-4713884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170881} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.025968] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.026816] env[65978]: DEBUG oslo_vmware.api [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Waiting for the task: (returnval){ [ 625.026816] env[65978]: value = "task-4713885" [ 625.026816] env[65978]: _type = "Task" [ 625.026816] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.027268] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2757dfdd-d080-4c1d-ad21-7dda6caff160 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.071746] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265/a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.072901] env[65978]: DEBUG nova.compute.manager [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 625.075682] env[65978]: DEBUG oslo_vmware.api [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4713885, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.076602] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ae49c3c-68b4-4906-b69c-eb6982d0587c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.101555] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Waiting for the task: (returnval){ [ 625.101555] env[65978]: value = "task-4713886" [ 625.101555] env[65978]: _type = "Task" [ 625.101555] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.112195] env[65978]: DEBUG nova.virt.hardware [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 625.112195] env[65978]: DEBUG nova.virt.hardware [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.112401] env[65978]: DEBUG nova.virt.hardware [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 625.113200] env[65978]: DEBUG nova.virt.hardware [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.113200] env[65978]: DEBUG nova.virt.hardware [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 625.113200] env[65978]: DEBUG nova.virt.hardware [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 625.113380] env[65978]: DEBUG nova.virt.hardware [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 625.113548] env[65978]: DEBUG nova.virt.hardware [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 625.113623] env[65978]: DEBUG nova.virt.hardware [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 625.115901] env[65978]: DEBUG nova.virt.hardware [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 625.115901] env[65978]: DEBUG nova.virt.hardware [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 625.115901] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268da65b-f307-49ce-8bee-af5c2f71446b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.126433] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Task: {'id': task-4713886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.130414] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e32ab22-a7e2-4ed5-8cf9-fc1e2aa2e130 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.154106] env[65978]: INFO nova.compute.manager [-] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Took 1.88 seconds to deallocate network for instance. [ 625.158878] env[65978]: INFO nova.compute.manager [-] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Took 1.81 seconds to deallocate network for instance. [ 625.257214] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527fb7d8-d29f-dd95-9286-e7a061c2dc7e, 'name': SearchDatastore_Task, 'duration_secs': 0.038264} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.260749] env[65978]: DEBUG nova.compute.manager [req-3d34ecc0-0487-46db-b0bc-8cee1af19e39 req-cb2dcb75-e386-4159-81f9-2a57ebfe9abc service nova] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Received event network-vif-plugged-b541aca5-577b-4647-b39c-2e9193a96e26 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 625.260749] env[65978]: DEBUG oslo_concurrency.lockutils [req-3d34ecc0-0487-46db-b0bc-8cee1af19e39 req-cb2dcb75-e386-4159-81f9-2a57ebfe9abc service nova] Acquiring lock "1f718f63-a0fd-4c55-9ccc-d89d897891b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.260749] env[65978]: DEBUG oslo_concurrency.lockutils [req-3d34ecc0-0487-46db-b0bc-8cee1af19e39 req-cb2dcb75-e386-4159-81f9-2a57ebfe9abc service nova] Lock "1f718f63-a0fd-4c55-9ccc-d89d897891b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.260749] env[65978]: DEBUG oslo_concurrency.lockutils [req-3d34ecc0-0487-46db-b0bc-8cee1af19e39 req-cb2dcb75-e386-4159-81f9-2a57ebfe9abc service nova] Lock "1f718f63-a0fd-4c55-9ccc-d89d897891b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.261154] env[65978]: DEBUG nova.compute.manager [req-3d34ecc0-0487-46db-b0bc-8cee1af19e39 req-cb2dcb75-e386-4159-81f9-2a57ebfe9abc service nova] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] No waiting events found dispatching network-vif-plugged-b541aca5-577b-4647-b39c-2e9193a96e26 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 625.261154] env[65978]: WARNING nova.compute.manager [req-3d34ecc0-0487-46db-b0bc-8cee1af19e39 req-cb2dcb75-e386-4159-81f9-2a57ebfe9abc service nova] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Received unexpected event network-vif-plugged-b541aca5-577b-4647-b39c-2e9193a96e26 for instance with vm_state building and task_state spawning. [ 625.261154] env[65978]: DEBUG nova.compute.manager [req-3d34ecc0-0487-46db-b0bc-8cee1af19e39 req-cb2dcb75-e386-4159-81f9-2a57ebfe9abc service nova] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Received event network-changed-b541aca5-577b-4647-b39c-2e9193a96e26 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 625.261366] env[65978]: DEBUG nova.compute.manager [req-3d34ecc0-0487-46db-b0bc-8cee1af19e39 req-cb2dcb75-e386-4159-81f9-2a57ebfe9abc service nova] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Refreshing instance network info cache due to event network-changed-b541aca5-577b-4647-b39c-2e9193a96e26. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 625.261465] env[65978]: DEBUG oslo_concurrency.lockutils [req-3d34ecc0-0487-46db-b0bc-8cee1af19e39 req-cb2dcb75-e386-4159-81f9-2a57ebfe9abc service nova] Acquiring lock "refresh_cache-1f718f63-a0fd-4c55-9ccc-d89d897891b2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.261594] env[65978]: DEBUG oslo_concurrency.lockutils [req-3d34ecc0-0487-46db-b0bc-8cee1af19e39 req-cb2dcb75-e386-4159-81f9-2a57ebfe9abc service nova] Acquired lock "refresh_cache-1f718f63-a0fd-4c55-9ccc-d89d897891b2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.261743] env[65978]: DEBUG nova.network.neutron [req-3d34ecc0-0487-46db-b0bc-8cee1af19e39 req-cb2dcb75-e386-4159-81f9-2a57ebfe9abc service nova] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Refreshing network info cache for port b541aca5-577b-4647-b39c-2e9193a96e26 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.263848] env[65978]: DEBUG nova.network.neutron [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Updating instance_info_cache with network_info: [{"id": "87ed9ffd-d548-4a58-98fe-5dd21880a0a3", "address": "fa:16:3e:d9:e9:49", "network": {"id": "24f28339-ce1a-40c2-a584-8bdc43d0b07f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1953385706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa9f20fec2834bf3acf324256d9c9007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ed9ffd-d5", "ovs_interfaceid": "87ed9ffd-d548-4a58-98fe-5dd21880a0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.264935] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-997bf176-af5e-43b6-bef4-c172afce5ec4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.274421] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Waiting for the task: (returnval){ [ 625.274421] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a196cf-888a-3197-52a0-ebcd176a5286" [ 625.274421] env[65978]: _type = "Task" [ 625.274421] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.285287] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a196cf-888a-3197-52a0-ebcd176a5286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.449352] env[65978]: DEBUG oslo_concurrency.lockutils [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.450161] env[65978]: DEBUG nova.compute.manager [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 625.452973] env[65978]: DEBUG oslo_concurrency.lockutils [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.837s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.456668] env[65978]: DEBUG nova.objects.instance [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Lazy-loading 'resources' on Instance uuid 6ec51f06-0360-445b-9c4d-1cd45f6f5a31 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 625.501264] env[65978]: INFO nova.compute.manager [-] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Took 1.99 seconds to deallocate network for instance. [ 625.511198] env[65978]: WARNING neutronclient.v2_0.client [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.554339] env[65978]: DEBUG oslo_vmware.api [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4713885, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.615489] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Task: {'id': task-4713886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.662453] env[65978]: DEBUG oslo_concurrency.lockutils [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.665692] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.679771] env[65978]: DEBUG oslo_concurrency.lockutils [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Acquiring lock "85358d03-f54e-437b-b0e9-b1b8d20b54c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.680032] env[65978]: DEBUG oslo_concurrency.lockutils [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lock "85358d03-f54e-437b-b0e9-b1b8d20b54c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.769544] env[65978]: WARNING neutronclient.v2_0.client [req-3d34ecc0-0487-46db-b0bc-8cee1af19e39 req-cb2dcb75-e386-4159-81f9-2a57ebfe9abc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.773205] env[65978]: DEBUG oslo_concurrency.lockutils [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Releasing lock "refresh_cache-a4bc3380-9f28-4ffe-ad79-fbe565c39c37" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.773621] env[65978]: DEBUG nova.compute.manager [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Instance network_info: |[{"id": "87ed9ffd-d548-4a58-98fe-5dd21880a0a3", "address": "fa:16:3e:d9:e9:49", "network": {"id": "24f28339-ce1a-40c2-a584-8bdc43d0b07f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1953385706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa9f20fec2834bf3acf324256d9c9007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ed9ffd-d5", "ovs_interfaceid": "87ed9ffd-d548-4a58-98fe-5dd21880a0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 625.774267] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:e9:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87ed9ffd-d548-4a58-98fe-5dd21880a0a3', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.782723] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Creating folder: Project (fa9f20fec2834bf3acf324256d9c9007). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.783215] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24b04584-da5e-4760-b687-91357b2d4a4e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.798319] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a196cf-888a-3197-52a0-ebcd176a5286, 'name': SearchDatastore_Task, 'duration_secs': 0.039526} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.798814] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.799223] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a7e481eb-655f-47a1-b447-86358056b458/a7e481eb-655f-47a1-b447-86358056b458.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.799643] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99a98dbf-796c-46c0-825d-0cbb8a66fe18 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.803671] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Created folder: Project (fa9f20fec2834bf3acf324256d9c9007) in parent group-v919857. [ 625.803852] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Creating folder: Instances. Parent ref: group-v919902. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.804576] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e5aa99a-6b8c-4c15-a507-93df2af90bee {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.809222] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Waiting for the task: (returnval){ [ 625.809222] env[65978]: value = "task-4713888" [ 625.809222] env[65978]: _type = "Task" [ 625.809222] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.816183] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Created folder: Instances in parent group-v919902. [ 625.816561] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 625.820109] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.820557] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Task: {'id': task-4713888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.820829] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e29ddce-4760-4d7b-914b-072a4a282f4f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.849803] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.849803] env[65978]: value = "task-4713890" [ 625.849803] env[65978]: _type = "Task" [ 625.849803] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.860527] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713890, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.956036] env[65978]: DEBUG nova.compute.utils [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.961104] env[65978]: DEBUG nova.compute.manager [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 625.961569] env[65978]: DEBUG nova.network.neutron [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 625.961858] env[65978]: WARNING neutronclient.v2_0.client [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.962259] env[65978]: WARNING neutronclient.v2_0.client [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.010390] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.048084] env[65978]: DEBUG oslo_vmware.api [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4713885, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.119703] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Task: {'id': task-4713886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.186657] env[65978]: DEBUG nova.compute.manager [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 626.289079] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b010018-7576-45cc-93db-707910967892 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.305700] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4a72b6-481b-4320-a8fc-5ab26e8a77f6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.350585] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a0365a-c081-4f58-b426-857891976dc4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.357336] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Task: {'id': task-4713888, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.371770] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713890, 'name': CreateVM_Task, 'duration_secs': 0.430589} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.374908] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.376012] env[65978]: WARNING neutronclient.v2_0.client [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.376509] env[65978]: DEBUG oslo_concurrency.lockutils [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.376758] env[65978]: DEBUG oslo_concurrency.lockutils [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.377148] env[65978]: DEBUG oslo_concurrency.lockutils [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.379791] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a354a12f-7246-48e6-9477-e94fa498be2c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.384513] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7657cfd9-c8ec-49a8-bd73-1283443f0837 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.393212] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for the task: (returnval){ [ 626.393212] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e3f4fa-e5ea-eff8-a89b-c76fa4cf10b4" [ 626.393212] env[65978]: _type = "Task" [ 626.393212] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.407831] env[65978]: DEBUG nova.compute.provider_tree [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.423272] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e3f4fa-e5ea-eff8-a89b-c76fa4cf10b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.453051] env[65978]: DEBUG nova.network.neutron [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Successfully updated port: ddc921ad-b656-4963-82c6-70d00956ed82 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 626.461269] env[65978]: DEBUG nova.compute.manager [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 626.541490] env[65978]: DEBUG oslo_vmware.api [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4713885, 'name': PowerOnVM_Task, 'duration_secs': 1.429623} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.541759] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.541953] env[65978]: INFO nova.compute.manager [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Took 10.75 seconds to spawn the instance on the hypervisor. [ 626.542137] env[65978]: DEBUG nova.compute.manager [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 626.542940] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e336640-c216-4f03-b2a0-8e747538b46b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.620092] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Task: {'id': task-4713886, 'name': ReconfigVM_Task, 'duration_secs': 1.14142} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.620092] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Reconfigured VM instance instance-0000000e to attach disk [datastore2] a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265/a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.620345] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0eedd56-0b71-41d0-a08c-0472377b0009 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.627710] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Waiting for the task: (returnval){ [ 626.627710] env[65978]: value = "task-4713891" [ 626.627710] env[65978]: _type = "Task" [ 626.627710] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.637907] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Task: {'id': task-4713891, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.647302] env[65978]: DEBUG nova.policy [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe688e58a4f646fab321ec40bf5ea59b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '397d2a3993c841c391a3d318f7852cec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.708044] env[65978]: DEBUG oslo_concurrency.lockutils [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.823156] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Task: {'id': task-4713888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643046} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.823699] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a7e481eb-655f-47a1-b447-86358056b458/a7e481eb-655f-47a1-b447-86358056b458.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.823699] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] [instance: a7e481eb-655f-47a1-b447-86358056b458] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.823966] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3df544f-785a-4bc6-9d86-c1ddca20b92d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.832785] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Waiting for the task: (returnval){ [ 626.832785] env[65978]: value = "task-4713892" [ 626.832785] env[65978]: _type = "Task" [ 626.832785] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.843044] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Task: {'id': task-4713892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.914230] env[65978]: DEBUG nova.scheduler.client.report [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.929353] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e3f4fa-e5ea-eff8-a89b-c76fa4cf10b4, 'name': SearchDatastore_Task, 'duration_secs': 0.045419} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.929795] env[65978]: DEBUG oslo_concurrency.lockutils [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.930146] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.930436] env[65978]: DEBUG oslo_concurrency.lockutils [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.930570] env[65978]: DEBUG oslo_concurrency.lockutils [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.930729] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.931085] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73704437-1870-43ce-b484-548943ce8b32 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.944491] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.944491] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.945335] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b81dc10b-42c3-4f76-af1c-f1e055d68f01 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.954677] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for the task: (returnval){ [ 626.954677] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520636d7-a6eb-06b6-e3d7-e5ae25d17510" [ 626.954677] env[65978]: _type = "Task" [ 626.954677] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.959111] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "refresh_cache-a184488e-5cc8-48c9-a3eb-a758dc046494" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.959297] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired lock "refresh_cache-a184488e-5cc8-48c9-a3eb-a758dc046494" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.959467] env[65978]: DEBUG nova.network.neutron [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 626.971040] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520636d7-a6eb-06b6-e3d7-e5ae25d17510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.067343] env[65978]: INFO nova.compute.manager [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Took 17.35 seconds to build instance. [ 627.140643] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Task: {'id': task-4713891, 'name': Rename_Task, 'duration_secs': 0.217183} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.140643] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.140864] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09800c4b-9896-425b-a2d8-08e37ee901b7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.151299] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Waiting for the task: (returnval){ [ 627.151299] env[65978]: value = "task-4713893" [ 627.151299] env[65978]: _type = "Task" [ 627.151299] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.162739] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Task: {'id': task-4713893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.319992] env[65978]: DEBUG nova.network.neutron [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Successfully created port: a7415db1-08c6-44fd-9475-16799b636d2f {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 627.348311] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Task: {'id': task-4713892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096488} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.348311] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] [instance: a7e481eb-655f-47a1-b447-86358056b458] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.350335] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153c989b-594b-4033-ba56-064a16d9d8c5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.377975] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] [instance: a7e481eb-655f-47a1-b447-86358056b458] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] a7e481eb-655f-47a1-b447-86358056b458/a7e481eb-655f-47a1-b447-86358056b458.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.378311] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73bf0453-6a9f-4013-a3cf-898c9f91c97b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.401138] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Waiting for the task: (returnval){ [ 627.401138] env[65978]: value = "task-4713894" [ 627.401138] env[65978]: _type = "Task" [ 627.401138] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.410855] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Task: {'id': task-4713894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.424279] env[65978]: DEBUG oslo_concurrency.lockutils [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.426818] env[65978]: DEBUG oslo_concurrency.lockutils [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.765s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.427219] env[65978]: DEBUG nova.objects.instance [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Lazy-loading 'resources' on Instance uuid 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 627.470071] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520636d7-a6eb-06b6-e3d7-e5ae25d17510, 'name': SearchDatastore_Task, 'duration_secs': 0.016824} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.470779] env[65978]: INFO nova.scheduler.client.report [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Deleted allocations for instance 6ec51f06-0360-445b-9c4d-1cd45f6f5a31 [ 627.473559] env[65978]: DEBUG nova.compute.manager [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 627.479301] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09e17f8f-43a4-40f6-beec-c2094f943f0e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.487625] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for the task: (returnval){ [ 627.487625] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52347d15-9cc2-e66f-d352-777b6508cccd" [ 627.487625] env[65978]: _type = "Task" [ 627.487625] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.498504] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52347d15-9cc2-e66f-d352-777b6508cccd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.511890] env[65978]: DEBUG nova.virt.hardware [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 627.512167] env[65978]: DEBUG nova.virt.hardware [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.512418] env[65978]: DEBUG nova.virt.hardware [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 627.512610] env[65978]: DEBUG nova.virt.hardware [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.512750] env[65978]: DEBUG nova.virt.hardware [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 627.512889] env[65978]: DEBUG nova.virt.hardware [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 627.513116] env[65978]: DEBUG nova.virt.hardware [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 627.513260] env[65978]: DEBUG nova.virt.hardware [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 627.513417] env[65978]: DEBUG nova.virt.hardware [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 627.513579] env[65978]: DEBUG nova.virt.hardware [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 627.514059] env[65978]: DEBUG nova.virt.hardware [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 627.514671] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807b99da-a209-426d-82dd-de158405ce56 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.524336] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c93951-481e-488d-a868-f886d4c9b2f1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.569616] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f8888f54-a747-4286-9726-549f57304a67 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Lock "1f718f63-a0fd-4c55-9ccc-d89d897891b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.868s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.662465] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Task: {'id': task-4713893, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.911963] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Task: {'id': task-4713894, 'name': ReconfigVM_Task, 'duration_secs': 0.316493} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.912320] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] [instance: a7e481eb-655f-47a1-b447-86358056b458] Reconfigured VM instance instance-00000004 to attach disk [datastore2] a7e481eb-655f-47a1-b447-86358056b458/a7e481eb-655f-47a1-b447-86358056b458.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.912888] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f570c03-7fee-4bbe-b24c-6b4fa9524a56 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.921512] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Waiting for the task: (returnval){ [ 627.921512] env[65978]: value = "task-4713895" [ 627.921512] env[65978]: _type = "Task" [ 627.921512] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.935027] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Task: {'id': task-4713895, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.991937] env[65978]: DEBUG oslo_concurrency.lockutils [None req-45e3588b-92b4-4172-8103-127237ac6528 tempest-ServerDiagnosticsV248Test-246815255 tempest-ServerDiagnosticsV248Test-246815255-project-member] Lock "6ec51f06-0360-445b-9c4d-1cd45f6f5a31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.119s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.000152] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52347d15-9cc2-e66f-d352-777b6508cccd, 'name': SearchDatastore_Task, 'duration_secs': 0.012259} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.000584] env[65978]: DEBUG oslo_concurrency.lockutils [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.000842] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a4bc3380-9f28-4ffe-ad79-fbe565c39c37/a4bc3380-9f28-4ffe-ad79-fbe565c39c37.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.001186] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-869772fb-bb12-4646-9bfb-b8137c23096e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.008797] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for the task: (returnval){ [ 628.008797] env[65978]: value = "task-4713896" [ 628.008797] env[65978]: _type = "Task" [ 628.008797] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.025330] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4713896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.170041] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Task: {'id': task-4713893, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.225054] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8ead03-9b5f-42d0-938b-2965dbc95495 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.233985] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b9d8b1-a07c-4230-8e55-022058e76b57 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.239671] env[65978]: DEBUG nova.network.neutron [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 628.273925] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe86b433-c2b7-4a4d-a906-58b7abd67988 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.285948] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca133c3-180b-4e9f-b06a-5a625c33a484 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.293638] env[65978]: WARNING neutronclient.v2_0.client [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.309632] env[65978]: DEBUG nova.compute.provider_tree [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 628.323626] env[65978]: WARNING neutronclient.v2_0.client [req-3d34ecc0-0487-46db-b0bc-8cee1af19e39 req-cb2dcb75-e386-4159-81f9-2a57ebfe9abc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.433630] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Task: {'id': task-4713895, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.522032] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4713896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.663988] env[65978]: DEBUG oslo_vmware.api [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Task: {'id': task-4713893, 'name': PowerOnVM_Task, 'duration_secs': 1.037571} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.664286] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.664483] env[65978]: INFO nova.compute.manager [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Took 10.35 seconds to spawn the instance on the hypervisor. [ 628.664651] env[65978]: DEBUG nova.compute.manager [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 628.665606] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c48d8e7-b31e-41a4-b91f-396033c7dc74 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.837009] env[65978]: ERROR nova.scheduler.client.report [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] [req-2be92825-d719-41cf-abfd-5144919a5da3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7cef9df5-c7be-44a4-aef0-4856b8af9b78. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2be92825-d719-41cf-abfd-5144919a5da3"}]} [ 628.860688] env[65978]: DEBUG nova.scheduler.client.report [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Refreshing inventories for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 628.863348] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquiring lock "f84c9cd5-da98-4325-902c-1f1e410e6796" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.863567] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "f84c9cd5-da98-4325-902c-1f1e410e6796" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.891735] env[65978]: DEBUG nova.scheduler.client.report [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Updating ProviderTree inventory for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 628.891968] env[65978]: DEBUG nova.compute.provider_tree [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 628.909190] env[65978]: DEBUG nova.scheduler.client.report [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Refreshing aggregate associations for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78, aggregates: None {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 628.935549] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Task: {'id': task-4713895, 'name': Rename_Task, 'duration_secs': 0.889077} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.936769] env[65978]: DEBUG nova.scheduler.client.report [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Refreshing trait associations for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 628.940081] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] [instance: a7e481eb-655f-47a1-b447-86358056b458] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.940616] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-685f9702-8c69-4791-9416-c54713b13e10 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.950725] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Waiting for the task: (returnval){ [ 628.950725] env[65978]: value = "task-4713897" [ 628.950725] env[65978]: _type = "Task" [ 628.950725] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.963490] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Task: {'id': task-4713897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.026741] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4713896, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.191509] env[65978]: INFO nova.compute.manager [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Took 17.32 seconds to build instance. [ 629.259853] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f65924-7baf-438d-a118-1b2f88a19d98 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.268640] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a40455d-768f-4b46-ad53-4439ed2789f5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.309216] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54a5d1f-f477-4842-b09a-5df04c80cf08 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.318229] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18c2216-37b7-409b-b0a9-20d502208fd4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.337219] env[65978]: DEBUG nova.compute.provider_tree [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 629.367234] env[65978]: DEBUG nova.compute.manager [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 629.410356] env[65978]: DEBUG nova.network.neutron [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Successfully updated port: a7415db1-08c6-44fd-9475-16799b636d2f {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 629.463314] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Task: {'id': task-4713897, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.527642] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4713896, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.153641} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.527956] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a4bc3380-9f28-4ffe-ad79-fbe565c39c37/a4bc3380-9f28-4ffe-ad79-fbe565c39c37.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.528198] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.528455] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1154d98e-ea96-4172-8d2b-e0b4e85ba319 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.536577] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for the task: (returnval){ [ 629.536577] env[65978]: value = "task-4713898" [ 629.536577] env[65978]: _type = "Task" [ 629.536577] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.548935] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4713898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.696844] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c0e56e6d-050c-4097-8ab8-55eb8e42e05e tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Lock "a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.837s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.739318] env[65978]: DEBUG nova.network.neutron [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Updated VIF entry in instance network info cache for port 0b69dad2-293c-4406-aa21-564c9201fd9c. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 629.739664] env[65978]: DEBUG nova.network.neutron [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Updating instance_info_cache with network_info: [{"id": "0b69dad2-293c-4406-aa21-564c9201fd9c", "address": "fa:16:3e:56:0e:47", "network": {"id": "23ec5dd1-cd65-416b-8043-6d04cb060249", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2112983612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "993da66b95194c3393339d5c1396ecef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b69dad2-29", "ovs_interfaceid": "0b69dad2-293c-4406-aa21-564c9201fd9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.787572] env[65978]: DEBUG nova.network.neutron [req-3d34ecc0-0487-46db-b0bc-8cee1af19e39 req-cb2dcb75-e386-4159-81f9-2a57ebfe9abc service nova] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Updated VIF entry in instance network info cache for port b541aca5-577b-4647-b39c-2e9193a96e26. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 629.788805] env[65978]: DEBUG nova.network.neutron [req-3d34ecc0-0487-46db-b0bc-8cee1af19e39 req-cb2dcb75-e386-4159-81f9-2a57ebfe9abc service nova] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Updating instance_info_cache with network_info: [{"id": "b541aca5-577b-4647-b39c-2e9193a96e26", "address": "fa:16:3e:08:a5:85", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb541aca5-57", "ovs_interfaceid": "b541aca5-577b-4647-b39c-2e9193a96e26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.880915] env[65978]: DEBUG nova.scheduler.client.report [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Updated inventory for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with generation 23 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 629.881372] env[65978]: DEBUG nova.compute.provider_tree [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Updating resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 generation from 23 to 24 during operation: update_inventory {{(pid=65978) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 629.881551] env[65978]: DEBUG nova.compute.provider_tree [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 629.898817] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.911411] env[65978]: DEBUG oslo_concurrency.lockutils [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Acquiring lock "refresh_cache-ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.911665] env[65978]: DEBUG oslo_concurrency.lockutils [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Acquired lock "refresh_cache-ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.911890] env[65978]: DEBUG nova.network.neutron [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 629.964569] env[65978]: DEBUG oslo_vmware.api [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Task: {'id': task-4713897, 'name': PowerOnVM_Task, 'duration_secs': 0.59984} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.964907] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] [instance: a7e481eb-655f-47a1-b447-86358056b458] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.965055] env[65978]: DEBUG nova.compute.manager [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] [instance: a7e481eb-655f-47a1-b447-86358056b458] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 629.966046] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5497425-cf0b-47fb-bdc6-00d076e8aeaa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.995960] env[65978]: WARNING neutronclient.v2_0.client [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.048998] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4713898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072591} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.050363] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.052314] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e0afc8-66f2-442e-a51a-0ad786885fc7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.080124] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] a4bc3380-9f28-4ffe-ad79-fbe565c39c37/a4bc3380-9f28-4ffe-ad79-fbe565c39c37.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.080124] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6d420da-16db-45e4-a68e-8f479228e93c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.102201] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for the task: (returnval){ [ 630.102201] env[65978]: value = "task-4713899" [ 630.102201] env[65978]: _type = "Task" [ 630.102201] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.114995] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4713899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.242305] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] Releasing lock "refresh_cache-bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.242551] env[65978]: DEBUG nova.compute.manager [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Received event network-vif-plugged-1eb46345-87ec-42be-9d00-d695c1ee05a2 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 630.242757] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] Acquiring lock "a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.242968] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] Lock "a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.243116] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] Lock "a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.243286] env[65978]: DEBUG nova.compute.manager [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] No waiting events found dispatching network-vif-plugged-1eb46345-87ec-42be-9d00-d695c1ee05a2 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 630.243444] env[65978]: WARNING nova.compute.manager [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Received unexpected event network-vif-plugged-1eb46345-87ec-42be-9d00-d695c1ee05a2 for instance with vm_state building and task_state spawning. [ 630.243598] env[65978]: DEBUG nova.compute.manager [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Received event network-changed-1eb46345-87ec-42be-9d00-d695c1ee05a2 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 630.243736] env[65978]: DEBUG nova.compute.manager [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Refreshing instance network info cache due to event network-changed-1eb46345-87ec-42be-9d00-d695c1ee05a2. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 630.243990] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] Acquiring lock "refresh_cache-a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.244078] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] Acquired lock "refresh_cache-a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.244193] env[65978]: DEBUG nova.network.neutron [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Refreshing network info cache for port 1eb46345-87ec-42be-9d00-d695c1ee05a2 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.291189] env[65978]: DEBUG oslo_concurrency.lockutils [req-3d34ecc0-0487-46db-b0bc-8cee1af19e39 req-cb2dcb75-e386-4159-81f9-2a57ebfe9abc service nova] Releasing lock "refresh_cache-1f718f63-a0fd-4c55-9ccc-d89d897891b2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.387755] env[65978]: DEBUG oslo_concurrency.lockutils [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.961s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.390952] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.725s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.391786] env[65978]: DEBUG nova.objects.instance [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] Lazy-loading 'resources' on Instance uuid e41f70de-dedd-4b7d-92a9-715ad6150749 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 630.435883] env[65978]: INFO nova.scheduler.client.report [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Deleted allocations for instance 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6 [ 630.486344] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.615172] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4713899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.749847] env[65978]: WARNING neutronclient.v2_0.client [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.877166] env[65978]: DEBUG nova.network.neutron [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Updating instance_info_cache with network_info: [{"id": "ddc921ad-b656-4963-82c6-70d00956ed82", "address": "fa:16:3e:9a:3b:3f", "network": {"id": "1e368590-0060-4ae5-98b3-473ded4d1c9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-91998457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0621c7972ce94ada85614a788f5f6302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc921ad-b6", "ovs_interfaceid": "ddc921ad-b656-4963-82c6-70d00956ed82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.904325] env[65978]: DEBUG nova.network.neutron [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 630.944343] env[65978]: DEBUG oslo_concurrency.lockutils [None req-42580df0-893b-401f-85d0-3b9164cf6043 tempest-ServerExternalEventsTest-1621717240 tempest-ServerExternalEventsTest-1621717240-project-member] Lock "9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.311s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.115759] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4713899, 'name': ReconfigVM_Task, 'duration_secs': 0.985579} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.117394] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Reconfigured VM instance instance-0000000f to attach disk [datastore2] a4bc3380-9f28-4ffe-ad79-fbe565c39c37/a4bc3380-9f28-4ffe-ad79-fbe565c39c37.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.118395] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2022e071-dde1-497d-ab1f-4a972abc1a10 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.127635] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for the task: (returnval){ [ 631.127635] env[65978]: value = "task-4713900" [ 631.127635] env[65978]: _type = "Task" [ 631.127635] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.147025] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4713900, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.207422] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afd46a8-a148-49d2-818a-d3eb030bd913 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.216850] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b34693-4a02-461b-8a7d-347ae1de16f4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.256740] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba46467-1114-4d89-8d96-6ccc5e4c97c2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.266024] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6725f41d-b9f7-492a-9738-50ef1ff7d1cb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.284638] env[65978]: DEBUG nova.compute.provider_tree [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.381839] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Releasing lock "refresh_cache-a184488e-5cc8-48c9-a3eb-a758dc046494" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.382448] env[65978]: DEBUG nova.compute.manager [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Instance network_info: |[{"id": "ddc921ad-b656-4963-82c6-70d00956ed82", "address": "fa:16:3e:9a:3b:3f", "network": {"id": "1e368590-0060-4ae5-98b3-473ded4d1c9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-91998457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0621c7972ce94ada85614a788f5f6302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc921ad-b6", "ovs_interfaceid": "ddc921ad-b656-4963-82c6-70d00956ed82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 631.382963] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:3b:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddc921ad-b656-4963-82c6-70d00956ed82', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.391286] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Creating folder: Project (0621c7972ce94ada85614a788f5f6302). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.391657] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-679e5b4d-96e2-45e6-b487-1c0f4a32acb1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.406748] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Created folder: Project (0621c7972ce94ada85614a788f5f6302) in parent group-v919857. [ 631.406748] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Creating folder: Instances. Parent ref: group-v919905. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.406748] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5b6442e-6fd1-4154-81ea-5068a2d9567d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.418881] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Created folder: Instances in parent group-v919905. [ 631.419272] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 631.419493] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.419703] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37e7434f-4905-4c54-ae38-d9c6ca7446c0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.448438] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.448438] env[65978]: value = "task-4713903" [ 631.448438] env[65978]: _type = "Task" [ 631.448438] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.458967] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713903, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.641401] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4713900, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.788532] env[65978]: DEBUG nova.scheduler.client.report [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.962939] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713903, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.976869] env[65978]: WARNING neutronclient.v2_0.client [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.140076] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4713900, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.212527] env[65978]: WARNING neutronclient.v2_0.client [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.231174] env[65978]: DEBUG nova.network.neutron [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Updating instance_info_cache with network_info: [{"id": "a7415db1-08c6-44fd-9475-16799b636d2f", "address": "fa:16:3e:30:5d:6c", "network": {"id": "2b548084-3df6-4f8e-989c-0684582d639a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1788770032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "397d2a3993c841c391a3d318f7852cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7415db1-08", "ovs_interfaceid": "a7415db1-08c6-44fd-9475-16799b636d2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.298959] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.298959] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.287s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.298959] env[65978]: DEBUG nova.objects.instance [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Lazy-loading 'resources' on Instance uuid 5ab437df-2a7c-45b5-ab56-9c262d65134d {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 632.337557] env[65978]: INFO nova.scheduler.client.report [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] Deleted allocations for instance e41f70de-dedd-4b7d-92a9-715ad6150749 [ 632.433157] env[65978]: DEBUG nova.network.neutron [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Updated VIF entry in instance network info cache for port 1eb46345-87ec-42be-9d00-d695c1ee05a2. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 632.433532] env[65978]: DEBUG nova.network.neutron [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Updating instance_info_cache with network_info: [{"id": "1eb46345-87ec-42be-9d00-d695c1ee05a2", "address": "fa:16:3e:cb:a8:46", "network": {"id": "5d5b603a-beac-4f06-9ebd-299cb30191e1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1416746589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32c4ff89e8f14e26a4514f5979508e95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb46345-87", "ovs_interfaceid": "1eb46345-87ec-42be-9d00-d695c1ee05a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.475876] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713903, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.641559] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4713900, 'name': Rename_Task, 'duration_secs': 1.075213} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.641831] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.642691] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68a2eef2-943e-496b-a51e-e30f9c977119 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.650224] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for the task: (returnval){ [ 632.650224] env[65978]: value = "task-4713904" [ 632.650224] env[65978]: _type = "Task" [ 632.650224] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.660019] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4713904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.733922] env[65978]: DEBUG oslo_concurrency.lockutils [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Releasing lock "refresh_cache-ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.734309] env[65978]: DEBUG nova.compute.manager [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Instance network_info: |[{"id": "a7415db1-08c6-44fd-9475-16799b636d2f", "address": "fa:16:3e:30:5d:6c", "network": {"id": "2b548084-3df6-4f8e-989c-0684582d639a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1788770032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "397d2a3993c841c391a3d318f7852cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7415db1-08", "ovs_interfaceid": "a7415db1-08c6-44fd-9475-16799b636d2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 632.735260] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:5d:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7415db1-08c6-44fd-9475-16799b636d2f', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.746607] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Creating folder: Project (397d2a3993c841c391a3d318f7852cec). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.746943] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb6234bb-065b-4fb9-b8a6-faddeb04a97b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.760333] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Created folder: Project (397d2a3993c841c391a3d318f7852cec) in parent group-v919857. [ 632.760534] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Creating folder: Instances. Parent ref: group-v919908. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.760811] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46ff758c-0f7c-4c65-95a0-d0bc71471053 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.774577] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Created folder: Instances in parent group-v919908. [ 632.776113] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 632.776308] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.776536] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aed08c24-808d-46a5-8858-ac39e8411028 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.800637] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.800637] env[65978]: value = "task-4713907" [ 632.800637] env[65978]: _type = "Task" [ 632.800637] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.813875] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713907, 'name': CreateVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.857516] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c7fe7142-1b9b-4921-b610-a582ce97c2c5 tempest-DeleteServersAdminTestJSON-909537065 tempest-DeleteServersAdminTestJSON-909537065-project-admin] Lock "e41f70de-dedd-4b7d-92a9-715ad6150749" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.189s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.939051] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b5f9fe6-2a56-45d8-b8e5-8ee560cf4e89 req-7e46a786-9eed-4cb9-93dc-c4fc398cfce3 service nova] Releasing lock "refresh_cache-a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.968837] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713903, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.972983] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquiring lock "db876e0c-b706-4118-8ed5-5be7d4c97929" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.973246] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lock "db876e0c-b706-4118-8ed5-5be7d4c97929" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.149035] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf7cff0-15ef-49dd-a7b6-0ccec16d1a4d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.168153] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967151d0-a22b-4b89-8781-4c2801021f87 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.172830] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4713904, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.214262] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a484a851-a094-4c7d-8bf5-f38d744ae451 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.225022] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd497f5-3605-46aa-9b91-4dbbd819c429 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.242458] env[65978]: DEBUG nova.compute.provider_tree [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.246086] env[65978]: DEBUG nova.compute.manager [req-b4be0613-d052-4c53-9b64-74ee2ed099c4 req-8a9fc485-db44-449b-bdea-795046c592fe service nova] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Received event network-vif-deleted-7bf85cb7-d30e-4fff-aac7-2f23bee2f3e1 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 633.246289] env[65978]: DEBUG nova.compute.manager [req-b4be0613-d052-4c53-9b64-74ee2ed099c4 req-8a9fc485-db44-449b-bdea-795046c592fe service nova] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Received event network-changed-97f5bd9f-1441-4ea9-a91c-11e6434bee7b {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 633.246453] env[65978]: DEBUG nova.compute.manager [req-b4be0613-d052-4c53-9b64-74ee2ed099c4 req-8a9fc485-db44-449b-bdea-795046c592fe service nova] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Refreshing instance network info cache due to event network-changed-97f5bd9f-1441-4ea9-a91c-11e6434bee7b. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 633.246622] env[65978]: DEBUG oslo_concurrency.lockutils [req-b4be0613-d052-4c53-9b64-74ee2ed099c4 req-8a9fc485-db44-449b-bdea-795046c592fe service nova] Acquiring lock "refresh_cache-b29986ea-9c13-4d23-a7b1-ee537d20702a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.247296] env[65978]: DEBUG oslo_concurrency.lockutils [req-b4be0613-d052-4c53-9b64-74ee2ed099c4 req-8a9fc485-db44-449b-bdea-795046c592fe service nova] Acquired lock "refresh_cache-b29986ea-9c13-4d23-a7b1-ee537d20702a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.247296] env[65978]: DEBUG nova.network.neutron [req-b4be0613-d052-4c53-9b64-74ee2ed099c4 req-8a9fc485-db44-449b-bdea-795046c592fe service nova] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Refreshing network info cache for port 97f5bd9f-1441-4ea9-a91c-11e6434bee7b {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.261030] env[65978]: DEBUG nova.compute.manager [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Received event network-vif-plugged-87ed9ffd-d548-4a58-98fe-5dd21880a0a3 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 633.261030] env[65978]: DEBUG oslo_concurrency.lockutils [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] Acquiring lock "a4bc3380-9f28-4ffe-ad79-fbe565c39c37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.261030] env[65978]: DEBUG oslo_concurrency.lockutils [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] Lock "a4bc3380-9f28-4ffe-ad79-fbe565c39c37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.261030] env[65978]: DEBUG oslo_concurrency.lockutils [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] Lock "a4bc3380-9f28-4ffe-ad79-fbe565c39c37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.261030] env[65978]: DEBUG nova.compute.manager [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] No waiting events found dispatching network-vif-plugged-87ed9ffd-d548-4a58-98fe-5dd21880a0a3 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 633.261330] env[65978]: WARNING nova.compute.manager [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Received unexpected event network-vif-plugged-87ed9ffd-d548-4a58-98fe-5dd21880a0a3 for instance with vm_state building and task_state spawning. [ 633.261330] env[65978]: DEBUG nova.compute.manager [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Received event network-changed-87ed9ffd-d548-4a58-98fe-5dd21880a0a3 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 633.261503] env[65978]: DEBUG nova.compute.manager [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Refreshing instance network info cache due to event network-changed-87ed9ffd-d548-4a58-98fe-5dd21880a0a3. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 633.261600] env[65978]: DEBUG oslo_concurrency.lockutils [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] Acquiring lock "refresh_cache-a4bc3380-9f28-4ffe-ad79-fbe565c39c37" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.261707] env[65978]: DEBUG oslo_concurrency.lockutils [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] Acquired lock "refresh_cache-a4bc3380-9f28-4ffe-ad79-fbe565c39c37" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.261853] env[65978]: DEBUG nova.network.neutron [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Refreshing network info cache for port 87ed9ffd-d548-4a58-98fe-5dd21880a0a3 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.313369] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713907, 'name': CreateVM_Task, 'duration_secs': 0.43233} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.313369] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.313369] env[65978]: WARNING neutronclient.v2_0.client [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.313369] env[65978]: DEBUG oslo_concurrency.lockutils [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.313369] env[65978]: DEBUG oslo_concurrency.lockutils [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.313650] env[65978]: DEBUG oslo_concurrency.lockutils [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.313650] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aadb9e90-7657-49a4-a733-3120433d6f69 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.319985] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Waiting for the task: (returnval){ [ 633.319985] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b9b22e-470e-4f83-c0e2-b15b4c3a53cb" [ 633.319985] env[65978]: _type = "Task" [ 633.319985] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.330311] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b9b22e-470e-4f83-c0e2-b15b4c3a53cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.464118] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713903, 'name': CreateVM_Task, 'duration_secs': 1.529814} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.464481] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.467024] env[65978]: WARNING neutronclient.v2_0.client [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.467642] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.468099] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.468538] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.468953] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9a294f3-0cb5-4f65-9f23-31eef810494a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.479232] env[65978]: DEBUG oslo_vmware.api [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 633.479232] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52261da4-f857-bfcc-cd1e-b33a8e4ea451" [ 633.479232] env[65978]: _type = "Task" [ 633.479232] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.479232] env[65978]: DEBUG nova.compute.manager [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 633.505980] env[65978]: DEBUG oslo_vmware.api [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52261da4-f857-bfcc-cd1e-b33a8e4ea451, 'name': SearchDatastore_Task, 'duration_secs': 0.013618} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.506803] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.506803] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.506961] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.507108] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.507309] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.508238] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2378462c-e307-4350-b1d3-d5447e4345c3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.523031] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.523031] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.523834] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-793eec76-b383-4709-bd7d-c27a1fd90c46 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.529961] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Acquiring lock "358d37e2-1180-40a4-9108-0a3cb617ac96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.530186] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lock "358d37e2-1180-40a4-9108-0a3cb617ac96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.536766] env[65978]: DEBUG oslo_vmware.api [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 633.536766] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526f8a27-4213-4796-b57f-5b1236bf46cd" [ 633.536766] env[65978]: _type = "Task" [ 633.536766] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.548313] env[65978]: DEBUG oslo_vmware.api [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526f8a27-4213-4796-b57f-5b1236bf46cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.668049] env[65978]: DEBUG oslo_vmware.api [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4713904, 'name': PowerOnVM_Task, 'duration_secs': 0.906785} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.668049] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.668049] env[65978]: INFO nova.compute.manager [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Took 11.08 seconds to spawn the instance on the hypervisor. [ 633.668049] env[65978]: DEBUG nova.compute.manager [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 633.668845] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516253b8-4a84-41af-88e6-fb43fc572d9c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.751104] env[65978]: DEBUG nova.scheduler.client.report [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.759020] env[65978]: WARNING neutronclient.v2_0.client [req-b4be0613-d052-4c53-9b64-74ee2ed099c4 req-8a9fc485-db44-449b-bdea-795046c592fe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.764351] env[65978]: WARNING neutronclient.v2_0.client [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.834020] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b9b22e-470e-4f83-c0e2-b15b4c3a53cb, 'name': SearchDatastore_Task, 'duration_secs': 0.024954} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.834020] env[65978]: DEBUG oslo_concurrency.lockutils [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.834020] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.834020] env[65978]: DEBUG oslo_concurrency.lockutils [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.834410] env[65978]: DEBUG oslo_concurrency.lockutils [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.834410] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.834410] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80fee7dc-9dfd-436d-bda4-feb476ae82a2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.847541] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.847654] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.848445] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84a8e7e5-6954-4f22-a408-a37cfe2dfc55 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.854604] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Waiting for the task: (returnval){ [ 633.854604] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b82305-3a13-9a20-09ac-2cce061ae3de" [ 633.854604] env[65978]: _type = "Task" [ 633.854604] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.864437] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b82305-3a13-9a20-09ac-2cce061ae3de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.033761] env[65978]: DEBUG nova.compute.manager [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 634.037677] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.050155] env[65978]: DEBUG oslo_vmware.api [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526f8a27-4213-4796-b57f-5b1236bf46cd, 'name': SearchDatastore_Task, 'duration_secs': 0.018541} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.051445] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59fc8dce-9a19-4734-a44f-f4858dd97596 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.059279] env[65978]: DEBUG oslo_vmware.api [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 634.059279] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524b8349-e308-5b81-12c3-b55e2ba2d2eb" [ 634.059279] env[65978]: _type = "Task" [ 634.059279] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.069224] env[65978]: DEBUG oslo_vmware.api [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524b8349-e308-5b81-12c3-b55e2ba2d2eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.188928] env[65978]: INFO nova.compute.manager [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Took 17.98 seconds to build instance. [ 634.265472] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.266289] env[65978]: DEBUG oslo_concurrency.lockutils [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.558s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.268755] env[65978]: INFO nova.compute.claims [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.300719] env[65978]: INFO nova.scheduler.client.report [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Deleted allocations for instance 5ab437df-2a7c-45b5-ab56-9c262d65134d [ 634.369177] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b82305-3a13-9a20-09ac-2cce061ae3de, 'name': SearchDatastore_Task, 'duration_secs': 0.043353} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.370244] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43abeb2-29c1-4f97-b023-8929291e3885 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.381143] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Waiting for the task: (returnval){ [ 634.381143] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a541fd-01b2-4aa7-9f11-50b081055137" [ 634.381143] env[65978]: _type = "Task" [ 634.381143] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.397280] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a541fd-01b2-4aa7-9f11-50b081055137, 'name': SearchDatastore_Task} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.397280] env[65978]: DEBUG oslo_concurrency.lockutils [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.397280] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7/ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.397615] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c81f379d-8abd-4c43-9661-70f103dc5a03 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.408032] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Waiting for the task: (returnval){ [ 634.408032] env[65978]: value = "task-4713908" [ 634.408032] env[65978]: _type = "Task" [ 634.408032] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.423723] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Task: {'id': task-4713908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.569926] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.575114] env[65978]: DEBUG oslo_vmware.api [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524b8349-e308-5b81-12c3-b55e2ba2d2eb, 'name': SearchDatastore_Task, 'duration_secs': 0.014483} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.576220] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.576505] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a184488e-5cc8-48c9-a3eb-a758dc046494/a184488e-5cc8-48c9-a3eb-a758dc046494.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.576886] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af318cfe-4e61-4aaa-9f3f-67dbe12c4a5d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.585730] env[65978]: DEBUG oslo_vmware.api [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 634.585730] env[65978]: value = "task-4713909" [ 634.585730] env[65978]: _type = "Task" [ 634.585730] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.596388] env[65978]: DEBUG oslo_vmware.api [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4713909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.691316] env[65978]: DEBUG oslo_concurrency.lockutils [None req-95e37dbc-6a74-41bb-812e-b5ae2e37714f tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Lock "a4bc3380-9f28-4ffe-ad79-fbe565c39c37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.494s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.814204] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6666eaf9-25df-4e30-8643-51001b447ca1 tempest-TenantUsagesTestJSON-444332243 tempest-TenantUsagesTestJSON-444332243-project-member] Lock "5ab437df-2a7c-45b5-ab56-9c262d65134d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.033s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.921730] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Task: {'id': task-4713908, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.053806] env[65978]: WARNING neutronclient.v2_0.client [req-b4be0613-d052-4c53-9b64-74ee2ed099c4 req-8a9fc485-db44-449b-bdea-795046c592fe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.102281] env[65978]: DEBUG oslo_vmware.api [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4713909, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.103572] env[65978]: WARNING neutronclient.v2_0.client [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.424329] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Task: {'id': task-4713908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590962} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.427130] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7/ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.427316] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.427713] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-981ee9d0-7575-4c42-983c-a5b53940e79e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.435378] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Waiting for the task: (returnval){ [ 635.435378] env[65978]: value = "task-4713910" [ 635.435378] env[65978]: _type = "Task" [ 635.435378] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.447818] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Task: {'id': task-4713910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.612582] env[65978]: DEBUG oslo_vmware.api [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4713909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856812} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.613918] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a184488e-5cc8-48c9-a3eb-a758dc046494/a184488e-5cc8-48c9-a3eb-a758dc046494.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.614206] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.615008] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77ade72-7cda-43ce-81c9-7bab0ecf455a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.618105] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9894b130-8bcf-4b88-bc10-4387021bc734 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.627148] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ab25f3-d2ee-4b6d-a8e7-91b55f390165 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.632721] env[65978]: DEBUG oslo_vmware.api [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 635.632721] env[65978]: value = "task-4713911" [ 635.632721] env[65978]: _type = "Task" [ 635.632721] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.675940] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a9ecfe-c06d-44b2-bc30-e5ebe896c751 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.685345] env[65978]: DEBUG oslo_vmware.api [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4713911, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.693918] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12f0cf3-3448-47c0-b25b-9a477fdd4d80 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.713740] env[65978]: DEBUG nova.compute.provider_tree [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.730700] env[65978]: DEBUG nova.network.neutron [req-b4be0613-d052-4c53-9b64-74ee2ed099c4 req-8a9fc485-db44-449b-bdea-795046c592fe service nova] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Updated VIF entry in instance network info cache for port 97f5bd9f-1441-4ea9-a91c-11e6434bee7b. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 635.730700] env[65978]: DEBUG nova.network.neutron [req-b4be0613-d052-4c53-9b64-74ee2ed099c4 req-8a9fc485-db44-449b-bdea-795046c592fe service nova] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Updating instance_info_cache with network_info: [{"id": "97f5bd9f-1441-4ea9-a91c-11e6434bee7b", "address": "fa:16:3e:b8:ed:5d", "network": {"id": "11679d0b-a845-40c5-85e1-53fd6aace335", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2050419499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cce794e3510545b2af21f634808dd9be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f5bd9f-14", "ovs_interfaceid": "97f5bd9f-1441-4ea9-a91c-11e6434bee7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.769563] env[65978]: DEBUG nova.network.neutron [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Updated VIF entry in instance network info cache for port 87ed9ffd-d548-4a58-98fe-5dd21880a0a3. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 635.769689] env[65978]: DEBUG nova.network.neutron [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Updating instance_info_cache with network_info: [{"id": "87ed9ffd-d548-4a58-98fe-5dd21880a0a3", "address": "fa:16:3e:d9:e9:49", "network": {"id": "24f28339-ce1a-40c2-a584-8bdc43d0b07f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1953385706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa9f20fec2834bf3acf324256d9c9007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ed9ffd-d5", "ovs_interfaceid": "87ed9ffd-d548-4a58-98fe-5dd21880a0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.950863] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Task: {'id': task-4713910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134607} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.951142] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.952051] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92f6514-0907-44ea-aec5-5d95dbd6ab45 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.984953] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7/ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.984953] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02b4a2c6-b584-4980-8e04-43976af3a5a2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.008470] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Waiting for the task: (returnval){ [ 636.008470] env[65978]: value = "task-4713912" [ 636.008470] env[65978]: _type = "Task" [ 636.008470] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.021595] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Task: {'id': task-4713912, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.067058] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "51206bff-a257-4f16-97df-5f959c253127" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.067488] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "51206bff-a257-4f16-97df-5f959c253127" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.147607] env[65978]: DEBUG oslo_vmware.api [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4713911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083424} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.147987] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.149233] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c9c748-3eef-421e-ab9e-f418cb688732 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.183510] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] a184488e-5cc8-48c9-a3eb-a758dc046494/a184488e-5cc8-48c9-a3eb-a758dc046494.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.185029] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfffa741-7081-49d6-b7cd-0ff9dee800ec {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.202647] env[65978]: DEBUG oslo_concurrency.lockutils [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Acquiring lock "a7e481eb-655f-47a1-b447-86358056b458" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.203127] env[65978]: DEBUG oslo_concurrency.lockutils [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Lock "a7e481eb-655f-47a1-b447-86358056b458" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.203261] env[65978]: DEBUG oslo_concurrency.lockutils [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Acquiring lock "a7e481eb-655f-47a1-b447-86358056b458-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.203382] env[65978]: DEBUG oslo_concurrency.lockutils [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Lock "a7e481eb-655f-47a1-b447-86358056b458-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.203542] env[65978]: DEBUG oslo_concurrency.lockutils [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Lock "a7e481eb-655f-47a1-b447-86358056b458-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.207038] env[65978]: INFO nova.compute.manager [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Terminating instance [ 636.218143] env[65978]: DEBUG nova.scheduler.client.report [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.223808] env[65978]: DEBUG oslo_vmware.api [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 636.223808] env[65978]: value = "task-4713913" [ 636.223808] env[65978]: _type = "Task" [ 636.223808] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.237171] env[65978]: DEBUG oslo_concurrency.lockutils [req-b4be0613-d052-4c53-9b64-74ee2ed099c4 req-8a9fc485-db44-449b-bdea-795046c592fe service nova] Releasing lock "refresh_cache-b29986ea-9c13-4d23-a7b1-ee537d20702a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.237171] env[65978]: DEBUG oslo_vmware.api [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4713913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.274896] env[65978]: DEBUG oslo_concurrency.lockutils [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] Releasing lock "refresh_cache-a4bc3380-9f28-4ffe-ad79-fbe565c39c37" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.274896] env[65978]: DEBUG nova.compute.manager [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Received event network-vif-deleted-fa673c14-61bd-4356-b603-0ea90b790f59 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 636.274896] env[65978]: DEBUG nova.compute.manager [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Received event network-vif-deleted-e5d98d38-c2e0-4063-a6a0-d6a45d978304 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 636.274896] env[65978]: DEBUG nova.compute.manager [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Received event network-vif-plugged-ddc921ad-b656-4963-82c6-70d00956ed82 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 636.274896] env[65978]: DEBUG oslo_concurrency.lockutils [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] Acquiring lock "a184488e-5cc8-48c9-a3eb-a758dc046494-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.275224] env[65978]: DEBUG oslo_concurrency.lockutils [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] Lock "a184488e-5cc8-48c9-a3eb-a758dc046494-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.275224] env[65978]: DEBUG oslo_concurrency.lockutils [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] Lock "a184488e-5cc8-48c9-a3eb-a758dc046494-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.275290] env[65978]: DEBUG nova.compute.manager [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] No waiting events found dispatching network-vif-plugged-ddc921ad-b656-4963-82c6-70d00956ed82 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 636.275428] env[65978]: WARNING nova.compute.manager [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Received unexpected event network-vif-plugged-ddc921ad-b656-4963-82c6-70d00956ed82 for instance with vm_state building and task_state spawning. [ 636.275580] env[65978]: DEBUG nova.compute.manager [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Received event network-changed-ddc921ad-b656-4963-82c6-70d00956ed82 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 636.275825] env[65978]: DEBUG nova.compute.manager [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Refreshing instance network info cache due to event network-changed-ddc921ad-b656-4963-82c6-70d00956ed82. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 636.275958] env[65978]: DEBUG oslo_concurrency.lockutils [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] Acquiring lock "refresh_cache-a184488e-5cc8-48c9-a3eb-a758dc046494" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.276116] env[65978]: DEBUG oslo_concurrency.lockutils [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] Acquired lock "refresh_cache-a184488e-5cc8-48c9-a3eb-a758dc046494" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.276465] env[65978]: DEBUG nova.network.neutron [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Refreshing network info cache for port ddc921ad-b656-4963-82c6-70d00956ed82 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.526213] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Task: {'id': task-4713912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.570655] env[65978]: DEBUG nova.compute.manager [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 636.712610] env[65978]: DEBUG oslo_concurrency.lockutils [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Acquiring lock "refresh_cache-a7e481eb-655f-47a1-b447-86358056b458" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.712979] env[65978]: DEBUG oslo_concurrency.lockutils [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Acquired lock "refresh_cache-a7e481eb-655f-47a1-b447-86358056b458" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.713240] env[65978]: DEBUG nova.network.neutron [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 636.729532] env[65978]: DEBUG oslo_concurrency.lockutils [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.731395] env[65978]: DEBUG nova.compute.manager [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 636.738162] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.840s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.739696] env[65978]: INFO nova.compute.claims [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.746021] env[65978]: DEBUG oslo_vmware.api [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4713913, 'name': ReconfigVM_Task, 'duration_secs': 0.510881} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.746021] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Reconfigured VM instance instance-00000010 to attach disk [datastore2] a184488e-5cc8-48c9-a3eb-a758dc046494/a184488e-5cc8-48c9-a3eb-a758dc046494.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.746021] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bf9355d-fdfa-44aa-91ec-4698cf81f36c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.752464] env[65978]: DEBUG oslo_vmware.api [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 636.752464] env[65978]: value = "task-4713914" [ 636.752464] env[65978]: _type = "Task" [ 636.752464] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.765118] env[65978]: DEBUG oslo_vmware.api [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4713914, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.780591] env[65978]: WARNING neutronclient.v2_0.client [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.024027] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Task: {'id': task-4713912, 'name': ReconfigVM_Task, 'duration_secs': 0.931527} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.024027] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Reconfigured VM instance instance-00000011 to attach disk [datastore1] ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7/ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.024027] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2dda7772-8907-4bd5-b2d4-e0a48d32f6aa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.032317] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Waiting for the task: (returnval){ [ 637.032317] env[65978]: value = "task-4713915" [ 637.032317] env[65978]: _type = "Task" [ 637.032317] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.045711] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Task: {'id': task-4713915, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.104967] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.221205] env[65978]: WARNING neutronclient.v2_0.client [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.247012] env[65978]: DEBUG nova.compute.utils [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.250284] env[65978]: DEBUG nova.compute.manager [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 637.253091] env[65978]: DEBUG nova.network.neutron [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 637.253091] env[65978]: WARNING neutronclient.v2_0.client [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.253091] env[65978]: WARNING neutronclient.v2_0.client [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.266440] env[65978]: DEBUG oslo_vmware.api [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4713914, 'name': Rename_Task, 'duration_secs': 0.219402} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.267018] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.267600] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85d52f66-7869-4cbc-a28f-e207170b9354 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.275903] env[65978]: DEBUG oslo_vmware.api [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 637.275903] env[65978]: value = "task-4713916" [ 637.275903] env[65978]: _type = "Task" [ 637.275903] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.287534] env[65978]: DEBUG oslo_vmware.api [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4713916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.483306] env[65978]: DEBUG nova.network.neutron [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 637.545771] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Task: {'id': task-4713915, 'name': Rename_Task, 'duration_secs': 0.185789} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.546140] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.546372] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17e72345-791d-4d4a-a9b4-4c55966c110a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.553919] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Waiting for the task: (returnval){ [ 637.553919] env[65978]: value = "task-4713917" [ 637.553919] env[65978]: _type = "Task" [ 637.553919] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.564217] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Task: {'id': task-4713917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.615391] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "c28552e9-d1fb-4a30-931c-b8a2180743c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.615706] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "c28552e9-d1fb-4a30-931c-b8a2180743c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.615927] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "c28552e9-d1fb-4a30-931c-b8a2180743c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.618362] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "c28552e9-d1fb-4a30-931c-b8a2180743c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.618362] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "c28552e9-d1fb-4a30-931c-b8a2180743c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.618636] env[65978]: INFO nova.compute.manager [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Terminating instance [ 637.622853] env[65978]: DEBUG nova.policy [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7346150627c04bb089868c73d04e2888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe053a6cbc334c5b81b0adc55fcd2d42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.750907] env[65978]: DEBUG nova.compute.manager [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 637.794393] env[65978]: DEBUG oslo_vmware.api [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4713916, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.071039] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Task: {'id': task-4713917, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.090140] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17af3c8c-35e9-4751-b7ad-951099a8c699 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.102137] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa08d45-5c3a-4303-b07b-3aa67aba65b2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.137802] env[65978]: DEBUG nova.compute.manager [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 638.138090] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.139158] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367018aa-6d62-4433-b530-daf5f820b790 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.142489] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b667ee0-0edb-4c90-afe1-84d7b60047d5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.153990] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d780d4-5505-43ed-8e19-2f515148abe9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.159278] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.159454] env[65978]: DEBUG nova.network.neutron [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.160667] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4372dcee-4cb2-4818-9966-a47296a3e6b5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.175463] env[65978]: DEBUG nova.compute.provider_tree [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.246218] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.246218] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.246460] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Deleting the datastore file [datastore2] c28552e9-d1fb-4a30-931c-b8a2180743c7 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.246659] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ae0a48e-d883-4514-99ef-9c94685276a9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.254747] env[65978]: DEBUG oslo_vmware.api [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 638.254747] env[65978]: value = "task-4713919" [ 638.254747] env[65978]: _type = "Task" [ 638.254747] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.267570] env[65978]: DEBUG oslo_vmware.api [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.291079] env[65978]: DEBUG oslo_vmware.api [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4713916, 'name': PowerOnVM_Task, 'duration_secs': 0.518644} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.291297] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.291411] env[65978]: INFO nova.compute.manager [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Took 13.22 seconds to spawn the instance on the hypervisor. [ 638.291598] env[65978]: DEBUG nova.compute.manager [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 638.292773] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910bf5bb-4aa8-4d6e-b63e-493e067b72df {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.435180] env[65978]: WARNING neutronclient.v2_0.client [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.574546] env[65978]: DEBUG oslo_vmware.api [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Task: {'id': task-4713917, 'name': PowerOnVM_Task, 'duration_secs': 0.519842} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.575089] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.575295] env[65978]: INFO nova.compute.manager [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Took 11.10 seconds to spawn the instance on the hypervisor. [ 638.575463] env[65978]: DEBUG nova.compute.manager [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 638.576298] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06ee505-0c4e-4c8f-824b-09aa78039d6a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.607245] env[65978]: DEBUG nova.network.neutron [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Updated VIF entry in instance network info cache for port ddc921ad-b656-4963-82c6-70d00956ed82. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 638.607594] env[65978]: DEBUG nova.network.neutron [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Updating instance_info_cache with network_info: [{"id": "ddc921ad-b656-4963-82c6-70d00956ed82", "address": "fa:16:3e:9a:3b:3f", "network": {"id": "1e368590-0060-4ae5-98b3-473ded4d1c9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-91998457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0621c7972ce94ada85614a788f5f6302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc921ad-b6", "ovs_interfaceid": "ddc921ad-b656-4963-82c6-70d00956ed82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.617736] env[65978]: DEBUG nova.network.neutron [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Successfully created port: 8a1dc4f2-808a-4a54-91cb-62ea52a99fb1 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 638.628397] env[65978]: DEBUG nova.compute.manager [req-386f1226-73ba-4207-a889-a2cc826a8796 req-6cbddb68-2af9-469f-8a6c-5b2aca66a70c service nova] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Received event network-vif-plugged-a7415db1-08c6-44fd-9475-16799b636d2f {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 638.628899] env[65978]: DEBUG oslo_concurrency.lockutils [req-386f1226-73ba-4207-a889-a2cc826a8796 req-6cbddb68-2af9-469f-8a6c-5b2aca66a70c service nova] Acquiring lock "ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.628899] env[65978]: DEBUG oslo_concurrency.lockutils [req-386f1226-73ba-4207-a889-a2cc826a8796 req-6cbddb68-2af9-469f-8a6c-5b2aca66a70c service nova] Lock "ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.629102] env[65978]: DEBUG oslo_concurrency.lockutils [req-386f1226-73ba-4207-a889-a2cc826a8796 req-6cbddb68-2af9-469f-8a6c-5b2aca66a70c service nova] Lock "ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.629157] env[65978]: DEBUG nova.compute.manager [req-386f1226-73ba-4207-a889-a2cc826a8796 req-6cbddb68-2af9-469f-8a6c-5b2aca66a70c service nova] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] No waiting events found dispatching network-vif-plugged-a7415db1-08c6-44fd-9475-16799b636d2f {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 638.629420] env[65978]: WARNING nova.compute.manager [req-386f1226-73ba-4207-a889-a2cc826a8796 req-6cbddb68-2af9-469f-8a6c-5b2aca66a70c service nova] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Received unexpected event network-vif-plugged-a7415db1-08c6-44fd-9475-16799b636d2f for instance with vm_state building and task_state spawning. [ 638.629672] env[65978]: DEBUG nova.compute.manager [req-386f1226-73ba-4207-a889-a2cc826a8796 req-6cbddb68-2af9-469f-8a6c-5b2aca66a70c service nova] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Received event network-changed-a7415db1-08c6-44fd-9475-16799b636d2f {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 638.629909] env[65978]: DEBUG nova.compute.manager [req-386f1226-73ba-4207-a889-a2cc826a8796 req-6cbddb68-2af9-469f-8a6c-5b2aca66a70c service nova] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Refreshing instance network info cache due to event network-changed-a7415db1-08c6-44fd-9475-16799b636d2f. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 638.630349] env[65978]: DEBUG oslo_concurrency.lockutils [req-386f1226-73ba-4207-a889-a2cc826a8796 req-6cbddb68-2af9-469f-8a6c-5b2aca66a70c service nova] Acquiring lock "refresh_cache-ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.630485] env[65978]: DEBUG oslo_concurrency.lockutils [req-386f1226-73ba-4207-a889-a2cc826a8796 req-6cbddb68-2af9-469f-8a6c-5b2aca66a70c service nova] Acquired lock "refresh_cache-ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.630551] env[65978]: DEBUG nova.network.neutron [req-386f1226-73ba-4207-a889-a2cc826a8796 req-6cbddb68-2af9-469f-8a6c-5b2aca66a70c service nova] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Refreshing network info cache for port a7415db1-08c6-44fd-9475-16799b636d2f {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.663690] env[65978]: DEBUG oslo_concurrency.lockutils [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Releasing lock "refresh_cache-a7e481eb-655f-47a1-b447-86358056b458" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.664131] env[65978]: DEBUG nova.compute.manager [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 638.664346] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.665557] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50fee77-0548-4310-b019-5b955a789b10 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.679612] env[65978]: DEBUG nova.scheduler.client.report [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.684460] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.684953] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1098b094-0128-49b0-8a18-462fba39736d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.693631] env[65978]: DEBUG oslo_vmware.api [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Waiting for the task: (returnval){ [ 638.693631] env[65978]: value = "task-4713920" [ 638.693631] env[65978]: _type = "Task" [ 638.693631] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.705324] env[65978]: DEBUG oslo_vmware.api [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.768167] env[65978]: DEBUG nova.compute.manager [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 638.771373] env[65978]: DEBUG oslo_vmware.api [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.499783} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.775026] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.775026] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.775026] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.775026] env[65978]: INFO nova.compute.manager [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Took 0.63 seconds to destroy the instance on the hypervisor. [ 638.775026] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 638.775026] env[65978]: DEBUG nova.compute.manager [-] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 638.775315] env[65978]: DEBUG nova.network.neutron [-] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 638.775315] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.797922] env[65978]: DEBUG nova.compute.manager [req-83055cad-d4ae-4af8-add7-6a9c3de8da37 req-09c5e797-4673-488b-b4ff-7b2b5ae6f83a service nova] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Received event network-changed-1eb46345-87ec-42be-9d00-d695c1ee05a2 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 638.798116] env[65978]: DEBUG nova.compute.manager [req-83055cad-d4ae-4af8-add7-6a9c3de8da37 req-09c5e797-4673-488b-b4ff-7b2b5ae6f83a service nova] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Refreshing instance network info cache due to event network-changed-1eb46345-87ec-42be-9d00-d695c1ee05a2. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 638.798808] env[65978]: DEBUG oslo_concurrency.lockutils [req-83055cad-d4ae-4af8-add7-6a9c3de8da37 req-09c5e797-4673-488b-b4ff-7b2b5ae6f83a service nova] Acquiring lock "refresh_cache-a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.798808] env[65978]: DEBUG oslo_concurrency.lockutils [req-83055cad-d4ae-4af8-add7-6a9c3de8da37 req-09c5e797-4673-488b-b4ff-7b2b5ae6f83a service nova] Acquired lock "refresh_cache-a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.798808] env[65978]: DEBUG nova.network.neutron [req-83055cad-d4ae-4af8-add7-6a9c3de8da37 req-09c5e797-4673-488b-b4ff-7b2b5ae6f83a service nova] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Refreshing network info cache for port 1eb46345-87ec-42be-9d00-d695c1ee05a2 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.802250] env[65978]: DEBUG nova.virt.hardware [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 638.802543] env[65978]: DEBUG nova.virt.hardware [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.803055] env[65978]: DEBUG nova.virt.hardware [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 638.803916] env[65978]: DEBUG nova.virt.hardware [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.803916] env[65978]: DEBUG nova.virt.hardware [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 638.803916] env[65978]: DEBUG nova.virt.hardware [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 638.804120] env[65978]: DEBUG nova.virt.hardware [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 638.804754] env[65978]: DEBUG nova.virt.hardware [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 638.806324] env[65978]: DEBUG nova.virt.hardware [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 638.806324] env[65978]: DEBUG nova.virt.hardware [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 638.806324] env[65978]: DEBUG nova.virt.hardware [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 638.813158] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7454dc4-3f9f-4627-96f6-0edc6243e2f8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.819634] env[65978]: WARNING neutronclient.v2_0.client [req-83055cad-d4ae-4af8-add7-6a9c3de8da37 req-09c5e797-4673-488b-b4ff-7b2b5ae6f83a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.823546] env[65978]: INFO nova.compute.manager [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Took 19.40 seconds to build instance. [ 638.830813] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772594b2-ec40-41fd-8cda-a27e07aad802 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.939736] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.076159] env[65978]: DEBUG oslo_concurrency.lockutils [None req-84842f81-29b3-44d5-9410-83b3a50f3ec1 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Acquiring lock "bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.076446] env[65978]: DEBUG oslo_concurrency.lockutils [None req-84842f81-29b3-44d5-9410-83b3a50f3ec1 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Lock "bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.076903] env[65978]: INFO nova.compute.manager [None req-84842f81-29b3-44d5-9410-83b3a50f3ec1 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Rebooting instance [ 639.096971] env[65978]: INFO nova.compute.manager [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Took 18.89 seconds to build instance. [ 639.113480] env[65978]: DEBUG oslo_concurrency.lockutils [req-d9b54140-22f8-4912-b5fb-1287786c34bb req-cacc6065-e742-4da2-b845-e2f1290660b0 service nova] Releasing lock "refresh_cache-a184488e-5cc8-48c9-a3eb-a758dc046494" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.133385] env[65978]: WARNING neutronclient.v2_0.client [req-386f1226-73ba-4207-a889-a2cc826a8796 req-6cbddb68-2af9-469f-8a6c-5b2aca66a70c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.186520] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.187075] env[65978]: DEBUG nova.compute.manager [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 639.190039] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.703s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.190039] env[65978]: DEBUG nova.objects.instance [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] [instance: a7e481eb-655f-47a1-b447-86358056b458] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65978) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 639.206043] env[65978]: DEBUG oslo_vmware.api [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713920, 'name': PowerOffVM_Task, 'duration_secs': 0.228305} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.206043] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 639.206043] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 639.206043] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b4c27b1-a214-42b6-b112-b619fffdec18 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.236449] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.236706] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.236831] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Deleting the datastore file [datastore2] a7e481eb-655f-47a1-b447-86358056b458 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.237730] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-519b1ede-c55e-4b0e-9885-339ec7ac890a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.249640] env[65978]: DEBUG oslo_vmware.api [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Waiting for the task: (returnval){ [ 639.249640] env[65978]: value = "task-4713922" [ 639.249640] env[65978]: _type = "Task" [ 639.249640] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.261008] env[65978]: DEBUG oslo_vmware.api [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.326524] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d61d773-f9ca-49b4-aa7e-6326d67ce335 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "a184488e-5cc8-48c9-a3eb-a758dc046494" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.909s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.381564] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Acquiring lock "4110db70-e306-4d35-8054-4b9de6f46e7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.381833] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Lock "4110db70-e306-4d35-8054-4b9de6f46e7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.602030] env[65978]: DEBUG oslo_concurrency.lockutils [None req-794ba404-3979-4e8e-ba30-8409e0109461 tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Lock "ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.400s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.618725] env[65978]: DEBUG oslo_concurrency.lockutils [None req-84842f81-29b3-44d5-9410-83b3a50f3ec1 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Acquiring lock "refresh_cache-bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.618725] env[65978]: DEBUG oslo_concurrency.lockutils [None req-84842f81-29b3-44d5-9410-83b3a50f3ec1 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Acquired lock "refresh_cache-bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.618725] env[65978]: DEBUG nova.network.neutron [None req-84842f81-29b3-44d5-9410-83b3a50f3ec1 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 639.641444] env[65978]: WARNING neutronclient.v2_0.client [req-83055cad-d4ae-4af8-add7-6a9c3de8da37 req-09c5e797-4673-488b-b4ff-7b2b5ae6f83a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.694290] env[65978]: DEBUG nova.compute.utils [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.699284] env[65978]: DEBUG nova.compute.manager [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 639.699488] env[65978]: DEBUG nova.network.neutron [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 639.699736] env[65978]: WARNING neutronclient.v2_0.client [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.700031] env[65978]: WARNING neutronclient.v2_0.client [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.748837] env[65978]: DEBUG nova.network.neutron [-] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.766360] env[65978]: DEBUG oslo_vmware.api [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Task: {'id': task-4713922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339943} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.767636] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.767835] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.768220] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.768417] env[65978]: INFO nova.compute.manager [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] [instance: a7e481eb-655f-47a1-b447-86358056b458] Took 1.10 seconds to destroy the instance on the hypervisor. [ 639.768663] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 639.769155] env[65978]: DEBUG nova.compute.manager [-] [instance: a7e481eb-655f-47a1-b447-86358056b458] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 639.769271] env[65978]: DEBUG nova.network.neutron [-] [instance: a7e481eb-655f-47a1-b447-86358056b458] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 639.769548] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.804252] env[65978]: DEBUG nova.policy [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b28442e0c88a4c78a62c602d325e463f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77297daf34344de99edca40c006e8fbd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.834443] env[65978]: WARNING neutronclient.v2_0.client [req-386f1226-73ba-4207-a889-a2cc826a8796 req-6cbddb68-2af9-469f-8a6c-5b2aca66a70c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.869329] env[65978]: DEBUG nova.network.neutron [req-83055cad-d4ae-4af8-add7-6a9c3de8da37 req-09c5e797-4673-488b-b4ff-7b2b5ae6f83a service nova] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Updated VIF entry in instance network info cache for port 1eb46345-87ec-42be-9d00-d695c1ee05a2. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 639.869329] env[65978]: DEBUG nova.network.neutron [req-83055cad-d4ae-4af8-add7-6a9c3de8da37 req-09c5e797-4673-488b-b4ff-7b2b5ae6f83a service nova] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Updating instance_info_cache with network_info: [{"id": "1eb46345-87ec-42be-9d00-d695c1ee05a2", "address": "fa:16:3e:cb:a8:46", "network": {"id": "5d5b603a-beac-4f06-9ebd-299cb30191e1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1416746589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32c4ff89e8f14e26a4514f5979508e95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb46345-87", "ovs_interfaceid": "1eb46345-87ec-42be-9d00-d695c1ee05a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.884196] env[65978]: DEBUG nova.compute.manager [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 639.925286] env[65978]: DEBUG nova.network.neutron [-] [instance: a7e481eb-655f-47a1-b447-86358056b458] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 639.925286] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.124818] env[65978]: WARNING neutronclient.v2_0.client [None req-84842f81-29b3-44d5-9410-83b3a50f3ec1 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.200861] env[65978]: DEBUG nova.compute.manager [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 640.207543] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f09faf2-77fa-4899-9bb6-d7b774c6149e tempest-ServersAdmin275Test-1382759910 tempest-ServersAdmin275Test-1382759910-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.211885] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.171s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.211885] env[65978]: INFO nova.compute.claims [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.258270] env[65978]: DEBUG nova.network.neutron [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Successfully created port: c06e02e0-9f0e-48ad-bbac-36f90accb605 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 640.261045] env[65978]: INFO nova.compute.manager [-] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Took 1.49 seconds to deallocate network for instance. [ 640.290035] env[65978]: DEBUG nova.network.neutron [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Successfully updated port: 8a1dc4f2-808a-4a54-91cb-62ea52a99fb1 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 640.371615] env[65978]: DEBUG oslo_concurrency.lockutils [req-83055cad-d4ae-4af8-add7-6a9c3de8da37 req-09c5e797-4673-488b-b4ff-7b2b5ae6f83a service nova] Releasing lock "refresh_cache-a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.397054] env[65978]: DEBUG nova.network.neutron [req-386f1226-73ba-4207-a889-a2cc826a8796 req-6cbddb68-2af9-469f-8a6c-5b2aca66a70c service nova] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Updated VIF entry in instance network info cache for port a7415db1-08c6-44fd-9475-16799b636d2f. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 640.397415] env[65978]: DEBUG nova.network.neutron [req-386f1226-73ba-4207-a889-a2cc826a8796 req-6cbddb68-2af9-469f-8a6c-5b2aca66a70c service nova] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Updating instance_info_cache with network_info: [{"id": "a7415db1-08c6-44fd-9475-16799b636d2f", "address": "fa:16:3e:30:5d:6c", "network": {"id": "2b548084-3df6-4f8e-989c-0684582d639a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1788770032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397d2a3993c841c391a3d318f7852cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7415db1-08", "ovs_interfaceid": "a7415db1-08c6-44fd-9475-16799b636d2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.427479] env[65978]: DEBUG nova.network.neutron [-] [instance: a7e481eb-655f-47a1-b447-86358056b458] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.430129] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.464293] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Acquiring lock "c29d5f04-bcba-407e-aa0c-7a50284593fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.464558] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Lock "c29d5f04-bcba-407e-aa0c-7a50284593fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.538817] env[65978]: WARNING neutronclient.v2_0.client [None req-84842f81-29b3-44d5-9410-83b3a50f3ec1 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.658130] env[65978]: DEBUG nova.network.neutron [None req-84842f81-29b3-44d5-9410-83b3a50f3ec1 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Updating instance_info_cache with network_info: [{"id": "0b69dad2-293c-4406-aa21-564c9201fd9c", "address": "fa:16:3e:56:0e:47", "network": {"id": "23ec5dd1-cd65-416b-8043-6d04cb060249", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2112983612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "993da66b95194c3393339d5c1396ecef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b69dad2-29", "ovs_interfaceid": "0b69dad2-293c-4406-aa21-564c9201fd9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.770470] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.798362] env[65978]: DEBUG oslo_concurrency.lockutils [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Acquiring lock "refresh_cache-85358d03-f54e-437b-b0e9-b1b8d20b54c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.798362] env[65978]: DEBUG oslo_concurrency.lockutils [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Acquired lock "refresh_cache-85358d03-f54e-437b-b0e9-b1b8d20b54c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.798362] env[65978]: DEBUG nova.network.neutron [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 640.903059] env[65978]: DEBUG oslo_concurrency.lockutils [req-386f1226-73ba-4207-a889-a2cc826a8796 req-6cbddb68-2af9-469f-8a6c-5b2aca66a70c service nova] Releasing lock "refresh_cache-ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.931672] env[65978]: INFO nova.compute.manager [-] [instance: a7e481eb-655f-47a1-b447-86358056b458] Took 1.16 seconds to deallocate network for instance. [ 640.973085] env[65978]: DEBUG nova.compute.manager [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 641.160323] env[65978]: DEBUG oslo_concurrency.lockutils [None req-84842f81-29b3-44d5-9410-83b3a50f3ec1 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Releasing lock "refresh_cache-bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.215603] env[65978]: DEBUG nova.compute.manager [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 641.249142] env[65978]: DEBUG nova.virt.hardware [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 641.249422] env[65978]: DEBUG nova.virt.hardware [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.249570] env[65978]: DEBUG nova.virt.hardware [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 641.249744] env[65978]: DEBUG nova.virt.hardware [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.250113] env[65978]: DEBUG nova.virt.hardware [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 641.250113] env[65978]: DEBUG nova.virt.hardware [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 641.250270] env[65978]: DEBUG nova.virt.hardware [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 641.250357] env[65978]: DEBUG nova.virt.hardware [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 641.250505] env[65978]: DEBUG nova.virt.hardware [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 641.251408] env[65978]: DEBUG nova.virt.hardware [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 641.251408] env[65978]: DEBUG nova.virt.hardware [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 641.251871] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2426947-e55f-4b4a-a0d0-f98bc58e6d69 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.263108] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afb79e5-a4e9-4be6-81af-5f4d6a7155ca {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.438791] env[65978]: DEBUG oslo_concurrency.lockutils [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.503639] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.597821] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc669205-5032-40bc-89ac-6d3aec24410f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.606676] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9970faf8-01ad-49bb-a767-ab837fd8532b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.645578] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "429beadd-d1ad-4122-84a5-6fde2d7902c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.645871] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "429beadd-d1ad-4122-84a5-6fde2d7902c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.652812] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cac5015-9aff-4e16-a5a0-98820603c2ec {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.658361] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f7de29-7acb-47b9-b93e-c09e01bf7c40 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.667362] env[65978]: DEBUG nova.compute.manager [None req-84842f81-29b3-44d5-9410-83b3a50f3ec1 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 641.668617] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f02ce3-8ee3-49ed-8576-16c1518ceb33 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.681043] env[65978]: DEBUG nova.compute.provider_tree [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.150023] env[65978]: DEBUG nova.compute.manager [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 642.187356] env[65978]: DEBUG nova.scheduler.client.report [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.337446] env[65978]: DEBUG nova.network.neutron [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Successfully updated port: c06e02e0-9f0e-48ad-bbac-36f90accb605 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 642.399962] env[65978]: DEBUG nova.network.neutron [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 642.608099] env[65978]: WARNING neutronclient.v2_0.client [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.679654] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.702825] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.703386] env[65978]: DEBUG nova.compute.manager [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 642.707265] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.137s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.711117] env[65978]: INFO nova.compute.claims [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.717283] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f745acb2-733b-4433-ae73-5f6f6ae00e67 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.728106] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-84842f81-29b3-44d5-9410-83b3a50f3ec1 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Doing hard reboot of VM {{(pid=65978) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 642.728422] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-8beed592-ded2-4057-888b-307e7080fd46 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.740311] env[65978]: DEBUG oslo_vmware.api [None req-84842f81-29b3-44d5-9410-83b3a50f3ec1 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Waiting for the task: (returnval){ [ 642.740311] env[65978]: value = "task-4713923" [ 642.740311] env[65978]: _type = "Task" [ 642.740311] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.751225] env[65978]: DEBUG oslo_vmware.api [None req-84842f81-29b3-44d5-9410-83b3a50f3ec1 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Task: {'id': task-4713923, 'name': ResetVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.786611] env[65978]: DEBUG nova.network.neutron [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Updating instance_info_cache with network_info: [{"id": "8a1dc4f2-808a-4a54-91cb-62ea52a99fb1", "address": "fa:16:3e:53:82:89", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a1dc4f2-80", "ovs_interfaceid": "8a1dc4f2-808a-4a54-91cb-62ea52a99fb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.841154] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquiring lock "refresh_cache-f84c9cd5-da98-4325-902c-1f1e410e6796" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.841497] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquired lock "refresh_cache-f84c9cd5-da98-4325-902c-1f1e410e6796" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.841689] env[65978]: DEBUG nova.network.neutron [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 643.209982] env[65978]: DEBUG nova.compute.utils [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.211541] env[65978]: DEBUG nova.compute.manager [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 643.214813] env[65978]: DEBUG nova.network.neutron [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 643.214813] env[65978]: WARNING neutronclient.v2_0.client [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.214813] env[65978]: WARNING neutronclient.v2_0.client [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.252163] env[65978]: DEBUG oslo_vmware.api [None req-84842f81-29b3-44d5-9410-83b3a50f3ec1 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Task: {'id': task-4713923, 'name': ResetVM_Task, 'duration_secs': 0.134299} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.252455] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-84842f81-29b3-44d5-9410-83b3a50f3ec1 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Did hard reboot of VM {{(pid=65978) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 643.253511] env[65978]: DEBUG nova.compute.manager [None req-84842f81-29b3-44d5-9410-83b3a50f3ec1 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 643.253511] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5b5034-109d-4566-a3c3-684b0479c6b2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.263784] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "a14898a3-b874-4ad3-b2fa-e69608ef4d0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.264225] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "a14898a3-b874-4ad3-b2fa-e69608ef4d0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.290866] env[65978]: DEBUG oslo_concurrency.lockutils [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Releasing lock "refresh_cache-85358d03-f54e-437b-b0e9-b1b8d20b54c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.290866] env[65978]: DEBUG nova.compute.manager [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Instance network_info: |[{"id": "8a1dc4f2-808a-4a54-91cb-62ea52a99fb1", "address": "fa:16:3e:53:82:89", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a1dc4f2-80", "ovs_interfaceid": "8a1dc4f2-808a-4a54-91cb-62ea52a99fb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 643.291167] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:82:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a1dc4f2-808a-4a54-91cb-62ea52a99fb1', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.299881] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Creating folder: Project (fe053a6cbc334c5b81b0adc55fcd2d42). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.301284] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60f20c53-eefb-434f-815c-5ab46525f251 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.313898] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Created folder: Project (fe053a6cbc334c5b81b0adc55fcd2d42) in parent group-v919857. [ 643.314367] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Creating folder: Instances. Parent ref: group-v919911. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.314503] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4225b733-21ec-4878-953d-f754ce0248d7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.328621] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Created folder: Instances in parent group-v919911. [ 643.329520] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 643.329615] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.329999] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18b350fb-0332-4483-80b0-52bf18cc6642 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.354339] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.354339] env[65978]: value = "task-4713926" [ 643.354339] env[65978]: _type = "Task" [ 643.354339] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.362371] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713926, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.405794] env[65978]: DEBUG nova.policy [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8e0bd6a96434d4099a2d034eeaa8795', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b8809c6558a4b1183ab141966c8aed6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.719971] env[65978]: DEBUG nova.compute.manager [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 643.769025] env[65978]: DEBUG nova.compute.manager [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 643.774205] env[65978]: DEBUG oslo_concurrency.lockutils [None req-84842f81-29b3-44d5-9410-83b3a50f3ec1 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Lock "bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.698s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.843131] env[65978]: DEBUG nova.network.neutron [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 643.871036] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713926, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.113211] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a5c413-2f78-489c-be01-fbced0e4f6d2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.122845] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4b5b2e-1b34-4c10-84ed-91e1eba486fa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.170038] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1098d209-ee82-4026-bdc4-25f2da94f856 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.177811] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd9c2f0-6e0b-4913-9b7e-c8ca9dedbcaf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.192824] env[65978]: DEBUG nova.compute.provider_tree [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.210185] env[65978]: DEBUG nova.network.neutron [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Successfully created port: 1c80ee99-9137-49d0-a739-c08ab02ad77d {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 644.293110] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.368192] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713926, 'name': CreateVM_Task, 'duration_secs': 0.651781} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.368384] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.368889] env[65978]: WARNING neutronclient.v2_0.client [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.370150] env[65978]: DEBUG oslo_concurrency.lockutils [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.370150] env[65978]: DEBUG oslo_concurrency.lockutils [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.370150] env[65978]: DEBUG oslo_concurrency.lockutils [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.370150] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a94a546-4fa3-4b00-8fb5-5dba23ff77f5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.376113] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 644.376113] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5280a396-31ab-8c3d-ab8b-8cd63b349c2a" [ 644.376113] env[65978]: _type = "Task" [ 644.376113] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.385502] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5280a396-31ab-8c3d-ab8b-8cd63b349c2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.696994] env[65978]: DEBUG nova.scheduler.client.report [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.730217] env[65978]: DEBUG nova.compute.manager [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 644.764778] env[65978]: DEBUG nova.virt.hardware [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 644.765036] env[65978]: DEBUG nova.virt.hardware [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.765188] env[65978]: DEBUG nova.virt.hardware [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 644.765364] env[65978]: DEBUG nova.virt.hardware [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.765503] env[65978]: DEBUG nova.virt.hardware [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 644.765638] env[65978]: DEBUG nova.virt.hardware [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 644.765851] env[65978]: DEBUG nova.virt.hardware [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 644.765992] env[65978]: DEBUG nova.virt.hardware [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 644.766157] env[65978]: DEBUG nova.virt.hardware [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 644.766313] env[65978]: DEBUG nova.virt.hardware [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 644.766474] env[65978]: DEBUG nova.virt.hardware [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 644.767448] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4716f53-ad17-4f78-a83a-94f341201c85 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.776396] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90eb24fa-b7ed-45af-b0dc-8cd48bcb508c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.891319] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5280a396-31ab-8c3d-ab8b-8cd63b349c2a, 'name': SearchDatastore_Task, 'duration_secs': 0.040719} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.892415] env[65978]: DEBUG oslo_concurrency.lockutils [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.892415] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.892415] env[65978]: DEBUG oslo_concurrency.lockutils [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.892415] env[65978]: DEBUG oslo_concurrency.lockutils [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.892563] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.892855] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6171723e-c4ed-46bc-adca-4aad5fed61be {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.908344] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.909840] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.909840] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d1d4436-166f-46f1-9357-486d187f7685 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.920148] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 644.920148] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52143d39-355e-d0a7-b848-1b52308a029e" [ 644.920148] env[65978]: _type = "Task" [ 644.920148] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.931442] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52143d39-355e-d0a7-b848-1b52308a029e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.204113] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.204919] env[65978]: DEBUG nova.compute.manager [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 645.210535] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.105s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.212273] env[65978]: INFO nova.compute.claims [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.403411] env[65978]: WARNING neutronclient.v2_0.client [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.429806] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52143d39-355e-d0a7-b848-1b52308a029e, 'name': SearchDatastore_Task, 'duration_secs': 0.01157} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.430759] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f035f2ee-09b2-404f-9531-c653e82ba008 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.437842] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 645.437842] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d47dbe-b745-0f1f-3867-4202dd8dcbf5" [ 645.437842] env[65978]: _type = "Task" [ 645.437842] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.447867] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d47dbe-b745-0f1f-3867-4202dd8dcbf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.606334] env[65978]: DEBUG nova.network.neutron [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Updating instance_info_cache with network_info: [{"id": "c06e02e0-9f0e-48ad-bbac-36f90accb605", "address": "fa:16:3e:c0:36:43", "network": {"id": "47f49ff2-5e26-45a4-a979-00ad2fe7cb7e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-826738559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "77297daf34344de99edca40c006e8fbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06e02e0-9f", "ovs_interfaceid": "c06e02e0-9f0e-48ad-bbac-36f90accb605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.712115] env[65978]: DEBUG nova.compute.utils [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.713576] env[65978]: DEBUG nova.compute.manager [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 645.713766] env[65978]: DEBUG nova.network.neutron [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 645.714327] env[65978]: WARNING neutronclient.v2_0.client [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.714916] env[65978]: WARNING neutronclient.v2_0.client [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.811883] env[65978]: DEBUG nova.policy [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7346150627c04bb089868c73d04e2888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe053a6cbc334c5b81b0adc55fcd2d42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.870865] env[65978]: DEBUG oslo_concurrency.lockutils [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Acquiring lock "2c431607-3454-49b7-8946-b41834e22baf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.870865] env[65978]: DEBUG oslo_concurrency.lockutils [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Lock "2c431607-3454-49b7-8946-b41834e22baf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.944614] env[65978]: DEBUG nova.compute.manager [req-5ab8b3f1-d440-4fe6-b686-ad5d89ff32f1 req-49067ee0-c2de-49ce-a330-c833fd8c025f service nova] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Received event network-vif-deleted-1f15b6b6-ba07-4bf7-a8d8-a111535ab31b {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 645.956156] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d47dbe-b745-0f1f-3867-4202dd8dcbf5, 'name': SearchDatastore_Task, 'duration_secs': 0.036522} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.956156] env[65978]: DEBUG oslo_concurrency.lockutils [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.956156] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 85358d03-f54e-437b-b0e9-b1b8d20b54c4/85358d03-f54e-437b-b0e9-b1b8d20b54c4.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.956156] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98f8e4da-5248-4b96-94af-e7ac474c3bc1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.967358] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 645.967358] env[65978]: value = "task-4713927" [ 645.967358] env[65978]: _type = "Task" [ 645.967358] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.981141] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.982672] env[65978]: DEBUG nova.network.neutron [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Successfully updated port: 1c80ee99-9137-49d0-a739-c08ab02ad77d {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 646.000221] env[65978]: DEBUG nova.compute.manager [req-06ac0cd9-50f2-4a9d-9005-be4effbd0027 req-2ad74498-4118-4662-9542-fbb6d2d3d02c service nova] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Received event network-vif-plugged-8a1dc4f2-808a-4a54-91cb-62ea52a99fb1 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 646.000590] env[65978]: DEBUG oslo_concurrency.lockutils [req-06ac0cd9-50f2-4a9d-9005-be4effbd0027 req-2ad74498-4118-4662-9542-fbb6d2d3d02c service nova] Acquiring lock "85358d03-f54e-437b-b0e9-b1b8d20b54c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.000590] env[65978]: DEBUG oslo_concurrency.lockutils [req-06ac0cd9-50f2-4a9d-9005-be4effbd0027 req-2ad74498-4118-4662-9542-fbb6d2d3d02c service nova] Lock "85358d03-f54e-437b-b0e9-b1b8d20b54c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.002627] env[65978]: DEBUG oslo_concurrency.lockutils [req-06ac0cd9-50f2-4a9d-9005-be4effbd0027 req-2ad74498-4118-4662-9542-fbb6d2d3d02c service nova] Lock "85358d03-f54e-437b-b0e9-b1b8d20b54c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.002627] env[65978]: DEBUG nova.compute.manager [req-06ac0cd9-50f2-4a9d-9005-be4effbd0027 req-2ad74498-4118-4662-9542-fbb6d2d3d02c service nova] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] No waiting events found dispatching network-vif-plugged-8a1dc4f2-808a-4a54-91cb-62ea52a99fb1 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 646.002627] env[65978]: WARNING nova.compute.manager [req-06ac0cd9-50f2-4a9d-9005-be4effbd0027 req-2ad74498-4118-4662-9542-fbb6d2d3d02c service nova] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Received unexpected event network-vif-plugged-8a1dc4f2-808a-4a54-91cb-62ea52a99fb1 for instance with vm_state building and task_state spawning. [ 646.002627] env[65978]: DEBUG nova.compute.manager [req-06ac0cd9-50f2-4a9d-9005-be4effbd0027 req-2ad74498-4118-4662-9542-fbb6d2d3d02c service nova] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Received event network-changed-8a1dc4f2-808a-4a54-91cb-62ea52a99fb1 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 646.002627] env[65978]: DEBUG nova.compute.manager [req-06ac0cd9-50f2-4a9d-9005-be4effbd0027 req-2ad74498-4118-4662-9542-fbb6d2d3d02c service nova] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Refreshing instance network info cache due to event network-changed-8a1dc4f2-808a-4a54-91cb-62ea52a99fb1. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 646.003156] env[65978]: DEBUG oslo_concurrency.lockutils [req-06ac0cd9-50f2-4a9d-9005-be4effbd0027 req-2ad74498-4118-4662-9542-fbb6d2d3d02c service nova] Acquiring lock "refresh_cache-85358d03-f54e-437b-b0e9-b1b8d20b54c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.003156] env[65978]: DEBUG oslo_concurrency.lockutils [req-06ac0cd9-50f2-4a9d-9005-be4effbd0027 req-2ad74498-4118-4662-9542-fbb6d2d3d02c service nova] Acquired lock "refresh_cache-85358d03-f54e-437b-b0e9-b1b8d20b54c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.003156] env[65978]: DEBUG nova.network.neutron [req-06ac0cd9-50f2-4a9d-9005-be4effbd0027 req-2ad74498-4118-4662-9542-fbb6d2d3d02c service nova] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Refreshing network info cache for port 8a1dc4f2-808a-4a54-91cb-62ea52a99fb1 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.110196] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Releasing lock "refresh_cache-f84c9cd5-da98-4325-902c-1f1e410e6796" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.111253] env[65978]: DEBUG nova.compute.manager [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Instance network_info: |[{"id": "c06e02e0-9f0e-48ad-bbac-36f90accb605", "address": "fa:16:3e:c0:36:43", "network": {"id": "47f49ff2-5e26-45a4-a979-00ad2fe7cb7e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-826738559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "77297daf34344de99edca40c006e8fbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06e02e0-9f", "ovs_interfaceid": "c06e02e0-9f0e-48ad-bbac-36f90accb605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 646.113764] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:36:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c06e02e0-9f0e-48ad-bbac-36f90accb605', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.123473] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Creating folder: Project (77297daf34344de99edca40c006e8fbd). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.123796] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28609300-fcb9-4b8c-8fb5-5a18cf37453e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.142426] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Created folder: Project (77297daf34344de99edca40c006e8fbd) in parent group-v919857. [ 646.142712] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Creating folder: Instances. Parent ref: group-v919914. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.143095] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-863fe999-35e7-495a-be0a-f3e463c4428f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.156308] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Created folder: Instances in parent group-v919914. [ 646.156687] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 646.157435] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.157435] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db55e982-2d8c-4754-90de-174c390d08ff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.191666] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.191666] env[65978]: value = "task-4713930" [ 646.191666] env[65978]: _type = "Task" [ 646.191666] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.202652] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713930, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.222026] env[65978]: DEBUG nova.compute.manager [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 646.254241] env[65978]: DEBUG nova.network.neutron [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Successfully created port: 0fb8d9aa-2ccb-4adc-bac9-2ee9ab3cdade {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 646.372483] env[65978]: DEBUG nova.compute.manager [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 646.482842] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713927, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.487108] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquiring lock "refresh_cache-db876e0c-b706-4118-8ed5-5be7d4c97929" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.487294] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquired lock "refresh_cache-db876e0c-b706-4118-8ed5-5be7d4c97929" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.487471] env[65978]: DEBUG nova.network.neutron [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 646.504636] env[65978]: WARNING neutronclient.v2_0.client [req-06ac0cd9-50f2-4a9d-9005-be4effbd0027 req-2ad74498-4118-4662-9542-fbb6d2d3d02c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.678406] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31df069c-6a07-47c4-b995-a18014c45241 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.689814] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5813ad9-4c4f-4219-bba7-aaeb9be4bd20 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.704642] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713930, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.735778] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa86f2a-26d4-4bf9-8e10-a48aabac40c3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.750772] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85b2dab-30e9-4969-9b46-51080393642f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.767035] env[65978]: DEBUG nova.compute.provider_tree [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.909819] env[65978]: DEBUG oslo_concurrency.lockutils [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.978949] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776669} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.979672] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 85358d03-f54e-437b-b0e9-b1b8d20b54c4/85358d03-f54e-437b-b0e9-b1b8d20b54c4.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.979672] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.979672] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0410ec98-7919-493f-828d-bb3fe59c2865 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.989232] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 646.989232] env[65978]: value = "task-4713931" [ 646.989232] env[65978]: _type = "Task" [ 646.989232] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.003419] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.206746] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713930, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.242519] env[65978]: DEBUG nova.compute.manager [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 647.270647] env[65978]: DEBUG nova.scheduler.client.report [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.285359] env[65978]: DEBUG nova.virt.hardware [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 647.285359] env[65978]: DEBUG nova.virt.hardware [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.285359] env[65978]: DEBUG nova.virt.hardware [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 647.286028] env[65978]: DEBUG nova.virt.hardware [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.286028] env[65978]: DEBUG nova.virt.hardware [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 647.286028] env[65978]: DEBUG nova.virt.hardware [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 647.286028] env[65978]: DEBUG nova.virt.hardware [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 647.286259] env[65978]: DEBUG nova.virt.hardware [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 647.286326] env[65978]: DEBUG nova.virt.hardware [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 647.286590] env[65978]: DEBUG nova.virt.hardware [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 647.286663] env[65978]: DEBUG nova.virt.hardware [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 647.287581] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4596fc11-c286-4024-957a-9a27cf03df75 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.298406] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31d7004-1f57-4e17-8024-ceaff43cc41a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.501605] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080657} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.502373] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.503092] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c704f9c-647b-4f56-ad65-3d95976e067e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.527933] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 85358d03-f54e-437b-b0e9-b1b8d20b54c4/85358d03-f54e-437b-b0e9-b1b8d20b54c4.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.528347] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad5bdff6-2a81-45f6-bace-bd68f94d747b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.544562] env[65978]: DEBUG nova.network.neutron [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 647.555422] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 647.555422] env[65978]: value = "task-4713932" [ 647.555422] env[65978]: _type = "Task" [ 647.555422] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.567918] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713932, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.707125] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713930, 'name': CreateVM_Task, 'duration_secs': 1.447447} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.707363] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.707873] env[65978]: WARNING neutronclient.v2_0.client [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.708316] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.708465] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.708776] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.709065] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb8d1ed7-625e-428b-a115-0d93c3dff83a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.715468] env[65978]: DEBUG oslo_vmware.api [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 647.715468] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52fde356-ecc3-c5ba-2404-4982702da79a" [ 647.715468] env[65978]: _type = "Task" [ 647.715468] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.725129] env[65978]: DEBUG oslo_vmware.api [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52fde356-ecc3-c5ba-2404-4982702da79a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.748944] env[65978]: DEBUG oslo_concurrency.lockutils [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "a184488e-5cc8-48c9-a3eb-a758dc046494" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.749360] env[65978]: DEBUG oslo_concurrency.lockutils [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "a184488e-5cc8-48c9-a3eb-a758dc046494" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.749631] env[65978]: DEBUG oslo_concurrency.lockutils [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "a184488e-5cc8-48c9-a3eb-a758dc046494-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.749908] env[65978]: DEBUG oslo_concurrency.lockutils [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "a184488e-5cc8-48c9-a3eb-a758dc046494-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.750322] env[65978]: DEBUG oslo_concurrency.lockutils [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "a184488e-5cc8-48c9-a3eb-a758dc046494-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.753558] env[65978]: INFO nova.compute.manager [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Terminating instance [ 647.779390] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.780163] env[65978]: DEBUG nova.compute.manager [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 647.784549] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.353s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.786248] env[65978]: INFO nova.compute.claims [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.067675] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.072224] env[65978]: DEBUG nova.network.neutron [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Successfully updated port: 0fb8d9aa-2ccb-4adc-bac9-2ee9ab3cdade {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 648.226359] env[65978]: DEBUG oslo_vmware.api [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52fde356-ecc3-c5ba-2404-4982702da79a, 'name': SearchDatastore_Task, 'duration_secs': 0.011603} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.226917] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.227290] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.227571] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.227753] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.227930] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.228241] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c55739d-4d17-4452-9f9a-818c05c61c2c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.240064] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.240344] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.241619] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60631518-1f73-4bbc-b30d-66b9eac374f3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.247831] env[65978]: DEBUG oslo_vmware.api [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 648.247831] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d687bb-9d33-a1a6-c18a-57d1b661fd32" [ 648.247831] env[65978]: _type = "Task" [ 648.247831] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.257047] env[65978]: DEBUG oslo_vmware.api [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d687bb-9d33-a1a6-c18a-57d1b661fd32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.258792] env[65978]: DEBUG nova.compute.manager [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 648.259019] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 648.259839] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707d545a-27a3-404a-8a04-9b4ab0857a01 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.267896] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.268178] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eafd0461-95f3-4550-9c3d-2bb6a4877262 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.275035] env[65978]: DEBUG oslo_vmware.api [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 648.275035] env[65978]: value = "task-4713933" [ 648.275035] env[65978]: _type = "Task" [ 648.275035] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.284812] env[65978]: DEBUG oslo_vmware.api [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4713933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.291947] env[65978]: DEBUG nova.compute.utils [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.295903] env[65978]: DEBUG nova.compute.manager [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 648.296148] env[65978]: DEBUG nova.network.neutron [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 648.296489] env[65978]: WARNING neutronclient.v2_0.client [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.296769] env[65978]: WARNING neutronclient.v2_0.client [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.392367] env[65978]: DEBUG nova.policy [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e58be3d274d48bea96fc2f41c9055f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81a50aee7806472099fe696701dacbe2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.439811] env[65978]: WARNING neutronclient.v2_0.client [req-06ac0cd9-50f2-4a9d-9005-be4effbd0027 req-2ad74498-4118-4662-9542-fbb6d2d3d02c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.572021] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713932, 'name': ReconfigVM_Task, 'duration_secs': 0.797081} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.572021] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 85358d03-f54e-437b-b0e9-b1b8d20b54c4/85358d03-f54e-437b-b0e9-b1b8d20b54c4.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.572021] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6efd03d9-4e89-4401-b332-34b071ff0623 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.575719] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Acquiring lock "refresh_cache-358d37e2-1180-40a4-9108-0a3cb617ac96" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.575934] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Acquired lock "refresh_cache-358d37e2-1180-40a4-9108-0a3cb617ac96" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.576126] env[65978]: DEBUG nova.network.neutron [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 648.580646] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 648.580646] env[65978]: value = "task-4713934" [ 648.580646] env[65978]: _type = "Task" [ 648.580646] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.602932] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713934, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.763456] env[65978]: DEBUG oslo_vmware.api [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d687bb-9d33-a1a6-c18a-57d1b661fd32, 'name': SearchDatastore_Task, 'duration_secs': 0.020722} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.764454] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fd2ca97-a8a4-457a-b673-f41232bc4be2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.772724] env[65978]: DEBUG oslo_vmware.api [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 648.772724] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52834471-0ea0-4afa-9b9a-30487329f619" [ 648.772724] env[65978]: _type = "Task" [ 648.772724] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.786022] env[65978]: DEBUG oslo_vmware.api [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52834471-0ea0-4afa-9b9a-30487329f619, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.789718] env[65978]: DEBUG oslo_vmware.api [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4713933, 'name': PowerOffVM_Task, 'duration_secs': 0.359863} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.790192] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.790367] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.790690] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-876dad8f-a7e5-4219-9aa4-285c8d332eef {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.796242] env[65978]: DEBUG nova.compute.manager [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 648.863401] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 648.868427] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 648.868427] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Deleting the datastore file [datastore2] a184488e-5cc8-48c9-a3eb-a758dc046494 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.871457] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6378556-3613-4944-9fac-9dabed5654e5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.881999] env[65978]: DEBUG oslo_vmware.api [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 648.881999] env[65978]: value = "task-4713936" [ 648.881999] env[65978]: _type = "Task" [ 648.881999] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.898105] env[65978]: DEBUG oslo_vmware.api [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4713936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.098760] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713934, 'name': Rename_Task, 'duration_secs': 0.374084} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.099129] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.099456] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ffa51be-c35e-4317-a313-b343b7463fb1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.112338] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 649.112338] env[65978]: value = "task-4713937" [ 649.112338] env[65978]: _type = "Task" [ 649.112338] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.123837] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.197180] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0acc684-a9a4-423e-be84-211b74e067a3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.206147] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdb1d1b-d222-4eba-a99c-ae7eeef2d68e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.238698] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9524b3b3-1ff2-4863-b589-7b858acf9c1c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.247409] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490342b3-3903-4ef0-9db1-3893590664aa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.265763] env[65978]: DEBUG nova.compute.provider_tree [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 649.271055] env[65978]: WARNING neutronclient.v2_0.client [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.283327] env[65978]: DEBUG oslo_vmware.api [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52834471-0ea0-4afa-9b9a-30487329f619, 'name': SearchDatastore_Task, 'duration_secs': 0.016983} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.283697] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.283840] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] f84c9cd5-da98-4325-902c-1f1e410e6796/f84c9cd5-da98-4325-902c-1f1e410e6796.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.284114] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-518681ad-4cee-49b1-a94d-b3045a16acd0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.292614] env[65978]: DEBUG oslo_vmware.api [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 649.292614] env[65978]: value = "task-4713938" [ 649.292614] env[65978]: _type = "Task" [ 649.292614] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.306173] env[65978]: DEBUG oslo_vmware.api [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4713938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.330983] env[65978]: DEBUG nova.network.neutron [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 649.393586] env[65978]: DEBUG oslo_vmware.api [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4713936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151615} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.393819] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.394378] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 649.394378] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 649.394378] env[65978]: INFO nova.compute.manager [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Took 1.14 seconds to destroy the instance on the hypervisor. [ 649.394765] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 649.394997] env[65978]: DEBUG nova.compute.manager [-] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 649.394997] env[65978]: DEBUG nova.network.neutron [-] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 649.395369] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.583550] env[65978]: DEBUG nova.network.neutron [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Successfully created port: 63f9e194-33fa-4ffd-8c36-a0444c2481f9 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 649.623903] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713937, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.713507] env[65978]: DEBUG nova.network.neutron [req-06ac0cd9-50f2-4a9d-9005-be4effbd0027 req-2ad74498-4118-4662-9542-fbb6d2d3d02c service nova] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Updated VIF entry in instance network info cache for port 8a1dc4f2-808a-4a54-91cb-62ea52a99fb1. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 649.715193] env[65978]: DEBUG nova.network.neutron [req-06ac0cd9-50f2-4a9d-9005-be4effbd0027 req-2ad74498-4118-4662-9542-fbb6d2d3d02c service nova] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Updating instance_info_cache with network_info: [{"id": "8a1dc4f2-808a-4a54-91cb-62ea52a99fb1", "address": "fa:16:3e:53:82:89", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a1dc4f2-80", "ovs_interfaceid": "8a1dc4f2-808a-4a54-91cb-62ea52a99fb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.799761] env[65978]: ERROR nova.scheduler.client.report [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [req-551cabc2-fe56-4e2f-811b-2b9d357796d8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7cef9df5-c7be-44a4-aef0-4856b8af9b78. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-551cabc2-fe56-4e2f-811b-2b9d357796d8"}]} [ 649.809728] env[65978]: DEBUG oslo_vmware.api [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4713938, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.812124] env[65978]: DEBUG nova.compute.manager [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 649.821925] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.828489] env[65978]: DEBUG nova.scheduler.client.report [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Refreshing inventories for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 649.861100] env[65978]: DEBUG nova.virt.hardware [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 649.861466] env[65978]: DEBUG nova.virt.hardware [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.861896] env[65978]: DEBUG nova.virt.hardware [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 649.862219] env[65978]: DEBUG nova.virt.hardware [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.862443] env[65978]: DEBUG nova.virt.hardware [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 649.862616] env[65978]: DEBUG nova.virt.hardware [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 649.863049] env[65978]: DEBUG nova.virt.hardware [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 649.863301] env[65978]: DEBUG nova.virt.hardware [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 649.863526] env[65978]: DEBUG nova.virt.hardware [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 649.863835] env[65978]: DEBUG nova.virt.hardware [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 649.864155] env[65978]: DEBUG nova.virt.hardware [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 649.865361] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defc8e97-74b6-4174-aa93-512342322695 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.870924] env[65978]: DEBUG nova.scheduler.client.report [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Updating ProviderTree inventory for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 649.871330] env[65978]: DEBUG nova.compute.provider_tree [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 649.882046] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce4e9a3-0209-4e49-b39f-e642872433ec {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.900774] env[65978]: DEBUG nova.scheduler.client.report [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Refreshing aggregate associations for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78, aggregates: None {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 649.931529] env[65978]: DEBUG nova.scheduler.client.report [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Refreshing trait associations for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 650.126741] env[65978]: DEBUG oslo_vmware.api [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713937, 'name': PowerOnVM_Task, 'duration_secs': 0.688546} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.127521] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.127918] env[65978]: INFO nova.compute.manager [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Took 11.36 seconds to spawn the instance on the hypervisor. [ 650.128264] env[65978]: DEBUG nova.compute.manager [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 650.129281] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac95fe6-5848-4bca-9b56-c83f202a5ab2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.217238] env[65978]: DEBUG oslo_concurrency.lockutils [req-06ac0cd9-50f2-4a9d-9005-be4effbd0027 req-2ad74498-4118-4662-9542-fbb6d2d3d02c service nova] Releasing lock "refresh_cache-85358d03-f54e-437b-b0e9-b1b8d20b54c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.306773] env[65978]: DEBUG oslo_vmware.api [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4713938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543535} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.308991] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] f84c9cd5-da98-4325-902c-1f1e410e6796/f84c9cd5-da98-4325-902c-1f1e410e6796.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.309325] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.310295] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add4d25f-064c-45be-9504-14de920b0494 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.314429] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5956fc38-b253-4b1c-98c2-be69c3c0f12e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.324378] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9914fb-d449-4a57-aa49-a96e9dedb016 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.327900] env[65978]: DEBUG oslo_vmware.api [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 650.327900] env[65978]: value = "task-4713939" [ 650.327900] env[65978]: _type = "Task" [ 650.327900] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.363033] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682e5602-8b70-4aa5-b864-860fcd925efd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.366351] env[65978]: DEBUG oslo_vmware.api [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4713939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.374100] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868ff8bf-6520-4a06-949a-86145a97d413 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.391692] env[65978]: DEBUG nova.compute.provider_tree [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 650.422210] env[65978]: DEBUG nova.network.neutron [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Updating instance_info_cache with network_info: [{"id": "1c80ee99-9137-49d0-a739-c08ab02ad77d", "address": "fa:16:3e:b5:ae:3c", "network": {"id": "3062e12e-9059-4d06-8770-c4d3d78df471", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-708913267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2b8809c6558a4b1183ab141966c8aed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c80ee99-91", "ovs_interfaceid": "1c80ee99-9137-49d0-a739-c08ab02ad77d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.655514] env[65978]: INFO nova.compute.manager [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Took 23.96 seconds to build instance. [ 650.764049] env[65978]: WARNING neutronclient.v2_0.client [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.841426] env[65978]: DEBUG oslo_vmware.api [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4713939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073186} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.841426] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.841693] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15015af7-379b-45c4-9ab0-5f1d26913397 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.866647] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] f84c9cd5-da98-4325-902c-1f1e410e6796/f84c9cd5-da98-4325-902c-1f1e410e6796.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.866984] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f96e276-4741-402f-91cc-4a531e6e0201 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.889236] env[65978]: DEBUG oslo_vmware.api [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 650.889236] env[65978]: value = "task-4713940" [ 650.889236] env[65978]: _type = "Task" [ 650.889236] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.903502] env[65978]: DEBUG oslo_vmware.api [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4713940, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.919582] env[65978]: ERROR nova.scheduler.client.report [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [req-5f6d4fef-f6ec-446f-9088-60a3f444765c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7cef9df5-c7be-44a4-aef0-4856b8af9b78. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5f6d4fef-f6ec-446f-9088-60a3f444765c"}]} [ 650.924789] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Releasing lock "refresh_cache-db876e0c-b706-4118-8ed5-5be7d4c97929" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.925136] env[65978]: DEBUG nova.compute.manager [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Instance network_info: |[{"id": "1c80ee99-9137-49d0-a739-c08ab02ad77d", "address": "fa:16:3e:b5:ae:3c", "network": {"id": "3062e12e-9059-4d06-8770-c4d3d78df471", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-708913267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2b8809c6558a4b1183ab141966c8aed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c80ee99-91", "ovs_interfaceid": "1c80ee99-9137-49d0-a739-c08ab02ad77d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 650.925881] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:ae:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c80ee99-9137-49d0-a739-c08ab02ad77d', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.933966] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Creating folder: Project (2b8809c6558a4b1183ab141966c8aed6). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.934311] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1888a24-15ba-49b3-8207-17deab38f1a0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.938380] env[65978]: DEBUG nova.scheduler.client.report [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Refreshing inventories for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 650.949527] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Created folder: Project (2b8809c6558a4b1183ab141966c8aed6) in parent group-v919857. [ 650.949527] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Creating folder: Instances. Parent ref: group-v919917. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.949527] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b4a9a01-9af8-4bf2-b2a7-ba289999576f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.956658] env[65978]: DEBUG nova.scheduler.client.report [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Updating ProviderTree inventory for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 650.956861] env[65978]: DEBUG nova.compute.provider_tree [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 650.962967] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Created folder: Instances in parent group-v919917. [ 650.963254] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 650.963454] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.963699] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e1e1fc2-1021-417f-b32f-df72251ce766 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.979614] env[65978]: DEBUG nova.scheduler.client.report [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Refreshing aggregate associations for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78, aggregates: None {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 650.988672] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.988672] env[65978]: value = "task-4713943" [ 650.988672] env[65978]: _type = "Task" [ 650.988672] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.001200] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713943, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.003182] env[65978]: DEBUG nova.scheduler.client.report [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Refreshing trait associations for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 651.160230] env[65978]: DEBUG oslo_concurrency.lockutils [None req-90e9b7ac-60b0-456f-818b-586f3b85ad02 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lock "85358d03-f54e-437b-b0e9-b1b8d20b54c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.480s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.177943] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "7bb7d018-e090-4fb5-a129-89612ebe01ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.179646] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "7bb7d018-e090-4fb5-a129-89612ebe01ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.216747] env[65978]: DEBUG nova.network.neutron [-] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.257381] env[65978]: DEBUG nova.network.neutron [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Updating instance_info_cache with network_info: [{"id": "0fb8d9aa-2ccb-4adc-bac9-2ee9ab3cdade", "address": "fa:16:3e:0b:7f:17", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb8d9aa-2c", "ovs_interfaceid": "0fb8d9aa-2ccb-4adc-bac9-2ee9ab3cdade", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.404045] env[65978]: DEBUG oslo_vmware.api [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4713940, 'name': ReconfigVM_Task, 'duration_secs': 0.323469} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.404045] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Reconfigured VM instance instance-00000013 to attach disk [datastore1] f84c9cd5-da98-4325-902c-1f1e410e6796/f84c9cd5-da98-4325-902c-1f1e410e6796.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.405029] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d74bb7d0-aab8-46b8-9dc2-4d3a3e967d3b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.412013] env[65978]: DEBUG oslo_vmware.api [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 651.412013] env[65978]: value = "task-4713944" [ 651.412013] env[65978]: _type = "Task" [ 651.412013] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.426201] env[65978]: DEBUG oslo_vmware.api [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4713944, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.484404] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b1ecab-fe67-41fa-a3b2-f01563ed93bf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.489583] env[65978]: DEBUG nova.network.neutron [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Successfully updated port: 63f9e194-33fa-4ffd-8c36-a0444c2481f9 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 651.500179] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5561b42b-0655-4221-9fa1-048718b88c03 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.509333] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713943, 'name': CreateVM_Task, 'duration_secs': 0.4301} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.509967] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.510171] env[65978]: WARNING neutronclient.v2_0.client [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.510828] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.510968] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.511736] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.511828] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f04c1948-4796-4c19-b940-8ff2bfc86288 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.546224] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1991cd8b-00ea-4a5c-a970-f4c7a1a6d2ef {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.552831] env[65978]: DEBUG oslo_vmware.api [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Waiting for the task: (returnval){ [ 651.552831] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529b63a1-e90e-89a4-5d8d-158977defe2c" [ 651.552831] env[65978]: _type = "Task" [ 651.552831] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.560952] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9feef3-65b8-4a5e-a4c9-1203eef0bea0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.569806] env[65978]: DEBUG oslo_vmware.api [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529b63a1-e90e-89a4-5d8d-158977defe2c, 'name': SearchDatastore_Task, 'duration_secs': 0.010342} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.570752] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.571823] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.571823] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.571823] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.571823] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.573374] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28adf037-60b8-42c5-b011-c96c9a35dc2b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.584755] env[65978]: DEBUG nova.compute.provider_tree [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 651.598876] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.598876] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.598876] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8be9413-763c-43c0-94e7-f5aba90b6572 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.608029] env[65978]: DEBUG oslo_vmware.api [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Waiting for the task: (returnval){ [ 651.608029] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52732bde-8a59-2ac0-3fd6-ce78fca5bbb3" [ 651.608029] env[65978]: _type = "Task" [ 651.608029] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.617886] env[65978]: DEBUG oslo_vmware.api [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52732bde-8a59-2ac0-3fd6-ce78fca5bbb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.681883] env[65978]: DEBUG nova.compute.manager [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 651.718460] env[65978]: INFO nova.compute.manager [-] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Took 2.32 seconds to deallocate network for instance. [ 651.766536] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Releasing lock "refresh_cache-358d37e2-1180-40a4-9108-0a3cb617ac96" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.766823] env[65978]: DEBUG nova.compute.manager [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Instance network_info: |[{"id": "0fb8d9aa-2ccb-4adc-bac9-2ee9ab3cdade", "address": "fa:16:3e:0b:7f:17", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb8d9aa-2c", "ovs_interfaceid": "0fb8d9aa-2ccb-4adc-bac9-2ee9ab3cdade", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 651.767325] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:7f:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fb8d9aa-2ccb-4adc-bac9-2ee9ab3cdade', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.775928] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 651.776936] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.778585] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d16f691-d9b4-42a8-b5e0-4fa1b38293f9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.802733] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.802733] env[65978]: value = "task-4713945" [ 651.802733] env[65978]: _type = "Task" [ 651.802733] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.815126] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713945, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.928970] env[65978]: DEBUG oslo_vmware.api [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4713944, 'name': Rename_Task, 'duration_secs': 0.202619} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.929293] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.929538] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28526157-103c-4895-8910-f13d73ae800f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.937674] env[65978]: DEBUG oslo_vmware.api [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 651.937674] env[65978]: value = "task-4713946" [ 651.937674] env[65978]: _type = "Task" [ 651.937674] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.949923] env[65978]: DEBUG oslo_vmware.api [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4713946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.969162] env[65978]: DEBUG nova.compute.manager [req-ef28a062-be14-4160-947f-c9eeb31f3be3 req-13887277-054a-4b7d-b132-944c632111a4 service nova] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Received event network-changed-87ed9ffd-d548-4a58-98fe-5dd21880a0a3 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 651.969321] env[65978]: DEBUG nova.compute.manager [req-ef28a062-be14-4160-947f-c9eeb31f3be3 req-13887277-054a-4b7d-b132-944c632111a4 service nova] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Refreshing instance network info cache due to event network-changed-87ed9ffd-d548-4a58-98fe-5dd21880a0a3. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 651.969495] env[65978]: DEBUG oslo_concurrency.lockutils [req-ef28a062-be14-4160-947f-c9eeb31f3be3 req-13887277-054a-4b7d-b132-944c632111a4 service nova] Acquiring lock "refresh_cache-a4bc3380-9f28-4ffe-ad79-fbe565c39c37" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.969631] env[65978]: DEBUG oslo_concurrency.lockutils [req-ef28a062-be14-4160-947f-c9eeb31f3be3 req-13887277-054a-4b7d-b132-944c632111a4 service nova] Acquired lock "refresh_cache-a4bc3380-9f28-4ffe-ad79-fbe565c39c37" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.969804] env[65978]: DEBUG nova.network.neutron [req-ef28a062-be14-4160-947f-c9eeb31f3be3 req-13887277-054a-4b7d-b132-944c632111a4 service nova] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Refreshing network info cache for port 87ed9ffd-d548-4a58-98fe-5dd21880a0a3 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.755214] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "refresh_cache-51206bff-a257-4f16-97df-5f959c253127" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.755524] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquired lock "refresh_cache-51206bff-a257-4f16-97df-5f959c253127" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.755644] env[65978]: DEBUG nova.network.neutron [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 652.763441] env[65978]: DEBUG oslo_concurrency.lockutils [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.763441] env[65978]: WARNING neutronclient.v2_0.client [req-ef28a062-be14-4160-947f-c9eeb31f3be3 req-13887277-054a-4b7d-b132-944c632111a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.769178] env[65978]: DEBUG nova.compute.manager [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Received event network-vif-plugged-c06e02e0-9f0e-48ad-bbac-36f90accb605 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 652.770185] env[65978]: DEBUG oslo_concurrency.lockutils [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] Acquiring lock "f84c9cd5-da98-4325-902c-1f1e410e6796-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.770185] env[65978]: DEBUG oslo_concurrency.lockutils [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] Lock "f84c9cd5-da98-4325-902c-1f1e410e6796-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.770382] env[65978]: DEBUG oslo_concurrency.lockutils [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] Lock "f84c9cd5-da98-4325-902c-1f1e410e6796-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.771328] env[65978]: DEBUG nova.compute.manager [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] No waiting events found dispatching network-vif-plugged-c06e02e0-9f0e-48ad-bbac-36f90accb605 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 652.771328] env[65978]: WARNING nova.compute.manager [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Received unexpected event network-vif-plugged-c06e02e0-9f0e-48ad-bbac-36f90accb605 for instance with vm_state building and task_state spawning. [ 652.771328] env[65978]: DEBUG nova.compute.manager [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Received event network-changed-c06e02e0-9f0e-48ad-bbac-36f90accb605 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 652.771699] env[65978]: DEBUG nova.compute.manager [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Refreshing instance network info cache due to event network-changed-c06e02e0-9f0e-48ad-bbac-36f90accb605. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 652.771984] env[65978]: DEBUG oslo_concurrency.lockutils [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] Acquiring lock "refresh_cache-f84c9cd5-da98-4325-902c-1f1e410e6796" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.772280] env[65978]: DEBUG oslo_concurrency.lockutils [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] Acquired lock "refresh_cache-f84c9cd5-da98-4325-902c-1f1e410e6796" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.772575] env[65978]: DEBUG nova.network.neutron [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Refreshing network info cache for port c06e02e0-9f0e-48ad-bbac-36f90accb605 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.803043] env[65978]: DEBUG oslo_vmware.api [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52732bde-8a59-2ac0-3fd6-ce78fca5bbb3, 'name': SearchDatastore_Task, 'duration_secs': 0.015505} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.810868] env[65978]: DEBUG oslo_vmware.api [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4713946, 'name': PowerOnVM_Task, 'duration_secs': 0.591887} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.810868] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713945, 'name': CreateVM_Task, 'duration_secs': 0.492735} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.810868] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22c60c3f-1265-4789-b990-bc64f94804a9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.813290] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.813479] env[65978]: INFO nova.compute.manager [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Took 11.60 seconds to spawn the instance on the hypervisor. [ 652.813754] env[65978]: DEBUG nova.compute.manager [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 652.814918] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.816893] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853c5652-a380-4804-9b8f-709924991b17 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.818526] env[65978]: WARNING neutronclient.v2_0.client [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.818951] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.819395] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.819615] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.825063] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51815929-23aa-4b14-b9e9-021237f3ffc8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.828691] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.830810] env[65978]: DEBUG oslo_vmware.api [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Waiting for the task: (returnval){ [ 652.830810] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d9f649-c8f5-6f1a-2dc4-4476cf21346f" [ 652.830810] env[65978]: _type = "Task" [ 652.830810] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.840945] env[65978]: DEBUG oslo_vmware.api [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 652.840945] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a2cc31-329f-d925-4c3f-ca3ede918e3f" [ 652.840945] env[65978]: _type = "Task" [ 652.840945] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.850103] env[65978]: DEBUG nova.scheduler.client.report [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Updated inventory for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with generation 33 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 652.851072] env[65978]: DEBUG nova.compute.provider_tree [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Updating resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 generation from 33 to 34 during operation: update_inventory {{(pid=65978) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 652.851072] env[65978]: DEBUG nova.compute.provider_tree [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 652.854124] env[65978]: DEBUG oslo_vmware.api [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d9f649-c8f5-6f1a-2dc4-4476cf21346f, 'name': SearchDatastore_Task, 'duration_secs': 0.016303} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.854791] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.855139] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] db876e0c-b706-4118-8ed5-5be7d4c97929/db876e0c-b706-4118-8ed5-5be7d4c97929.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.855297] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e764317-a65a-4d42-8ede-958696fea3ec {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.861620] env[65978]: DEBUG oslo_vmware.api [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a2cc31-329f-d925-4c3f-ca3ede918e3f, 'name': SearchDatastore_Task, 'duration_secs': 0.011875} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.861890] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.862046] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.862298] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.862430] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.862685] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.862884] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3114fb4-a6ac-453e-b469-925125d4bbd7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.867814] env[65978]: DEBUG oslo_vmware.api [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Waiting for the task: (returnval){ [ 652.867814] env[65978]: value = "task-4713947" [ 652.867814] env[65978]: _type = "Task" [ 652.867814] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.874170] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.874275] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.878592] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef5b522-2dbe-46c7-9d62-ec4edc3acd32 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.882441] env[65978]: DEBUG oslo_vmware.api [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4713947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.886737] env[65978]: DEBUG oslo_vmware.api [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 652.886737] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52096081-9942-1991-b455-b0747ba5b029" [ 652.886737] env[65978]: _type = "Task" [ 652.886737] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.896286] env[65978]: DEBUG oslo_vmware.api [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52096081-9942-1991-b455-b0747ba5b029, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.232499] env[65978]: WARNING neutronclient.v2_0.client [req-ef28a062-be14-4160-947f-c9eeb31f3be3 req-13887277-054a-4b7d-b132-944c632111a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.295101] env[65978]: WARNING neutronclient.v2_0.client [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.363990] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.581s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.364388] env[65978]: DEBUG nova.compute.manager [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 653.370288] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.601s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.370288] env[65978]: DEBUG nova.objects.instance [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lazy-loading 'resources' on Instance uuid c28552e9-d1fb-4a30-931c-b8a2180743c7 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.371399] env[65978]: INFO nova.compute.manager [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Took 23.50 seconds to build instance. [ 653.390607] env[65978]: DEBUG oslo_vmware.api [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4713947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482019} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.395523] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] db876e0c-b706-4118-8ed5-5be7d4c97929/db876e0c-b706-4118-8ed5-5be7d4c97929.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.395747] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.397741] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fef253b-b7e5-4f60-a59e-12006a6be1f5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.409895] env[65978]: DEBUG oslo_vmware.api [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52096081-9942-1991-b455-b0747ba5b029, 'name': SearchDatastore_Task, 'duration_secs': 0.011027} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.412031] env[65978]: DEBUG oslo_vmware.api [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Waiting for the task: (returnval){ [ 653.412031] env[65978]: value = "task-4713948" [ 653.412031] env[65978]: _type = "Task" [ 653.412031] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.412204] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dcd37ec-9067-405b-9657-9af1a76b76cb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.425877] env[65978]: DEBUG oslo_vmware.api [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4713948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.427491] env[65978]: DEBUG oslo_vmware.api [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 653.427491] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52554e9a-ee1f-bb0e-ba09-975e28e1dcec" [ 653.427491] env[65978]: _type = "Task" [ 653.427491] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.440049] env[65978]: DEBUG oslo_vmware.api [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52554e9a-ee1f-bb0e-ba09-975e28e1dcec, 'name': SearchDatastore_Task, 'duration_secs': 0.011006} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.440049] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.440329] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 358d37e2-1180-40a4-9108-0a3cb617ac96/358d37e2-1180-40a4-9108-0a3cb617ac96.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.440437] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2801b969-16bf-4745-8fcd-61548c3f41a9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.451720] env[65978]: DEBUG oslo_vmware.api [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 653.451720] env[65978]: value = "task-4713949" [ 653.451720] env[65978]: _type = "Task" [ 653.451720] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.465618] env[65978]: DEBUG oslo_vmware.api [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.474341] env[65978]: DEBUG oslo_concurrency.lockutils [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Acquiring lock "f819f6a7-3390-4316-9323-7c0109b6c237" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.474569] env[65978]: DEBUG oslo_concurrency.lockutils [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Lock "f819f6a7-3390-4316-9323-7c0109b6c237" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.507413] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a691b8bf-c567-4c09-9dc1-3c326f53e371 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Acquiring lock "b29986ea-9c13-4d23-a7b1-ee537d20702a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.507664] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a691b8bf-c567-4c09-9dc1-3c326f53e371 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Lock "b29986ea-9c13-4d23-a7b1-ee537d20702a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.523938] env[65978]: DEBUG nova.network.neutron [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 653.533620] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "d1a2eddf-ae3a-40a8-a037-82728574cb0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.533888] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "d1a2eddf-ae3a-40a8-a037-82728574cb0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.674526] env[65978]: DEBUG nova.network.neutron [req-ef28a062-be14-4160-947f-c9eeb31f3be3 req-13887277-054a-4b7d-b132-944c632111a4 service nova] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Updated VIF entry in instance network info cache for port 87ed9ffd-d548-4a58-98fe-5dd21880a0a3. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 653.674978] env[65978]: DEBUG nova.network.neutron [req-ef28a062-be14-4160-947f-c9eeb31f3be3 req-13887277-054a-4b7d-b132-944c632111a4 service nova] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Updating instance_info_cache with network_info: [{"id": "87ed9ffd-d548-4a58-98fe-5dd21880a0a3", "address": "fa:16:3e:d9:e9:49", "network": {"id": "24f28339-ce1a-40c2-a584-8bdc43d0b07f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1953385706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa9f20fec2834bf3acf324256d9c9007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ed9ffd-d5", "ovs_interfaceid": "87ed9ffd-d548-4a58-98fe-5dd21880a0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.877222] env[65978]: DEBUG nova.compute.utils [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.881420] env[65978]: DEBUG nova.compute.manager [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 653.881420] env[65978]: DEBUG nova.network.neutron [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 653.881420] env[65978]: WARNING neutronclient.v2_0.client [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.881420] env[65978]: WARNING neutronclient.v2_0.client [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.884174] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fb526f44-11d0-446b-bfbb-5288d8ddf4ae tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "f84c9cd5-da98-4325-902c-1f1e410e6796" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.020s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.904394] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Acquiring lock "ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.904852] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Lock "ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.905243] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Acquiring lock "ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.905515] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Lock "ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.906966] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Lock "ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.913384] env[65978]: INFO nova.compute.manager [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Terminating instance [ 653.935765] env[65978]: DEBUG oslo_vmware.api [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4713948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153369} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.938322] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.940040] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cb5bc5-a1d5-4f12-8ed9-3f32c0c6d9d2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.970876] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] db876e0c-b706-4118-8ed5-5be7d4c97929/db876e0c-b706-4118-8ed5-5be7d4c97929.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.975122] env[65978]: WARNING neutronclient.v2_0.client [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.982168] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1274f19b-6cde-490e-8a15-b23bbbd51c3a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.016384] env[65978]: DEBUG nova.compute.utils [None req-a691b8bf-c567-4c09-9dc1-3c326f53e371 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.017666] env[65978]: DEBUG oslo_vmware.api [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547311} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.017941] env[65978]: DEBUG oslo_vmware.api [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Waiting for the task: (returnval){ [ 654.017941] env[65978]: value = "task-4713950" [ 654.017941] env[65978]: _type = "Task" [ 654.017941] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.018409] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 358d37e2-1180-40a4-9108-0a3cb617ac96/358d37e2-1180-40a4-9108-0a3cb617ac96.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.018615] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.018942] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c18a5a5d-868e-4ac7-985a-a5fc45ed6efc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.032748] env[65978]: DEBUG oslo_vmware.api [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4713950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.034330] env[65978]: DEBUG oslo_vmware.api [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 654.034330] env[65978]: value = "task-4713951" [ 654.034330] env[65978]: _type = "Task" [ 654.034330] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.121903] env[65978]: DEBUG nova.policy [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '861dbe414c9546e492b9460b4469e667', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'badfe71749684e54bb86fc0717e6e1f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.162466] env[65978]: WARNING neutronclient.v2_0.client [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.178018] env[65978]: DEBUG oslo_concurrency.lockutils [req-ef28a062-be14-4160-947f-c9eeb31f3be3 req-13887277-054a-4b7d-b132-944c632111a4 service nova] Releasing lock "refresh_cache-a4bc3380-9f28-4ffe-ad79-fbe565c39c37" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.178342] env[65978]: DEBUG nova.compute.manager [req-ef28a062-be14-4160-947f-c9eeb31f3be3 req-13887277-054a-4b7d-b132-944c632111a4 service nova] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Received event network-vif-plugged-0fb8d9aa-2ccb-4adc-bac9-2ee9ab3cdade {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 654.178543] env[65978]: DEBUG oslo_concurrency.lockutils [req-ef28a062-be14-4160-947f-c9eeb31f3be3 req-13887277-054a-4b7d-b132-944c632111a4 service nova] Acquiring lock "358d37e2-1180-40a4-9108-0a3cb617ac96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.178739] env[65978]: DEBUG oslo_concurrency.lockutils [req-ef28a062-be14-4160-947f-c9eeb31f3be3 req-13887277-054a-4b7d-b132-944c632111a4 service nova] Lock "358d37e2-1180-40a4-9108-0a3cb617ac96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.178892] env[65978]: DEBUG oslo_concurrency.lockutils [req-ef28a062-be14-4160-947f-c9eeb31f3be3 req-13887277-054a-4b7d-b132-944c632111a4 service nova] Lock "358d37e2-1180-40a4-9108-0a3cb617ac96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.179065] env[65978]: DEBUG nova.compute.manager [req-ef28a062-be14-4160-947f-c9eeb31f3be3 req-13887277-054a-4b7d-b132-944c632111a4 service nova] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] No waiting events found dispatching network-vif-plugged-0fb8d9aa-2ccb-4adc-bac9-2ee9ab3cdade {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 654.179313] env[65978]: WARNING nova.compute.manager [req-ef28a062-be14-4160-947f-c9eeb31f3be3 req-13887277-054a-4b7d-b132-944c632111a4 service nova] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Received unexpected event network-vif-plugged-0fb8d9aa-2ccb-4adc-bac9-2ee9ab3cdade for instance with vm_state building and task_state spawning. [ 654.226405] env[65978]: DEBUG nova.network.neutron [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Updating instance_info_cache with network_info: [{"id": "63f9e194-33fa-4ffd-8c36-a0444c2481f9", "address": "fa:16:3e:5f:6a:d8", "network": {"id": "b07dfdf7-7d84-407f-a32d-c4c915df223e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468716700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a50aee7806472099fe696701dacbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f9e194-33", "ovs_interfaceid": "63f9e194-33fa-4ffd-8c36-a0444c2481f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.338927] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b080350-588e-4085-a5d3-96c4a9d1267f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.347627] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4505a974-0f5f-468b-9795-f41a60d2e884 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.382009] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa9e8ea-fbfd-4243-a965-3425bc98769a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.384935] env[65978]: DEBUG nova.compute.manager [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 654.387507] env[65978]: DEBUG nova.compute.manager [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 654.395644] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa399ff-123d-4369-b967-4cd157e849a7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.410830] env[65978]: DEBUG nova.compute.provider_tree [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.423529] env[65978]: DEBUG nova.compute.manager [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 654.423697] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.425187] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7201efa-e7e4-43bc-ba46-68e4fc064b1a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.434550] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.434812] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7b3e5b7-115a-4a3c-9bb8-b42636644108 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.442805] env[65978]: DEBUG oslo_vmware.api [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Waiting for the task: (returnval){ [ 654.442805] env[65978]: value = "task-4713952" [ 654.442805] env[65978]: _type = "Task" [ 654.442805] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.452396] env[65978]: DEBUG oslo_vmware.api [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Task: {'id': task-4713952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.505409] env[65978]: DEBUG nova.network.neutron [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Successfully created port: 914a1dad-1314-4a0b-92cf-6e93ab61f6f2 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 654.525641] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a691b8bf-c567-4c09-9dc1-3c326f53e371 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Lock "b29986ea-9c13-4d23-a7b1-ee537d20702a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.018s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.531300] env[65978]: DEBUG oslo_vmware.api [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4713950, 'name': ReconfigVM_Task, 'duration_secs': 0.300746} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.531300] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Reconfigured VM instance instance-00000014 to attach disk [datastore1] db876e0c-b706-4118-8ed5-5be7d4c97929/db876e0c-b706-4118-8ed5-5be7d4c97929.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.532056] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba5616cc-1699-43f3-8cbd-12a8ebede086 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.543415] env[65978]: DEBUG oslo_vmware.api [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Waiting for the task: (returnval){ [ 654.543415] env[65978]: value = "task-4713953" [ 654.543415] env[65978]: _type = "Task" [ 654.543415] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.550282] env[65978]: DEBUG oslo_vmware.api [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089147} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.550985] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.551847] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9996c35-0598-444c-a875-9d3c021d2e62 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.558436] env[65978]: DEBUG oslo_vmware.api [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4713953, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.559557] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.559866] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.580883] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 358d37e2-1180-40a4-9108-0a3cb617ac96/358d37e2-1180-40a4-9108-0a3cb617ac96.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.581627] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0f2d040-608b-405c-bc47-130ddd702ec2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.605027] env[65978]: DEBUG oslo_vmware.api [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 654.605027] env[65978]: value = "task-4713954" [ 654.605027] env[65978]: _type = "Task" [ 654.605027] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.615934] env[65978]: DEBUG oslo_vmware.api [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713954, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.728760] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Releasing lock "refresh_cache-51206bff-a257-4f16-97df-5f959c253127" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.729390] env[65978]: DEBUG nova.compute.manager [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Instance network_info: |[{"id": "63f9e194-33fa-4ffd-8c36-a0444c2481f9", "address": "fa:16:3e:5f:6a:d8", "network": {"id": "b07dfdf7-7d84-407f-a32d-c4c915df223e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468716700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a50aee7806472099fe696701dacbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f9e194-33", "ovs_interfaceid": "63f9e194-33fa-4ffd-8c36-a0444c2481f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 654.730035] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:6a:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63f9e194-33fa-4ffd-8c36-a0444c2481f9', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.739500] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 654.740144] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51206bff-a257-4f16-97df-5f959c253127] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.740434] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b07f4abe-8aac-4207-ad21-06684643f088 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.762055] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.762055] env[65978]: value = "task-4713955" [ 654.762055] env[65978]: _type = "Task" [ 654.762055] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.771848] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713955, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.826013] env[65978]: DEBUG nova.network.neutron [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Updated VIF entry in instance network info cache for port c06e02e0-9f0e-48ad-bbac-36f90accb605. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 654.826429] env[65978]: DEBUG nova.network.neutron [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Updating instance_info_cache with network_info: [{"id": "c06e02e0-9f0e-48ad-bbac-36f90accb605", "address": "fa:16:3e:c0:36:43", "network": {"id": "47f49ff2-5e26-45a4-a979-00ad2fe7cb7e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-826738559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77297daf34344de99edca40c006e8fbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06e02e0-9f", "ovs_interfaceid": "c06e02e0-9f0e-48ad-bbac-36f90accb605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.914307] env[65978]: DEBUG nova.scheduler.client.report [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.923732] env[65978]: DEBUG oslo_concurrency.lockutils [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.957886] env[65978]: DEBUG oslo_vmware.api [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Task: {'id': task-4713952, 'name': PowerOffVM_Task, 'duration_secs': 0.244178} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.957886] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.957886] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.958374] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-981901cf-476a-411a-9d5d-f5c2ebcb1dfe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.035466] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 655.035721] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 655.035844] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Deleting the datastore file [datastore1] ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.036141] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f346cfd-25f1-4d71-b8b7-b141f01a10e2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.045728] env[65978]: DEBUG oslo_vmware.api [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Waiting for the task: (returnval){ [ 655.045728] env[65978]: value = "task-4713957" [ 655.045728] env[65978]: _type = "Task" [ 655.045728] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.058398] env[65978]: DEBUG oslo_vmware.api [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Task: {'id': task-4713957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.062204] env[65978]: DEBUG oslo_vmware.api [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4713953, 'name': Rename_Task, 'duration_secs': 0.240579} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.062641] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.062845] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-922e31e0-3e27-4b40-83b3-1be1f1abd18b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.071355] env[65978]: DEBUG oslo_vmware.api [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Waiting for the task: (returnval){ [ 655.071355] env[65978]: value = "task-4713958" [ 655.071355] env[65978]: _type = "Task" [ 655.071355] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.080924] env[65978]: DEBUG oslo_vmware.api [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4713958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.088036] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.088326] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.088565] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.089092] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.089092] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.089092] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.089552] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65978) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11240}} [ 655.089552] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.120733] env[65978]: DEBUG oslo_vmware.api [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.273591] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713955, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.331557] env[65978]: DEBUG oslo_concurrency.lockutils [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] Releasing lock "refresh_cache-f84c9cd5-da98-4325-902c-1f1e410e6796" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.331878] env[65978]: DEBUG nova.compute.manager [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Received event network-vif-plugged-1c80ee99-9137-49d0-a739-c08ab02ad77d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 655.332108] env[65978]: DEBUG oslo_concurrency.lockutils [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] Acquiring lock "db876e0c-b706-4118-8ed5-5be7d4c97929-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.332355] env[65978]: DEBUG oslo_concurrency.lockutils [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] Lock "db876e0c-b706-4118-8ed5-5be7d4c97929-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.332539] env[65978]: DEBUG oslo_concurrency.lockutils [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] Lock "db876e0c-b706-4118-8ed5-5be7d4c97929-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.332721] env[65978]: DEBUG nova.compute.manager [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] No waiting events found dispatching network-vif-plugged-1c80ee99-9137-49d0-a739-c08ab02ad77d {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 655.332918] env[65978]: WARNING nova.compute.manager [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Received unexpected event network-vif-plugged-1c80ee99-9137-49d0-a739-c08ab02ad77d for instance with vm_state building and task_state spawning. [ 655.333192] env[65978]: DEBUG nova.compute.manager [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Received event network-changed-1c80ee99-9137-49d0-a739-c08ab02ad77d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 655.334234] env[65978]: DEBUG nova.compute.manager [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Refreshing instance network info cache due to event network-changed-1c80ee99-9137-49d0-a739-c08ab02ad77d. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 655.334595] env[65978]: DEBUG oslo_concurrency.lockutils [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] Acquiring lock "refresh_cache-db876e0c-b706-4118-8ed5-5be7d4c97929" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.334749] env[65978]: DEBUG oslo_concurrency.lockutils [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] Acquired lock "refresh_cache-db876e0c-b706-4118-8ed5-5be7d4c97929" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.334906] env[65978]: DEBUG nova.network.neutron [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Refreshing network info cache for port 1c80ee99-9137-49d0-a739-c08ab02ad77d {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.404902] env[65978]: DEBUG nova.compute.manager [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 655.419424] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.423019] env[65978]: DEBUG oslo_concurrency.lockutils [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.984s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.423305] env[65978]: DEBUG nova.objects.instance [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Lazy-loading 'resources' on Instance uuid a7e481eb-655f-47a1-b447-86358056b458 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 655.450415] env[65978]: DEBUG nova.virt.hardware [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 655.450415] env[65978]: DEBUG nova.virt.hardware [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.450415] env[65978]: DEBUG nova.virt.hardware [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 655.451286] env[65978]: DEBUG nova.virt.hardware [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.451636] env[65978]: DEBUG nova.virt.hardware [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 655.452067] env[65978]: DEBUG nova.virt.hardware [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 655.452597] env[65978]: DEBUG nova.virt.hardware [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 655.452898] env[65978]: DEBUG nova.virt.hardware [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 655.453310] env[65978]: DEBUG nova.virt.hardware [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 655.454458] env[65978]: DEBUG nova.virt.hardware [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 655.455762] env[65978]: DEBUG nova.virt.hardware [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 655.459916] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8214cff-5ab1-4cac-bbf3-4192320ed890 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.463457] env[65978]: INFO nova.scheduler.client.report [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Deleted allocations for instance c28552e9-d1fb-4a30-931c-b8a2180743c7 [ 655.472998] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398bbf4a-dc89-459b-b771-3d18d75429b6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.559988] env[65978]: DEBUG oslo_vmware.api [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Task: {'id': task-4713957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230208} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.560452] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.560452] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.560687] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.560777] env[65978]: INFO nova.compute.manager [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 655.561030] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 655.561259] env[65978]: DEBUG nova.compute.manager [-] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 655.561357] env[65978]: DEBUG nova.network.neutron [-] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 655.561613] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.584845] env[65978]: DEBUG oslo_vmware.api [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4713958, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.593519] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.616546] env[65978]: DEBUG oslo_vmware.api [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713954, 'name': ReconfigVM_Task, 'duration_secs': 0.719688} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.616855] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 358d37e2-1180-40a4-9108-0a3cb617ac96/358d37e2-1180-40a4-9108-0a3cb617ac96.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.617624] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7307ad12-679f-4aa5-8ceb-0c541e9089c7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.628266] env[65978]: DEBUG oslo_vmware.api [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 655.628266] env[65978]: value = "task-4713959" [ 655.628266] env[65978]: _type = "Task" [ 655.628266] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.643564] env[65978]: DEBUG oslo_vmware.api [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713959, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.645752] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a691b8bf-c567-4c09-9dc1-3c326f53e371 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Acquiring lock "b29986ea-9c13-4d23-a7b1-ee537d20702a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.646154] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a691b8bf-c567-4c09-9dc1-3c326f53e371 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Lock "b29986ea-9c13-4d23-a7b1-ee537d20702a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.646508] env[65978]: INFO nova.compute.manager [None req-a691b8bf-c567-4c09-9dc1-3c326f53e371 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Attaching volume 35f6e325-a4aa-469b-860f-afa259faf991 to /dev/sdb [ 655.696191] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ec0b66-85b1-425c-9eb5-7dafc507b5a5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.704930] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57576a74-2691-4895-8717-6a034e2b7f9c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.721141] env[65978]: DEBUG nova.virt.block_device [None req-a691b8bf-c567-4c09-9dc1-3c326f53e371 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Updating existing volume attachment record: db73b1b7-3564-4ec5-a6ee-a0d127947a1e {{(pid=65978) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 655.780607] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713955, 'name': CreateVM_Task, 'duration_secs': 0.516698} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.780607] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51206bff-a257-4f16-97df-5f959c253127] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.780607] env[65978]: WARNING neutronclient.v2_0.client [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.780607] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.780607] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.780918] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.780918] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb4743a3-ebf0-443f-ba93-89591b38dcfe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.785332] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 655.785332] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525e6e63-ca93-02ad-1758-053b95bbc7f2" [ 655.785332] env[65978]: _type = "Task" [ 655.785332] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.799881] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525e6e63-ca93-02ad-1758-053b95bbc7f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.838786] env[65978]: WARNING neutronclient.v2_0.client [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.876584] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.980813] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3b540a76-32e7-424b-814d-0ad11d6e9738 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "c28552e9-d1fb-4a30-931c-b8a2180743c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.364s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.084489] env[65978]: DEBUG oslo_vmware.api [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4713958, 'name': PowerOnVM_Task, 'duration_secs': 0.735662} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.084757] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.084947] env[65978]: INFO nova.compute.manager [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Took 11.35 seconds to spawn the instance on the hypervisor. [ 656.085266] env[65978]: DEBUG nova.compute.manager [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 656.085891] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5526de67-e712-4bf3-b5f1-fdef7c567b8a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.139909] env[65978]: DEBUG oslo_vmware.api [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713959, 'name': Rename_Task, 'duration_secs': 0.37167} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.143073] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.143937] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-759aea28-a34b-46ac-b6f9-4279313d27ff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.150955] env[65978]: DEBUG oslo_vmware.api [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 656.150955] env[65978]: value = "task-4713963" [ 656.150955] env[65978]: _type = "Task" [ 656.150955] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.160359] env[65978]: DEBUG oslo_vmware.api [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.255739] env[65978]: DEBUG nova.network.neutron [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Successfully updated port: 914a1dad-1314-4a0b-92cf-6e93ab61f6f2 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 656.310028] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525e6e63-ca93-02ad-1758-053b95bbc7f2, 'name': SearchDatastore_Task, 'duration_secs': 0.017029} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.310028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.310028] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.310028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.310434] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.310434] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.310434] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-037ab1e8-7d89-4365-940f-0bf99dfd0951 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.335096] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.335096] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.335096] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58a512c1-ac2c-48e4-ae6c-1a4637bf3449 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.345673] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 656.345673] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5291bcc2-a5fd-184c-1690-1c80ae2fd461" [ 656.345673] env[65978]: _type = "Task" [ 656.345673] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.356025] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5291bcc2-a5fd-184c-1690-1c80ae2fd461, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.357325] env[65978]: WARNING neutronclient.v2_0.client [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.412515] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28d9934-caa7-4a04-b80b-995036a0b951 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.424447] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6312d1ac-834a-49af-b1d5-6da7a348acae {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.460108] env[65978]: DEBUG nova.network.neutron [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Updated VIF entry in instance network info cache for port 1c80ee99-9137-49d0-a739-c08ab02ad77d. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 656.460108] env[65978]: DEBUG nova.network.neutron [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Updating instance_info_cache with network_info: [{"id": "1c80ee99-9137-49d0-a739-c08ab02ad77d", "address": "fa:16:3e:b5:ae:3c", "network": {"id": "3062e12e-9059-4d06-8770-c4d3d78df471", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-708913267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8809c6558a4b1183ab141966c8aed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c80ee99-91", "ovs_interfaceid": "1c80ee99-9137-49d0-a739-c08ab02ad77d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.461436] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aba8cfd-a6e6-4612-8543-0e7b6093bf10 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.470774] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fce6ecf-e4b0-4d69-adcd-c501d1250222 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.490226] env[65978]: DEBUG nova.compute.provider_tree [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.609272] env[65978]: INFO nova.compute.manager [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Took 22.61 seconds to build instance. [ 656.668439] env[65978]: DEBUG oslo_vmware.api [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713963, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.687093] env[65978]: DEBUG nova.network.neutron [-] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.761149] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Acquiring lock "refresh_cache-4110db70-e306-4d35-8054-4b9de6f46e7a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.761149] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Acquired lock "refresh_cache-4110db70-e306-4d35-8054-4b9de6f46e7a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.761149] env[65978]: DEBUG nova.network.neutron [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 656.861230] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5291bcc2-a5fd-184c-1690-1c80ae2fd461, 'name': SearchDatastore_Task, 'duration_secs': 0.012103} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.862304] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68cec985-0c6f-4ea3-9750-f0667b224aba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.870014] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Acquiring lock "bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.870301] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Lock "bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.870528] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Acquiring lock "bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.870720] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Lock "bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.870884] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Lock "bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.872774] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 656.872774] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5278c6eb-6d76-be16-3fe7-7891aff36c8f" [ 656.872774] env[65978]: _type = "Task" [ 656.872774] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.873293] env[65978]: INFO nova.compute.manager [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Terminating instance [ 656.889473] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5278c6eb-6d76-be16-3fe7-7891aff36c8f, 'name': SearchDatastore_Task, 'duration_secs': 0.012432} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.889473] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.889473] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 51206bff-a257-4f16-97df-5f959c253127/51206bff-a257-4f16-97df-5f959c253127.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.890609] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab04acf3-8941-46e5-bb9b-fc55bf114c29 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.900525] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 656.900525] env[65978]: value = "task-4713965" [ 656.900525] env[65978]: _type = "Task" [ 656.900525] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.910625] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.965585] env[65978]: DEBUG oslo_concurrency.lockutils [req-ee84c34b-4174-4394-9b72-9f180d89e8a6 req-44e03443-1e48-4c79-a6cd-bdfd15b57c8f service nova] Releasing lock "refresh_cache-db876e0c-b706-4118-8ed5-5be7d4c97929" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.995908] env[65978]: DEBUG nova.scheduler.client.report [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.113975] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7afefb3f-8bdb-44ad-be3f-d6d4ea702af4 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lock "db876e0c-b706-4118-8ed5-5be7d4c97929" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.141s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.132373] env[65978]: DEBUG nova.compute.manager [req-7fe20d93-e16e-400c-bf44-9198c1050afd req-378cd357-3969-4e25-96c3-b9e2460fc35a service nova] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Received event network-changed-0fb8d9aa-2ccb-4adc-bac9-2ee9ab3cdade {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 657.132645] env[65978]: DEBUG nova.compute.manager [req-7fe20d93-e16e-400c-bf44-9198c1050afd req-378cd357-3969-4e25-96c3-b9e2460fc35a service nova] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Refreshing instance network info cache due to event network-changed-0fb8d9aa-2ccb-4adc-bac9-2ee9ab3cdade. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 657.132872] env[65978]: DEBUG oslo_concurrency.lockutils [req-7fe20d93-e16e-400c-bf44-9198c1050afd req-378cd357-3969-4e25-96c3-b9e2460fc35a service nova] Acquiring lock "refresh_cache-358d37e2-1180-40a4-9108-0a3cb617ac96" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.133063] env[65978]: DEBUG oslo_concurrency.lockutils [req-7fe20d93-e16e-400c-bf44-9198c1050afd req-378cd357-3969-4e25-96c3-b9e2460fc35a service nova] Acquired lock "refresh_cache-358d37e2-1180-40a4-9108-0a3cb617ac96" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.133200] env[65978]: DEBUG nova.network.neutron [req-7fe20d93-e16e-400c-bf44-9198c1050afd req-378cd357-3969-4e25-96c3-b9e2460fc35a service nova] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Refreshing network info cache for port 0fb8d9aa-2ccb-4adc-bac9-2ee9ab3cdade {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.160280] env[65978]: DEBUG nova.compute.manager [req-8e4365b1-6a65-4f60-994f-ba6ff753685b req-838431bf-7580-40a8-b46d-3078d74f5165 service nova] [instance: 51206bff-a257-4f16-97df-5f959c253127] Received event network-vif-plugged-63f9e194-33fa-4ffd-8c36-a0444c2481f9 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 657.160492] env[65978]: DEBUG oslo_concurrency.lockutils [req-8e4365b1-6a65-4f60-994f-ba6ff753685b req-838431bf-7580-40a8-b46d-3078d74f5165 service nova] Acquiring lock "51206bff-a257-4f16-97df-5f959c253127-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.160693] env[65978]: DEBUG oslo_concurrency.lockutils [req-8e4365b1-6a65-4f60-994f-ba6ff753685b req-838431bf-7580-40a8-b46d-3078d74f5165 service nova] Lock "51206bff-a257-4f16-97df-5f959c253127-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.160890] env[65978]: DEBUG oslo_concurrency.lockutils [req-8e4365b1-6a65-4f60-994f-ba6ff753685b req-838431bf-7580-40a8-b46d-3078d74f5165 service nova] Lock "51206bff-a257-4f16-97df-5f959c253127-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.161061] env[65978]: DEBUG nova.compute.manager [req-8e4365b1-6a65-4f60-994f-ba6ff753685b req-838431bf-7580-40a8-b46d-3078d74f5165 service nova] [instance: 51206bff-a257-4f16-97df-5f959c253127] No waiting events found dispatching network-vif-plugged-63f9e194-33fa-4ffd-8c36-a0444c2481f9 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 657.161253] env[65978]: WARNING nova.compute.manager [req-8e4365b1-6a65-4f60-994f-ba6ff753685b req-838431bf-7580-40a8-b46d-3078d74f5165 service nova] [instance: 51206bff-a257-4f16-97df-5f959c253127] Received unexpected event network-vif-plugged-63f9e194-33fa-4ffd-8c36-a0444c2481f9 for instance with vm_state building and task_state spawning. [ 657.161369] env[65978]: DEBUG nova.compute.manager [req-8e4365b1-6a65-4f60-994f-ba6ff753685b req-838431bf-7580-40a8-b46d-3078d74f5165 service nova] [instance: 51206bff-a257-4f16-97df-5f959c253127] Received event network-changed-63f9e194-33fa-4ffd-8c36-a0444c2481f9 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 657.161514] env[65978]: DEBUG nova.compute.manager [req-8e4365b1-6a65-4f60-994f-ba6ff753685b req-838431bf-7580-40a8-b46d-3078d74f5165 service nova] [instance: 51206bff-a257-4f16-97df-5f959c253127] Refreshing instance network info cache due to event network-changed-63f9e194-33fa-4ffd-8c36-a0444c2481f9. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 657.161690] env[65978]: DEBUG oslo_concurrency.lockutils [req-8e4365b1-6a65-4f60-994f-ba6ff753685b req-838431bf-7580-40a8-b46d-3078d74f5165 service nova] Acquiring lock "refresh_cache-51206bff-a257-4f16-97df-5f959c253127" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.161827] env[65978]: DEBUG oslo_concurrency.lockutils [req-8e4365b1-6a65-4f60-994f-ba6ff753685b req-838431bf-7580-40a8-b46d-3078d74f5165 service nova] Acquired lock "refresh_cache-51206bff-a257-4f16-97df-5f959c253127" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.161976] env[65978]: DEBUG nova.network.neutron [req-8e4365b1-6a65-4f60-994f-ba6ff753685b req-838431bf-7580-40a8-b46d-3078d74f5165 service nova] [instance: 51206bff-a257-4f16-97df-5f959c253127] Refreshing network info cache for port 63f9e194-33fa-4ffd-8c36-a0444c2481f9 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.171184] env[65978]: DEBUG oslo_vmware.api [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713963, 'name': PowerOnVM_Task, 'duration_secs': 0.785866} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.171887] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.173365] env[65978]: INFO nova.compute.manager [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Took 9.93 seconds to spawn the instance on the hypervisor. [ 657.173365] env[65978]: DEBUG nova.compute.manager [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 657.173758] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f6dfb5-c897-463c-813f-44e072c86fe5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.191280] env[65978]: INFO nova.compute.manager [-] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Took 1.63 seconds to deallocate network for instance. [ 657.303251] env[65978]: DEBUG nova.network.neutron [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 657.382825] env[65978]: DEBUG nova.compute.manager [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 657.382902] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.383857] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d57c769-af78-40af-a11b-fab124273482 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.394344] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.394662] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c47552fb-16dd-4be4-94af-f2fe86a1a45b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.405697] env[65978]: DEBUG oslo_vmware.api [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Waiting for the task: (returnval){ [ 657.405697] env[65978]: value = "task-4713966" [ 657.405697] env[65978]: _type = "Task" [ 657.405697] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.414177] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713965, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.419270] env[65978]: DEBUG oslo_vmware.api [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Task: {'id': task-4713966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.423331] env[65978]: WARNING neutronclient.v2_0.client [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.505521] env[65978]: DEBUG oslo_concurrency.lockutils [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.509966] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.006s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.514103] env[65978]: INFO nova.compute.claims [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.534579] env[65978]: INFO nova.scheduler.client.report [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Deleted allocations for instance a7e481eb-655f-47a1-b447-86358056b458 [ 657.542648] env[65978]: DEBUG nova.network.neutron [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Updating instance_info_cache with network_info: [{"id": "914a1dad-1314-4a0b-92cf-6e93ab61f6f2", "address": "fa:16:3e:50:21:c7", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap914a1dad-13", "ovs_interfaceid": "914a1dad-1314-4a0b-92cf-6e93ab61f6f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.619196] env[65978]: DEBUG nova.compute.manager [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 657.639782] env[65978]: WARNING neutronclient.v2_0.client [req-7fe20d93-e16e-400c-bf44-9198c1050afd req-378cd357-3969-4e25-96c3-b9e2460fc35a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.665206] env[65978]: WARNING neutronclient.v2_0.client [req-8e4365b1-6a65-4f60-994f-ba6ff753685b req-838431bf-7580-40a8-b46d-3078d74f5165 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.702390] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.703432] env[65978]: INFO nova.compute.manager [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Took 23.16 seconds to build instance. [ 657.862775] env[65978]: WARNING neutronclient.v2_0.client [req-7fe20d93-e16e-400c-bf44-9198c1050afd req-378cd357-3969-4e25-96c3-b9e2460fc35a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.902743] env[65978]: WARNING neutronclient.v2_0.client [req-8e4365b1-6a65-4f60-994f-ba6ff753685b req-838431bf-7580-40a8-b46d-3078d74f5165 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.928017] env[65978]: DEBUG oslo_vmware.api [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Task: {'id': task-4713966, 'name': PowerOffVM_Task, 'duration_secs': 0.334986} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.932391] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.933839] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.937154] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602698} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.937154] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28dfa5fc-f7e4-4e0c-a1bd-883e9e84c7b2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.937154] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 51206bff-a257-4f16-97df-5f959c253127/51206bff-a257-4f16-97df-5f959c253127.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.937154] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.937733] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1d39ab2-1f97-401e-903f-0ec3ec13bc05 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.952194] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 657.952194] env[65978]: value = "task-4713968" [ 657.952194] env[65978]: _type = "Task" [ 657.952194] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.969322] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.015306] env[65978]: DEBUG nova.network.neutron [req-7fe20d93-e16e-400c-bf44-9198c1050afd req-378cd357-3969-4e25-96c3-b9e2460fc35a service nova] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Updated VIF entry in instance network info cache for port 0fb8d9aa-2ccb-4adc-bac9-2ee9ab3cdade. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 658.015787] env[65978]: DEBUG nova.network.neutron [req-7fe20d93-e16e-400c-bf44-9198c1050afd req-378cd357-3969-4e25-96c3-b9e2460fc35a service nova] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Updating instance_info_cache with network_info: [{"id": "0fb8d9aa-2ccb-4adc-bac9-2ee9ab3cdade", "address": "fa:16:3e:0b:7f:17", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb8d9aa-2c", "ovs_interfaceid": "0fb8d9aa-2ccb-4adc-bac9-2ee9ab3cdade", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.027028] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.027028] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.027028] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Deleting the datastore file [datastore2] bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.027028] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b49bd390-7c8f-416a-b534-43999a3aacba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.037420] env[65978]: DEBUG oslo_vmware.api [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Waiting for the task: (returnval){ [ 658.037420] env[65978]: value = "task-4713969" [ 658.037420] env[65978]: _type = "Task" [ 658.037420] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.051418] env[65978]: DEBUG nova.network.neutron [req-8e4365b1-6a65-4f60-994f-ba6ff753685b req-838431bf-7580-40a8-b46d-3078d74f5165 service nova] [instance: 51206bff-a257-4f16-97df-5f959c253127] Updated VIF entry in instance network info cache for port 63f9e194-33fa-4ffd-8c36-a0444c2481f9. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 658.052569] env[65978]: DEBUG nova.network.neutron [req-8e4365b1-6a65-4f60-994f-ba6ff753685b req-838431bf-7580-40a8-b46d-3078d74f5165 service nova] [instance: 51206bff-a257-4f16-97df-5f959c253127] Updating instance_info_cache with network_info: [{"id": "63f9e194-33fa-4ffd-8c36-a0444c2481f9", "address": "fa:16:3e:5f:6a:d8", "network": {"id": "b07dfdf7-7d84-407f-a32d-c4c915df223e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468716700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a50aee7806472099fe696701dacbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f9e194-33", "ovs_interfaceid": "63f9e194-33fa-4ffd-8c36-a0444c2481f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.063558] env[65978]: DEBUG oslo_concurrency.lockutils [None req-863f5e5e-9113-4fc2-8753-f33acabaf501 tempest-ServersAdmin275Test-1620715427 tempest-ServersAdmin275Test-1620715427-project-member] Lock "a7e481eb-655f-47a1-b447-86358056b458" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.860s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.065294] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Releasing lock "refresh_cache-4110db70-e306-4d35-8054-4b9de6f46e7a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.065715] env[65978]: DEBUG nova.compute.manager [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Instance network_info: |[{"id": "914a1dad-1314-4a0b-92cf-6e93ab61f6f2", "address": "fa:16:3e:50:21:c7", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap914a1dad-13", "ovs_interfaceid": "914a1dad-1314-4a0b-92cf-6e93ab61f6f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 658.070209] env[65978]: DEBUG oslo_vmware.api [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Task: {'id': task-4713969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.070740] env[65978]: DEBUG oslo_concurrency.lockutils [req-8e4365b1-6a65-4f60-994f-ba6ff753685b req-838431bf-7580-40a8-b46d-3078d74f5165 service nova] Releasing lock "refresh_cache-51206bff-a257-4f16-97df-5f959c253127" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.071435] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:21:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '914a1dad-1314-4a0b-92cf-6e93ab61f6f2', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.079811] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 658.080021] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "836b67a1-e5e1-4803-a750-506af6a22fc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.080243] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "836b67a1-e5e1-4803-a750-506af6a22fc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.081339] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.081421] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8fb5586-9dd6-4854-8d31-6efeca63dbda {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.105184] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.105184] env[65978]: value = "task-4713970" [ 658.105184] env[65978]: _type = "Task" [ 658.105184] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.115734] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713970, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.147620] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.206451] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9c6d262-2bf6-4108-955d-962d560e0fd3 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lock "358d37e2-1180-40a4-9108-0a3cb617ac96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.676s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.466213] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075698} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.466213] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.466845] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5924084e-33d0-4dcf-ac7e-6d296430aa17 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.494555] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 51206bff-a257-4f16-97df-5f959c253127/51206bff-a257-4f16-97df-5f959c253127.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.494949] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afff8c81-7678-4972-bd1d-ade2f660da47 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.518959] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 658.518959] env[65978]: value = "task-4713972" [ 658.518959] env[65978]: _type = "Task" [ 658.518959] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.523061] env[65978]: DEBUG oslo_concurrency.lockutils [req-7fe20d93-e16e-400c-bf44-9198c1050afd req-378cd357-3969-4e25-96c3-b9e2460fc35a service nova] Releasing lock "refresh_cache-358d37e2-1180-40a4-9108-0a3cb617ac96" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.523305] env[65978]: DEBUG nova.compute.manager [req-7fe20d93-e16e-400c-bf44-9198c1050afd req-378cd357-3969-4e25-96c3-b9e2460fc35a service nova] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Received event network-vif-deleted-ddc921ad-b656-4963-82c6-70d00956ed82 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 658.532717] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.553239] env[65978]: DEBUG oslo_vmware.api [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Task: {'id': task-4713969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204989} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.553628] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.553841] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.554381] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.554469] env[65978]: INFO nova.compute.manager [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 658.554726] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 658.554959] env[65978]: DEBUG nova.compute.manager [-] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 658.555067] env[65978]: DEBUG nova.network.neutron [-] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 658.555328] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.616600] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713970, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.617869] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.709046] env[65978]: DEBUG nova.compute.manager [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 658.917548] env[65978]: DEBUG oslo_concurrency.lockutils [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Acquiring lock "2131baf3-24b8-4cff-9821-bfb25e44ef3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.917790] env[65978]: DEBUG oslo_concurrency.lockutils [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Lock "2131baf3-24b8-4cff-9821-bfb25e44ef3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.929856] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e252b4d3-36a5-4f1d-8627-aba6d622e538 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.940686] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49623c8-c51d-430a-bce0-09f71f830263 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.972018] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b705adb-15cb-474d-ac1f-4df73bd0bb60 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.981912] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc4566f-05e2-4cdb-954f-591cec50ba9c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.001634] env[65978]: DEBUG nova.compute.provider_tree [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 659.034980] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.120203] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713970, 'name': CreateVM_Task, 'duration_secs': 0.537206} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.120584] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.121550] env[65978]: WARNING neutronclient.v2_0.client [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.123023] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.123023] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.123023] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.123023] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-859ca2e0-bfd0-4cfc-bcb3-c66d4b0ddfa5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.131503] env[65978]: DEBUG oslo_vmware.api [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Waiting for the task: (returnval){ [ 659.131503] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c82dcf-8159-cdaf-7443-b4ce04e508b3" [ 659.131503] env[65978]: _type = "Task" [ 659.131503] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.140484] env[65978]: DEBUG oslo_vmware.api [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c82dcf-8159-cdaf-7443-b4ce04e508b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.241174] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.381047] env[65978]: DEBUG nova.network.neutron [-] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.525766] env[65978]: ERROR nova.scheduler.client.report [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [req-e6968623-5075-46e2-9721-bd1fdcd319fa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7cef9df5-c7be-44a4-aef0-4856b8af9b78. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e6968623-5075-46e2-9721-bd1fdcd319fa"}]} [ 659.534963] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713972, 'name': ReconfigVM_Task, 'duration_secs': 0.600196} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.535285] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 51206bff-a257-4f16-97df-5f959c253127/51206bff-a257-4f16-97df-5f959c253127.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.535929] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27f6b1fd-afbc-4bb1-ac1b-7d014df5ef6f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.544964] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 659.544964] env[65978]: value = "task-4713973" [ 659.544964] env[65978]: _type = "Task" [ 659.544964] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.560416] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713973, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.561965] env[65978]: DEBUG nova.scheduler.client.report [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Refreshing inventories for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 659.579332] env[65978]: DEBUG nova.scheduler.client.report [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Updating ProviderTree inventory for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 659.579603] env[65978]: DEBUG nova.compute.provider_tree [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 659.595860] env[65978]: DEBUG nova.scheduler.client.report [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Refreshing aggregate associations for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78, aggregates: None {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 659.624242] env[65978]: DEBUG nova.scheduler.client.report [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Refreshing trait associations for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 659.641776] env[65978]: DEBUG oslo_vmware.api [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c82dcf-8159-cdaf-7443-b4ce04e508b3, 'name': SearchDatastore_Task, 'duration_secs': 0.01553} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.641920] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.642134] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.642478] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.642478] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.642615] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.642898] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d89622ae-bff1-4676-a932-5b9703df1234 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.653745] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.654243] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.655098] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c210d9d-9f3e-44a2-b43a-829ee343b0e7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.668632] env[65978]: DEBUG oslo_vmware.api [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Waiting for the task: (returnval){ [ 659.668632] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52195372-63ef-5cf9-fc85-b25b05f78d4d" [ 659.668632] env[65978]: _type = "Task" [ 659.668632] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.681613] env[65978]: DEBUG oslo_vmware.api [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52195372-63ef-5cf9-fc85-b25b05f78d4d, 'name': SearchDatastore_Task, 'duration_secs': 0.013146} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.684896] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ec1959c-25c3-45fe-bd81-b942e4435b4e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.697693] env[65978]: DEBUG oslo_vmware.api [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Waiting for the task: (returnval){ [ 659.697693] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52fe6af7-8b3a-78eb-8fee-8090d94afa78" [ 659.697693] env[65978]: _type = "Task" [ 659.697693] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.708828] env[65978]: DEBUG oslo_vmware.api [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52fe6af7-8b3a-78eb-8fee-8090d94afa78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.883898] env[65978]: INFO nova.compute.manager [-] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Took 1.33 seconds to deallocate network for instance. [ 660.062096] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713973, 'name': Rename_Task, 'duration_secs': 0.200774} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.062096] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.062785] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b35266-1ce5-4ac6-8c56-7b680935c1c8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.065908] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eced4350-5bfc-4f08-a8e8-904810708496 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.080130] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de6d1eb-fd53-4af2-a085-104ece189c32 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.084656] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 660.084656] env[65978]: value = "task-4713974" [ 660.084656] env[65978]: _type = "Task" [ 660.084656] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.117856] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ad1688-099d-4e25-b112-3880b884002c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.125208] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713974, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.130614] env[65978]: DEBUG nova.compute.manager [req-19f107fc-73aa-4d1c-a365-6dad9bdadbd7 req-090de0f0-bc36-4aec-848f-2d6fb0f617aa service nova] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Received event network-vif-deleted-a7415db1-08c6-44fd-9475-16799b636d2f {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 660.135465] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a689f758-5b19-4bab-a9fb-5ada36c5bbc1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.152348] env[65978]: DEBUG nova.compute.provider_tree [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 660.156234] env[65978]: DEBUG nova.compute.manager [req-6ea96bd2-7238-4726-887a-43aab7dc2bb2 req-f690e66a-aa59-4530-964c-bdfa4f1946d0 service nova] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Received event network-vif-plugged-914a1dad-1314-4a0b-92cf-6e93ab61f6f2 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 660.156476] env[65978]: DEBUG oslo_concurrency.lockutils [req-6ea96bd2-7238-4726-887a-43aab7dc2bb2 req-f690e66a-aa59-4530-964c-bdfa4f1946d0 service nova] Acquiring lock "4110db70-e306-4d35-8054-4b9de6f46e7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.156674] env[65978]: DEBUG oslo_concurrency.lockutils [req-6ea96bd2-7238-4726-887a-43aab7dc2bb2 req-f690e66a-aa59-4530-964c-bdfa4f1946d0 service nova] Lock "4110db70-e306-4d35-8054-4b9de6f46e7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.156830] env[65978]: DEBUG oslo_concurrency.lockutils [req-6ea96bd2-7238-4726-887a-43aab7dc2bb2 req-f690e66a-aa59-4530-964c-bdfa4f1946d0 service nova] Lock "4110db70-e306-4d35-8054-4b9de6f46e7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.156990] env[65978]: DEBUG nova.compute.manager [req-6ea96bd2-7238-4726-887a-43aab7dc2bb2 req-f690e66a-aa59-4530-964c-bdfa4f1946d0 service nova] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] No waiting events found dispatching network-vif-plugged-914a1dad-1314-4a0b-92cf-6e93ab61f6f2 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 660.157171] env[65978]: WARNING nova.compute.manager [req-6ea96bd2-7238-4726-887a-43aab7dc2bb2 req-f690e66a-aa59-4530-964c-bdfa4f1946d0 service nova] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Received unexpected event network-vif-plugged-914a1dad-1314-4a0b-92cf-6e93ab61f6f2 for instance with vm_state building and task_state spawning. [ 660.157303] env[65978]: DEBUG nova.compute.manager [req-6ea96bd2-7238-4726-887a-43aab7dc2bb2 req-f690e66a-aa59-4530-964c-bdfa4f1946d0 service nova] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Received event network-changed-914a1dad-1314-4a0b-92cf-6e93ab61f6f2 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 660.157446] env[65978]: DEBUG nova.compute.manager [req-6ea96bd2-7238-4726-887a-43aab7dc2bb2 req-f690e66a-aa59-4530-964c-bdfa4f1946d0 service nova] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Refreshing instance network info cache due to event network-changed-914a1dad-1314-4a0b-92cf-6e93ab61f6f2. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 660.157615] env[65978]: DEBUG oslo_concurrency.lockutils [req-6ea96bd2-7238-4726-887a-43aab7dc2bb2 req-f690e66a-aa59-4530-964c-bdfa4f1946d0 service nova] Acquiring lock "refresh_cache-4110db70-e306-4d35-8054-4b9de6f46e7a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.157739] env[65978]: DEBUG oslo_concurrency.lockutils [req-6ea96bd2-7238-4726-887a-43aab7dc2bb2 req-f690e66a-aa59-4530-964c-bdfa4f1946d0 service nova] Acquired lock "refresh_cache-4110db70-e306-4d35-8054-4b9de6f46e7a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.157881] env[65978]: DEBUG nova.network.neutron [req-6ea96bd2-7238-4726-887a-43aab7dc2bb2 req-f690e66a-aa59-4530-964c-bdfa4f1946d0 service nova] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Refreshing network info cache for port 914a1dad-1314-4a0b-92cf-6e93ab61f6f2 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.211109] env[65978]: DEBUG oslo_vmware.api [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52fe6af7-8b3a-78eb-8fee-8090d94afa78, 'name': SearchDatastore_Task, 'duration_secs': 0.014909} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.211360] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.211601] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 4110db70-e306-4d35-8054-4b9de6f46e7a/4110db70-e306-4d35-8054-4b9de6f46e7a.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.211869] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6b1a3b1-7780-4981-a067-4d2aa3480613 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.220209] env[65978]: DEBUG oslo_vmware.api [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Waiting for the task: (returnval){ [ 660.220209] env[65978]: value = "task-4713975" [ 660.220209] env[65978]: _type = "Task" [ 660.220209] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.230128] env[65978]: DEBUG oslo_vmware.api [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4713975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.394061] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.449266] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a691b8bf-c567-4c09-9dc1-3c326f53e371 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Volume attach. Driver type: vmdk {{(pid=65978) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 660.449596] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a691b8bf-c567-4c09-9dc1-3c326f53e371 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-919924', 'volume_id': '35f6e325-a4aa-469b-860f-afa259faf991', 'name': 'volume-35f6e325-a4aa-469b-860f-afa259faf991', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b29986ea-9c13-4d23-a7b1-ee537d20702a', 'attached_at': '', 'detached_at': '', 'volume_id': '35f6e325-a4aa-469b-860f-afa259faf991', 'serial': '35f6e325-a4aa-469b-860f-afa259faf991'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 660.450561] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406683cd-81f7-4da2-8ece-47436cf8f643 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.480348] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7be577-4b3b-4d06-b4b5-afb6c30bd506 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.513294] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a691b8bf-c567-4c09-9dc1-3c326f53e371 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] volume-35f6e325-a4aa-469b-860f-afa259faf991/volume-35f6e325-a4aa-469b-860f-afa259faf991.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.513501] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64ac9042-160f-4b7d-87bf-d016421cc6ea {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.535295] env[65978]: DEBUG oslo_vmware.api [None req-a691b8bf-c567-4c09-9dc1-3c326f53e371 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Waiting for the task: (returnval){ [ 660.535295] env[65978]: value = "task-4713976" [ 660.535295] env[65978]: _type = "Task" [ 660.535295] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.548256] env[65978]: DEBUG oslo_vmware.api [None req-a691b8bf-c567-4c09-9dc1-3c326f53e371 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Task: {'id': task-4713976, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.601888] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713974, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.665758] env[65978]: WARNING neutronclient.v2_0.client [req-6ea96bd2-7238-4726-887a-43aab7dc2bb2 req-f690e66a-aa59-4530-964c-bdfa4f1946d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.731198] env[65978]: DEBUG nova.scheduler.client.report [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Updated inventory for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with generation 38 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 660.731616] env[65978]: DEBUG nova.compute.provider_tree [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Updating resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 generation from 38 to 39 during operation: update_inventory {{(pid=65978) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 660.731793] env[65978]: DEBUG nova.compute.provider_tree [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 660.740159] env[65978]: DEBUG oslo_vmware.api [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4713975, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.047568] env[65978]: DEBUG oslo_vmware.api [None req-a691b8bf-c567-4c09-9dc1-3c326f53e371 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Task: {'id': task-4713976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.099780] env[65978]: DEBUG oslo_vmware.api [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4713974, 'name': PowerOnVM_Task, 'duration_secs': 0.970277} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.100144] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.100406] env[65978]: INFO nova.compute.manager [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Took 11.29 seconds to spawn the instance on the hypervisor. [ 661.100639] env[65978]: DEBUG nova.compute.manager [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 661.102058] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e64c96-1b77-4d1a-83d9-36ea84ec65fd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.236772] env[65978]: DEBUG oslo_vmware.api [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4713975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69332} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.237034] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquiring lock "324c4201-a6d8-4432-a992-728c1abe29d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.237243] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lock "324c4201-a6d8-4432-a992-728c1abe29d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.237450] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 4110db70-e306-4d35-8054-4b9de6f46e7a/4110db70-e306-4d35-8054-4b9de6f46e7a.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.237646] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.237884] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db77f6fe-ecfe-4fbc-804c-a33a18c0e864 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.245440] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.736s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.245832] env[65978]: DEBUG nova.compute.manager [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 661.250678] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.571s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.252348] env[65978]: INFO nova.compute.claims [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.256721] env[65978]: DEBUG oslo_vmware.api [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Waiting for the task: (returnval){ [ 661.256721] env[65978]: value = "task-4713977" [ 661.256721] env[65978]: _type = "Task" [ 661.256721] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.267509] env[65978]: DEBUG oslo_vmware.api [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4713977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.548168] env[65978]: DEBUG oslo_vmware.api [None req-a691b8bf-c567-4c09-9dc1-3c326f53e371 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Task: {'id': task-4713976, 'name': ReconfigVM_Task, 'duration_secs': 0.618839} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.548330] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a691b8bf-c567-4c09-9dc1-3c326f53e371 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Reconfigured VM instance instance-0000000a to attach disk [datastore2] volume-35f6e325-a4aa-469b-860f-afa259faf991/volume-35f6e325-a4aa-469b-860f-afa259faf991.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.553533] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe5f9ae0-f22b-4d2f-b542-6d95f5275c49 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.571580] env[65978]: DEBUG oslo_vmware.api [None req-a691b8bf-c567-4c09-9dc1-3c326f53e371 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Waiting for the task: (returnval){ [ 661.571580] env[65978]: value = "task-4713978" [ 661.571580] env[65978]: _type = "Task" [ 661.571580] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.582797] env[65978]: DEBUG oslo_vmware.api [None req-a691b8bf-c567-4c09-9dc1-3c326f53e371 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Task: {'id': task-4713978, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.624418] env[65978]: INFO nova.compute.manager [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Took 24.55 seconds to build instance. [ 661.751393] env[65978]: DEBUG nova.compute.utils [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.752857] env[65978]: DEBUG nova.compute.manager [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 661.754105] env[65978]: DEBUG nova.network.neutron [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 661.754517] env[65978]: WARNING neutronclient.v2_0.client [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.754835] env[65978]: WARNING neutronclient.v2_0.client [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.781386] env[65978]: DEBUG oslo_vmware.api [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4713977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07086} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.781794] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.782782] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396b3309-bba6-4475-a6cf-673d81e48e5c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.809740] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 4110db70-e306-4d35-8054-4b9de6f46e7a/4110db70-e306-4d35-8054-4b9de6f46e7a.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.810098] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30fe445f-44f9-4b22-b3c6-d8a977cb2e8a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.834603] env[65978]: DEBUG oslo_vmware.api [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Waiting for the task: (returnval){ [ 661.834603] env[65978]: value = "task-4713979" [ 661.834603] env[65978]: _type = "Task" [ 661.834603] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.845501] env[65978]: DEBUG oslo_vmware.api [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4713979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.084371] env[65978]: DEBUG oslo_vmware.api [None req-a691b8bf-c567-4c09-9dc1-3c326f53e371 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Task: {'id': task-4713978, 'name': ReconfigVM_Task, 'duration_secs': 0.308061} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.084765] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a691b8bf-c567-4c09-9dc1-3c326f53e371 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-919924', 'volume_id': '35f6e325-a4aa-469b-860f-afa259faf991', 'name': 'volume-35f6e325-a4aa-469b-860f-afa259faf991', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b29986ea-9c13-4d23-a7b1-ee537d20702a', 'attached_at': '', 'detached_at': '', 'volume_id': '35f6e325-a4aa-469b-860f-afa259faf991', 'serial': '35f6e325-a4aa-469b-860f-afa259faf991'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 662.126682] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a63162c5-7ca3-48d7-bbcc-50779503d0b4 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "51206bff-a257-4f16-97df-5f959c253127" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.059s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.179606] env[65978]: WARNING neutronclient.v2_0.client [req-6ea96bd2-7238-4726-887a-43aab7dc2bb2 req-f690e66a-aa59-4530-964c-bdfa4f1946d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.262564] env[65978]: DEBUG nova.compute.manager [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 662.347553] env[65978]: DEBUG oslo_vmware.api [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4713979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.630097] env[65978]: DEBUG nova.compute.manager [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 662.709345] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4a21e1-878e-40a4-8e12-7b25f7e3b695 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.720991] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05aaefc-ded6-42ed-8b1e-aef626e8d495 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.755240] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c157ab91-6e1f-43b6-8f4c-f472ab4f7548 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.764615] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b93c0e-4ffc-4cc6-8bf7-f50fa3c48391 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.788654] env[65978]: DEBUG nova.compute.provider_tree [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.851032] env[65978]: DEBUG oslo_vmware.api [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4713979, 'name': ReconfigVM_Task, 'duration_secs': 0.62158} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.851032] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 4110db70-e306-4d35-8054-4b9de6f46e7a/4110db70-e306-4d35-8054-4b9de6f46e7a.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.851032] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2044f9c5-3171-4bc3-b927-4be5d2b41889 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.857463] env[65978]: DEBUG oslo_vmware.api [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Waiting for the task: (returnval){ [ 662.857463] env[65978]: value = "task-4713980" [ 662.857463] env[65978]: _type = "Task" [ 662.857463] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.868635] env[65978]: DEBUG oslo_vmware.api [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4713980, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.148361] env[65978]: DEBUG nova.objects.instance [None req-a691b8bf-c567-4c09-9dc1-3c326f53e371 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Lazy-loading 'flavor' on Instance uuid b29986ea-9c13-4d23-a7b1-ee537d20702a {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 663.161011] env[65978]: DEBUG oslo_concurrency.lockutils [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.275619] env[65978]: DEBUG nova.compute.manager [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 663.286431] env[65978]: DEBUG nova.scheduler.client.report [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.314682] env[65978]: DEBUG nova.virt.hardware [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 663.315204] env[65978]: DEBUG nova.virt.hardware [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.315204] env[65978]: DEBUG nova.virt.hardware [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 663.315341] env[65978]: DEBUG nova.virt.hardware [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.315380] env[65978]: DEBUG nova.virt.hardware [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 663.315482] env[65978]: DEBUG nova.virt.hardware [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 663.315672] env[65978]: DEBUG nova.virt.hardware [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 663.315813] env[65978]: DEBUG nova.virt.hardware [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 663.315962] env[65978]: DEBUG nova.virt.hardware [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 663.316215] env[65978]: DEBUG nova.virt.hardware [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 663.316356] env[65978]: DEBUG nova.virt.hardware [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 663.317274] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8766ec-1885-4b77-9a3d-191629ebf299 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.331424] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dea8725-d930-4544-9da1-3ec8a4fc145b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.367919] env[65978]: DEBUG oslo_vmware.api [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4713980, 'name': Rename_Task, 'duration_secs': 0.156969} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.368455] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.368592] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbbdd00d-e53d-4ca9-afd9-1a4b8c73319b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.376949] env[65978]: DEBUG oslo_vmware.api [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Waiting for the task: (returnval){ [ 663.376949] env[65978]: value = "task-4713981" [ 663.376949] env[65978]: _type = "Task" [ 663.376949] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.387498] env[65978]: DEBUG oslo_vmware.api [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4713981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.652094] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a691b8bf-c567-4c09-9dc1-3c326f53e371 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Lock "b29986ea-9c13-4d23-a7b1-ee537d20702a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.006s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.792878] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.793445] env[65978]: DEBUG nova.compute.manager [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 663.796955] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.504s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.799379] env[65978]: INFO nova.compute.claims [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.890852] env[65978]: DEBUG oslo_vmware.api [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4713981, 'name': PowerOnVM_Task, 'duration_secs': 0.499916} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.891648] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.891872] env[65978]: INFO nova.compute.manager [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Took 8.49 seconds to spawn the instance on the hypervisor. [ 663.892258] env[65978]: DEBUG nova.compute.manager [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 663.893011] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676b1e5e-5332-4396-b2f4-e80a1b188455 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.946487] env[65978]: DEBUG nova.policy [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a94eff193224216b52d2101ec1f314d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ec510ad120244afaf81c6c95602f1be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.303071] env[65978]: DEBUG nova.compute.utils [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.312999] env[65978]: DEBUG nova.compute.manager [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 664.312999] env[65978]: DEBUG nova.network.neutron [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 664.312999] env[65978]: WARNING neutronclient.v2_0.client [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.312999] env[65978]: WARNING neutronclient.v2_0.client [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.419806] env[65978]: INFO nova.compute.manager [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Took 24.03 seconds to build instance. [ 664.424703] env[65978]: DEBUG nova.network.neutron [req-6ea96bd2-7238-4726-887a-43aab7dc2bb2 req-f690e66a-aa59-4530-964c-bdfa4f1946d0 service nova] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Updated VIF entry in instance network info cache for port 914a1dad-1314-4a0b-92cf-6e93ab61f6f2. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 664.424703] env[65978]: DEBUG nova.network.neutron [req-6ea96bd2-7238-4726-887a-43aab7dc2bb2 req-f690e66a-aa59-4530-964c-bdfa4f1946d0 service nova] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Updating instance_info_cache with network_info: [{"id": "914a1dad-1314-4a0b-92cf-6e93ab61f6f2", "address": "fa:16:3e:50:21:c7", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap914a1dad-13", "ovs_interfaceid": "914a1dad-1314-4a0b-92cf-6e93ab61f6f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.812422] env[65978]: DEBUG nova.compute.manager [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 664.925539] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4f645faa-3883-494f-b9bd-2151bb8f7bf8 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Lock "4110db70-e306-4d35-8054-4b9de6f46e7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.544s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.926158] env[65978]: DEBUG oslo_concurrency.lockutils [req-6ea96bd2-7238-4726-887a-43aab7dc2bb2 req-f690e66a-aa59-4530-964c-bdfa4f1946d0 service nova] Releasing lock "refresh_cache-4110db70-e306-4d35-8054-4b9de6f46e7a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.926379] env[65978]: DEBUG nova.compute.manager [req-6ea96bd2-7238-4726-887a-43aab7dc2bb2 req-f690e66a-aa59-4530-964c-bdfa4f1946d0 service nova] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Received event network-vif-deleted-0b69dad2-293c-4406-aa21-564c9201fd9c {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 664.958710] env[65978]: DEBUG nova.network.neutron [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Successfully created port: c2512ed8-467a-47cf-a76c-9b48ea42c5a2 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 665.025507] env[65978]: DEBUG nova.policy [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e5179d27afe479d933ce2ce63922cd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7479b38af7c414d9ab516169fc116dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.286036] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78049b24-12bd-4aa3-98ca-7aa12c9d2cd2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.297878] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bae0cea-4b04-48ec-b7dd-fa00dae20a39 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.338541] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a53809-a420-43fe-bb9f-e00078acb85d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.346749] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe87f3d-acf1-441b-be6f-cada43c79977 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.365207] env[65978]: DEBUG nova.compute.provider_tree [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.430499] env[65978]: DEBUG nova.compute.manager [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 665.818879] env[65978]: DEBUG nova.network.neutron [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Successfully created port: f8273666-9542-4d86-9b52-70b3fe327ca4 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 665.842340] env[65978]: DEBUG nova.compute.manager [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 665.867235] env[65978]: DEBUG nova.scheduler.client.report [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.903944] env[65978]: DEBUG nova.virt.hardware [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 665.904168] env[65978]: DEBUG nova.virt.hardware [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.904236] env[65978]: DEBUG nova.virt.hardware [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 665.904495] env[65978]: DEBUG nova.virt.hardware [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.904719] env[65978]: DEBUG nova.virt.hardware [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 665.904766] env[65978]: DEBUG nova.virt.hardware [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 665.905753] env[65978]: DEBUG nova.virt.hardware [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 665.905753] env[65978]: DEBUG nova.virt.hardware [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 665.905753] env[65978]: DEBUG nova.virt.hardware [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 665.905753] env[65978]: DEBUG nova.virt.hardware [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 665.905753] env[65978]: DEBUG nova.virt.hardware [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 665.906681] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27d72ef-d64c-495c-8427-0bfda7b53e29 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.917210] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56e9b61-9f4d-4a55-887e-f14aa8bada33 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.957245] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.376143] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.376143] env[65978]: DEBUG nova.compute.manager [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 666.379407] env[65978]: DEBUG oslo_concurrency.lockutils [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.469s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.380093] env[65978]: INFO nova.compute.claims [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.889456] env[65978]: DEBUG nova.compute.utils [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.889456] env[65978]: DEBUG nova.compute.manager [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 666.889456] env[65978]: DEBUG nova.network.neutron [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 666.889456] env[65978]: WARNING neutronclient.v2_0.client [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.889918] env[65978]: WARNING neutronclient.v2_0.client [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.916996] env[65978]: DEBUG nova.network.neutron [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Successfully updated port: c2512ed8-467a-47cf-a76c-9b48ea42c5a2 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 667.129868] env[65978]: DEBUG nova.policy [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ad4bdc573324ecfb735601290126a7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b720996f6d3443fbb2b7e9db6cb6f5f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.393099] env[65978]: DEBUG nova.compute.manager [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 667.425392] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Acquiring lock "refresh_cache-c29d5f04-bcba-407e-aa0c-7a50284593fd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.425564] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Acquired lock "refresh_cache-c29d5f04-bcba-407e-aa0c-7a50284593fd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.425719] env[65978]: DEBUG nova.network.neutron [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 667.568018] env[65978]: DEBUG nova.network.neutron [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Successfully created port: db5ca003-0bc6-42a6-9c12-59acac320fbc {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 667.643110] env[65978]: DEBUG nova.network.neutron [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Successfully updated port: f8273666-9542-4d86-9b52-70b3fe327ca4 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 667.841122] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa71a81-c36c-49f8-9950-3229340a944e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.851702] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c9a286-28c3-408a-8356-ca2c17ea796d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.883432] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961567ee-12a8-409a-80e0-426c06f7b2af {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.892090] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652b6929-0bb3-42ca-8e9b-17cdb4b39f31 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.910045] env[65978]: DEBUG nova.compute.provider_tree [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.057526] env[65978]: DEBUG nova.network.neutron [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 668.147192] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "refresh_cache-429beadd-d1ad-4122-84a5-6fde2d7902c2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.147455] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquired lock "refresh_cache-429beadd-d1ad-4122-84a5-6fde2d7902c2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.147645] env[65978]: DEBUG nova.network.neutron [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 668.401145] env[65978]: DEBUG nova.compute.manager [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 668.416025] env[65978]: DEBUG nova.scheduler.client.report [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.437533] env[65978]: DEBUG nova.virt.hardware [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 668.437797] env[65978]: DEBUG nova.virt.hardware [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.437944] env[65978]: DEBUG nova.virt.hardware [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 668.438128] env[65978]: DEBUG nova.virt.hardware [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.438341] env[65978]: DEBUG nova.virt.hardware [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 668.438560] env[65978]: DEBUG nova.virt.hardware [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 668.438795] env[65978]: DEBUG nova.virt.hardware [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 668.438947] env[65978]: DEBUG nova.virt.hardware [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 668.439117] env[65978]: DEBUG nova.virt.hardware [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 668.439332] env[65978]: DEBUG nova.virt.hardware [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 668.439558] env[65978]: DEBUG nova.virt.hardware [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 668.441100] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5716da35-d00e-43d3-b98e-86e223e6499e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.451738] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c574560a-82e1-4ee1-a617-0fc286920473 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.921603] env[65978]: DEBUG oslo_concurrency.lockutils [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.922185] env[65978]: DEBUG nova.compute.manager [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 668.924986] env[65978]: DEBUG oslo_concurrency.lockutils [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.163s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.925265] env[65978]: DEBUG nova.objects.instance [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lazy-loading 'resources' on Instance uuid a184488e-5cc8-48c9-a3eb-a758dc046494 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 669.179196] env[65978]: DEBUG nova.network.neutron [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 669.221270] env[65978]: DEBUG nova.compute.manager [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 669.222212] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a782f58-4a13-4c69-aea1-24d11aee2108 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.238176] env[65978]: DEBUG nova.network.neutron [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Successfully updated port: db5ca003-0bc6-42a6-9c12-59acac320fbc {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 669.365057] env[65978]: WARNING neutronclient.v2_0.client [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.432596] env[65978]: DEBUG nova.compute.utils [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.436572] env[65978]: DEBUG nova.compute.manager [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 669.436803] env[65978]: DEBUG nova.network.neutron [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 669.437112] env[65978]: WARNING neutronclient.v2_0.client [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.437399] env[65978]: WARNING neutronclient.v2_0.client [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.609513] env[65978]: DEBUG nova.policy [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a0703d7f2bf491cbac68bd06aa71c5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed2daf401bfe4bbda6965f530863bb87', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.684948] env[65978]: DEBUG nova.network.neutron [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Updating instance_info_cache with network_info: [{"id": "c2512ed8-467a-47cf-a76c-9b48ea42c5a2", "address": "fa:16:3e:67:cc:82", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2512ed8-46", "ovs_interfaceid": "c2512ed8-467a-47cf-a76c-9b48ea42c5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.727547] env[65978]: WARNING neutronclient.v2_0.client [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.736740] env[65978]: INFO nova.compute.manager [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] instance snapshotting [ 669.738772] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cad5437-045d-4c51-aed5-45d8bba30d24 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.746155] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "refresh_cache-a14898a3-b874-4ad3-b2fa-e69608ef4d0f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.746155] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquired lock "refresh_cache-a14898a3-b874-4ad3-b2fa-e69608ef4d0f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.746155] env[65978]: DEBUG nova.network.neutron [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 669.767451] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94643015-a507-4452-9b12-cf450b205418 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.882825] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f719b7a-496e-4246-b146-acbc41bc8721 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.892427] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf33397-adff-4bca-8478-935733699d92 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.927190] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1320d250-c4ad-48e9-a27b-c6b68e9b4baf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.938036] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda513e7-d0e1-4934-bd9d-abb286fdeed7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.942599] env[65978]: DEBUG nova.compute.manager [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 669.959980] env[65978]: DEBUG nova.compute.provider_tree [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.173783] env[65978]: DEBUG nova.network.neutron [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Successfully created port: 36f92f06-942a-4aed-ad05-e9c9ec049ec2 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 670.190939] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Releasing lock "refresh_cache-c29d5f04-bcba-407e-aa0c-7a50284593fd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.191346] env[65978]: DEBUG nova.compute.manager [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Instance network_info: |[{"id": "c2512ed8-467a-47cf-a76c-9b48ea42c5a2", "address": "fa:16:3e:67:cc:82", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2512ed8-46", "ovs_interfaceid": "c2512ed8-467a-47cf-a76c-9b48ea42c5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 670.192342] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:cc:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2512ed8-467a-47cf-a76c-9b48ea42c5a2', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.199907] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 670.200151] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.200381] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4676cb25-fab8-4744-8107-eb694598a879 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.222524] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.222524] env[65978]: value = "task-4713982" [ 670.222524] env[65978]: _type = "Task" [ 670.222524] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.234778] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713982, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.281559] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Creating Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 670.281925] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-75fe3638-b60f-413f-ad13-9842414fcd7f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.290983] env[65978]: DEBUG oslo_vmware.api [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 670.290983] env[65978]: value = "task-4713983" [ 670.290983] env[65978]: _type = "Task" [ 670.290983] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.300400] env[65978]: DEBUG oslo_vmware.api [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713983, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.354523] env[65978]: DEBUG nova.network.neutron [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Updating instance_info_cache with network_info: [{"id": "f8273666-9542-4d86-9b52-70b3fe327ca4", "address": "fa:16:3e:62:13:c1", "network": {"id": "9cc5a8d2-8f96-432c-8dda-b76a6f7b1b83", "bridge": "br-int", "label": "tempest-ImagesTestJSON-821420644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7479b38af7c414d9ab516169fc116dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8273666-95", "ovs_interfaceid": "f8273666-9542-4d86-9b52-70b3fe327ca4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.399610] env[65978]: DEBUG nova.network.neutron [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 670.464395] env[65978]: DEBUG nova.scheduler.client.report [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.736212] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713982, 'name': CreateVM_Task, 'duration_secs': 0.340995} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.736465] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.737040] env[65978]: WARNING neutronclient.v2_0.client [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.737431] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.737591] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.737906] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.738543] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b635cf1-50ac-490f-813a-7ad2eb5d7313 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.747660] env[65978]: DEBUG oslo_vmware.api [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Waiting for the task: (returnval){ [ 670.747660] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b64d67-409d-0f33-dc4e-46d732c6736c" [ 670.747660] env[65978]: _type = "Task" [ 670.747660] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.758936] env[65978]: DEBUG oslo_vmware.api [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b64d67-409d-0f33-dc4e-46d732c6736c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.805180] env[65978]: DEBUG oslo_vmware.api [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713983, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.807916] env[65978]: DEBUG nova.compute.manager [req-4e68c1cf-3ac6-4899-ac8a-15160777f2b7 req-02200aca-c05e-4ee3-bf01-13c777763148 service nova] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Received event network-vif-plugged-c2512ed8-467a-47cf-a76c-9b48ea42c5a2 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 670.807916] env[65978]: DEBUG oslo_concurrency.lockutils [req-4e68c1cf-3ac6-4899-ac8a-15160777f2b7 req-02200aca-c05e-4ee3-bf01-13c777763148 service nova] Acquiring lock "c29d5f04-bcba-407e-aa0c-7a50284593fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.807916] env[65978]: DEBUG oslo_concurrency.lockutils [req-4e68c1cf-3ac6-4899-ac8a-15160777f2b7 req-02200aca-c05e-4ee3-bf01-13c777763148 service nova] Lock "c29d5f04-bcba-407e-aa0c-7a50284593fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.808242] env[65978]: DEBUG oslo_concurrency.lockutils [req-4e68c1cf-3ac6-4899-ac8a-15160777f2b7 req-02200aca-c05e-4ee3-bf01-13c777763148 service nova] Lock "c29d5f04-bcba-407e-aa0c-7a50284593fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.808554] env[65978]: DEBUG nova.compute.manager [req-4e68c1cf-3ac6-4899-ac8a-15160777f2b7 req-02200aca-c05e-4ee3-bf01-13c777763148 service nova] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] No waiting events found dispatching network-vif-plugged-c2512ed8-467a-47cf-a76c-9b48ea42c5a2 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 670.808875] env[65978]: WARNING nova.compute.manager [req-4e68c1cf-3ac6-4899-ac8a-15160777f2b7 req-02200aca-c05e-4ee3-bf01-13c777763148 service nova] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Received unexpected event network-vif-plugged-c2512ed8-467a-47cf-a76c-9b48ea42c5a2 for instance with vm_state building and task_state spawning. [ 670.857436] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Releasing lock "refresh_cache-429beadd-d1ad-4122-84a5-6fde2d7902c2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.858416] env[65978]: DEBUG nova.compute.manager [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Instance network_info: |[{"id": "f8273666-9542-4d86-9b52-70b3fe327ca4", "address": "fa:16:3e:62:13:c1", "network": {"id": "9cc5a8d2-8f96-432c-8dda-b76a6f7b1b83", "bridge": "br-int", "label": "tempest-ImagesTestJSON-821420644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7479b38af7c414d9ab516169fc116dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8273666-95", "ovs_interfaceid": "f8273666-9542-4d86-9b52-70b3fe327ca4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 670.858540] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:13:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8273666-9542-4d86-9b52-70b3fe327ca4', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.866849] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 670.867139] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.867396] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50a20ea9-5890-4aef-b3cb-f65d6646513a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.889943] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.889943] env[65978]: value = "task-4713984" [ 670.889943] env[65978]: _type = "Task" [ 670.889943] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.894524] env[65978]: WARNING neutronclient.v2_0.client [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.905147] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713984, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.960141] env[65978]: DEBUG nova.compute.manager [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 670.974682] env[65978]: DEBUG oslo_concurrency.lockutils [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.977865] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.149s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.978964] env[65978]: INFO nova.compute.claims [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.999019] env[65978]: DEBUG nova.virt.hardware [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 670.999019] env[65978]: DEBUG nova.virt.hardware [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.999449] env[65978]: DEBUG nova.virt.hardware [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 671.000061] env[65978]: DEBUG nova.virt.hardware [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.000139] env[65978]: DEBUG nova.virt.hardware [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 671.000242] env[65978]: DEBUG nova.virt.hardware [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 671.000499] env[65978]: DEBUG nova.virt.hardware [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 671.000761] env[65978]: DEBUG nova.virt.hardware [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 671.001435] env[65978]: DEBUG nova.virt.hardware [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 671.001435] env[65978]: DEBUG nova.virt.hardware [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 671.001435] env[65978]: DEBUG nova.virt.hardware [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 671.002360] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1a6a75-2e07-478a-8122-c3de8719d9f4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.006656] env[65978]: INFO nova.scheduler.client.report [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Deleted allocations for instance a184488e-5cc8-48c9-a3eb-a758dc046494 [ 671.015077] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02e8193-1bb6-4d43-93d1-29d95689c351 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.021238] env[65978]: DEBUG nova.compute.manager [req-3d79d8e9-f24b-46d4-8fe6-5d93e2f0e672 req-9ca22cc3-9b3f-4dca-afae-6cac44752d40 service nova] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Received event network-vif-plugged-f8273666-9542-4d86-9b52-70b3fe327ca4 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 671.021347] env[65978]: DEBUG oslo_concurrency.lockutils [req-3d79d8e9-f24b-46d4-8fe6-5d93e2f0e672 req-9ca22cc3-9b3f-4dca-afae-6cac44752d40 service nova] Acquiring lock "429beadd-d1ad-4122-84a5-6fde2d7902c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.021578] env[65978]: DEBUG oslo_concurrency.lockutils [req-3d79d8e9-f24b-46d4-8fe6-5d93e2f0e672 req-9ca22cc3-9b3f-4dca-afae-6cac44752d40 service nova] Lock "429beadd-d1ad-4122-84a5-6fde2d7902c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.021742] env[65978]: DEBUG oslo_concurrency.lockutils [req-3d79d8e9-f24b-46d4-8fe6-5d93e2f0e672 req-9ca22cc3-9b3f-4dca-afae-6cac44752d40 service nova] Lock "429beadd-d1ad-4122-84a5-6fde2d7902c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.021898] env[65978]: DEBUG nova.compute.manager [req-3d79d8e9-f24b-46d4-8fe6-5d93e2f0e672 req-9ca22cc3-9b3f-4dca-afae-6cac44752d40 service nova] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] No waiting events found dispatching network-vif-plugged-f8273666-9542-4d86-9b52-70b3fe327ca4 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 671.022091] env[65978]: WARNING nova.compute.manager [req-3d79d8e9-f24b-46d4-8fe6-5d93e2f0e672 req-9ca22cc3-9b3f-4dca-afae-6cac44752d40 service nova] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Received unexpected event network-vif-plugged-f8273666-9542-4d86-9b52-70b3fe327ca4 for instance with vm_state building and task_state spawning. [ 671.176199] env[65978]: DEBUG nova.network.neutron [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Updating instance_info_cache with network_info: [{"id": "db5ca003-0bc6-42a6-9c12-59acac320fbc", "address": "fa:16:3e:4d:dd:b2", "network": {"id": "880ff484-5375-48fa-ab2d-7e7f2062f61a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-293081234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b720996f6d3443fbb2b7e9db6cb6f5f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5ca003-0b", "ovs_interfaceid": "db5ca003-0bc6-42a6-9c12-59acac320fbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.260117] env[65978]: DEBUG oslo_vmware.api [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b64d67-409d-0f33-dc4e-46d732c6736c, 'name': SearchDatastore_Task, 'duration_secs': 0.012061} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.260218] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.260834] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.260834] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.260834] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.261016] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.261284] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70388337-e741-4174-bb96-0812d52f3f4a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.272934] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.273177] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.274119] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5596eea3-3acb-4af8-9453-eab931222174 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.283293] env[65978]: DEBUG oslo_vmware.api [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Waiting for the task: (returnval){ [ 671.283293] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f652b9-ff06-7cd4-5c37-324a46a6b4ea" [ 671.283293] env[65978]: _type = "Task" [ 671.283293] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.291818] env[65978]: DEBUG oslo_vmware.api [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f652b9-ff06-7cd4-5c37-324a46a6b4ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.301824] env[65978]: DEBUG oslo_vmware.api [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713983, 'name': CreateSnapshot_Task, 'duration_secs': 0.571848} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.302588] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Created Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 671.303432] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94beb716-cf61-41dc-9b6a-ed5c80ac33ea {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.407086] env[65978]: DEBUG oslo_concurrency.lockutils [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Acquiring lock "9e8bf8f2-b4c9-4984-984c-0f2af28603f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.407334] env[65978]: DEBUG oslo_concurrency.lockutils [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Lock "9e8bf8f2-b4c9-4984-984c-0f2af28603f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.407603] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713984, 'name': CreateVM_Task, 'duration_secs': 0.36288} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.407857] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.408338] env[65978]: WARNING neutronclient.v2_0.client [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.408892] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.409064] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.409415] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.410021] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dfd4b6b-d34f-4f27-a54a-5c4d546b6d87 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.415967] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 671.415967] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]522239c2-a9ae-d7db-392f-14efd15595f8" [ 671.415967] env[65978]: _type = "Task" [ 671.415967] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.426266] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]522239c2-a9ae-d7db-392f-14efd15595f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.517598] env[65978]: DEBUG oslo_concurrency.lockutils [None req-dec256cd-1354-4f2e-be3f-ff43bbc42a93 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "a184488e-5cc8-48c9-a3eb-a758dc046494" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.768s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.679058] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Releasing lock "refresh_cache-a14898a3-b874-4ad3-b2fa-e69608ef4d0f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.679460] env[65978]: DEBUG nova.compute.manager [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Instance network_info: |[{"id": "db5ca003-0bc6-42a6-9c12-59acac320fbc", "address": "fa:16:3e:4d:dd:b2", "network": {"id": "880ff484-5375-48fa-ab2d-7e7f2062f61a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-293081234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b720996f6d3443fbb2b7e9db6cb6f5f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5ca003-0b", "ovs_interfaceid": "db5ca003-0bc6-42a6-9c12-59acac320fbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 671.679923] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:dd:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db5ca003-0bc6-42a6-9c12-59acac320fbc', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.687339] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Creating folder: Project (b720996f6d3443fbb2b7e9db6cb6f5f5). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.688550] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4826bbd-40a5-407e-9924-177a5368b4f3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.701514] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Created folder: Project (b720996f6d3443fbb2b7e9db6cb6f5f5) in parent group-v919857. [ 671.701715] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Creating folder: Instances. Parent ref: group-v919929. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.701976] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c56db8aa-10f4-40b2-973f-eb6c760e4a34 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.717713] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Created folder: Instances in parent group-v919929. [ 671.717713] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 671.717713] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.717713] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4fbbca9-91e0-4a77-a1df-9b46a213925f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.742175] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.742175] env[65978]: value = "task-4713987" [ 671.742175] env[65978]: _type = "Task" [ 671.742175] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.753282] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713987, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.803816] env[65978]: DEBUG oslo_vmware.api [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f652b9-ff06-7cd4-5c37-324a46a6b4ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009712} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.805075] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c77250b-4035-4d36-b988-5d2c2a711fcd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.813862] env[65978]: DEBUG oslo_vmware.api [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Waiting for the task: (returnval){ [ 671.813862] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52ca0b46-2b4f-6941-dce3-8257aac09fad" [ 671.813862] env[65978]: _type = "Task" [ 671.813862] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.831212] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Creating linked-clone VM from snapshot {{(pid=65978) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 671.832200] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fd9d16fb-a07b-490f-839f-57f8e2cfd7c2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.846943] env[65978]: DEBUG oslo_vmware.api [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52ca0b46-2b4f-6941-dce3-8257aac09fad, 'name': SearchDatastore_Task, 'duration_secs': 0.011377} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.851041] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.851041] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] c29d5f04-bcba-407e-aa0c-7a50284593fd/c29d5f04-bcba-407e-aa0c-7a50284593fd.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.851041] env[65978]: DEBUG oslo_vmware.api [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 671.851041] env[65978]: value = "task-4713988" [ 671.851041] env[65978]: _type = "Task" [ 671.851041] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.851041] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2609ff85-f935-4d60-8802-1f6328bf14ba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.864615] env[65978]: DEBUG nova.network.neutron [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Successfully updated port: 36f92f06-942a-4aed-ad05-e9c9ec049ec2 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 671.878638] env[65978]: DEBUG oslo_vmware.api [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713988, 'name': CloneVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.878798] env[65978]: DEBUG oslo_vmware.api [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Waiting for the task: (returnval){ [ 671.878798] env[65978]: value = "task-4713989" [ 671.878798] env[65978]: _type = "Task" [ 671.878798] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.890231] env[65978]: DEBUG oslo_vmware.api [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4713989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.938275] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]522239c2-a9ae-d7db-392f-14efd15595f8, 'name': SearchDatastore_Task, 'duration_secs': 0.009891} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.938275] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.938275] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.938275] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.938803] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.938803] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.938803] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8931e163-8285-47da-8d5b-083d83837f1b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.950040] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.950313] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.951453] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f556c109-7405-4668-83bb-13d1fb0c9363 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.960134] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 671.960134] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52553b00-c420-0c80-93b8-3e057303d29b" [ 671.960134] env[65978]: _type = "Task" [ 671.960134] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.972393] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52553b00-c420-0c80-93b8-3e057303d29b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.260970] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713987, 'name': CreateVM_Task, 'duration_secs': 0.499825} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.261222] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.261847] env[65978]: WARNING neutronclient.v2_0.client [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.262495] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.262731] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.263377] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.263473] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed833c94-2691-4aad-a5dd-8782f3e9def7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.275249] env[65978]: DEBUG oslo_vmware.api [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 672.275249] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521df9d9-6fc6-d794-ef84-1607ab4fe678" [ 672.275249] env[65978]: _type = "Task" [ 672.275249] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.287465] env[65978]: DEBUG oslo_vmware.api [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521df9d9-6fc6-d794-ef84-1607ab4fe678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.368287] env[65978]: DEBUG oslo_concurrency.lockutils [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Acquiring lock "refresh_cache-2c431607-3454-49b7-8946-b41834e22baf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.368665] env[65978]: DEBUG oslo_concurrency.lockutils [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Acquired lock "refresh_cache-2c431607-3454-49b7-8946-b41834e22baf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.368868] env[65978]: DEBUG nova.network.neutron [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 672.371100] env[65978]: DEBUG oslo_vmware.api [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713988, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.394687] env[65978]: DEBUG oslo_vmware.api [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4713989, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.473157] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52553b00-c420-0c80-93b8-3e057303d29b, 'name': SearchDatastore_Task, 'duration_secs': 0.011013} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.476944] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1274b97-1c00-49f3-ad39-dea70f742871 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.482727] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 672.482727] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c28f22-0b9a-08f1-e5b8-d9dbb0931e45" [ 672.482727] env[65978]: _type = "Task" [ 672.482727] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.493970] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c28f22-0b9a-08f1-e5b8-d9dbb0931e45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.533936] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b41cd9-da45-4812-bb9a-a5b295d84179 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.541491] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c674f1ed-4631-4b23-a078-a722ec45481d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.579446] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6a4574-3387-476a-8561-c4de77f270a4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.589021] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5225ffd8-7329-4ab8-9937-42243cb923cb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.604574] env[65978]: DEBUG nova.compute.provider_tree [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.685917] env[65978]: DEBUG oslo_concurrency.lockutils [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "eeb54305-cddf-4ff6-9816-c11e8923aea6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.686216] env[65978]: DEBUG oslo_concurrency.lockutils [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "eeb54305-cddf-4ff6-9816-c11e8923aea6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.793268] env[65978]: DEBUG oslo_vmware.api [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521df9d9-6fc6-d794-ef84-1607ab4fe678, 'name': SearchDatastore_Task, 'duration_secs': 0.065846} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.793637] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.794327] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.794327] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.865985] env[65978]: DEBUG oslo_vmware.api [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713988, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.897293] env[65978]: DEBUG oslo_vmware.api [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4713989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538022} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.897733] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] c29d5f04-bcba-407e-aa0c-7a50284593fd/c29d5f04-bcba-407e-aa0c-7a50284593fd.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.897961] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.898169] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f7d3def-a517-4c31-a1f3-c22cdcdb35ce {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.907874] env[65978]: DEBUG oslo_vmware.api [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Waiting for the task: (returnval){ [ 672.907874] env[65978]: value = "task-4713990" [ 672.907874] env[65978]: _type = "Task" [ 672.907874] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.913435] env[65978]: DEBUG nova.network.neutron [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 672.926316] env[65978]: DEBUG oslo_vmware.api [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4713990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.997423] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c28f22-0b9a-08f1-e5b8-d9dbb0931e45, 'name': SearchDatastore_Task, 'duration_secs': 0.009463} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.997496] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.998051] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 429beadd-d1ad-4122-84a5-6fde2d7902c2/429beadd-d1ad-4122-84a5-6fde2d7902c2.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.998273] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.998436] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.998675] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e21fe0f-890d-4957-a34d-65391c3ba32d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.001016] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8802a56f-4846-4ad9-9466-7ee02666d95b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.012863] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 673.012863] env[65978]: value = "task-4713991" [ 673.012863] env[65978]: _type = "Task" [ 673.012863] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.017910] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.017910] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.018959] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05e9985f-a986-4312-b796-9ef455b5441a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.025017] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.030726] env[65978]: DEBUG oslo_vmware.api [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 673.030726] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5274e878-a6f1-9d59-7f8b-d3a272f4f5f7" [ 673.030726] env[65978]: _type = "Task" [ 673.030726] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.040812] env[65978]: WARNING neutronclient.v2_0.client [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.047424] env[65978]: DEBUG oslo_vmware.api [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5274e878-a6f1-9d59-7f8b-d3a272f4f5f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009921} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.048443] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18a70d41-1ee6-44f3-8d3f-d9eecad2b55b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.059022] env[65978]: DEBUG oslo_vmware.api [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 673.059022] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520d7cb8-c935-40e1-e093-2cdbc47e4910" [ 673.059022] env[65978]: _type = "Task" [ 673.059022] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.069479] env[65978]: DEBUG oslo_vmware.api [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520d7cb8-c935-40e1-e093-2cdbc47e4910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.110275] env[65978]: DEBUG nova.scheduler.client.report [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.182313] env[65978]: DEBUG nova.network.neutron [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Updating instance_info_cache with network_info: [{"id": "36f92f06-942a-4aed-ad05-e9c9ec049ec2", "address": "fa:16:3e:8d:26:4a", "network": {"id": "922d889d-0cd6-487a-8be9-7d1db435296f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-926283033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed2daf401bfe4bbda6965f530863bb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36f92f06-94", "ovs_interfaceid": "36f92f06-942a-4aed-ad05-e9c9ec049ec2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.371222] env[65978]: DEBUG oslo_vmware.api [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713988, 'name': CloneVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.431655] env[65978]: DEBUG oslo_vmware.api [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4713990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081143} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.431655] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.432202] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff894600-16cd-40c8-900c-fc556bc3b858 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.466589] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] c29d5f04-bcba-407e-aa0c-7a50284593fd/c29d5f04-bcba-407e-aa0c-7a50284593fd.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.467435] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04ad60fc-ff07-4737-b770-72f59d91c741 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.493342] env[65978]: DEBUG oslo_vmware.api [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Waiting for the task: (returnval){ [ 673.493342] env[65978]: value = "task-4713992" [ 673.493342] env[65978]: _type = "Task" [ 673.493342] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.507633] env[65978]: DEBUG oslo_vmware.api [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4713992, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.526943] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713991, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.567459] env[65978]: DEBUG oslo_vmware.api [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520d7cb8-c935-40e1-e093-2cdbc47e4910, 'name': SearchDatastore_Task, 'duration_secs': 0.011022} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.567918] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.568134] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a14898a3-b874-4ad3-b2fa-e69608ef4d0f/a14898a3-b874-4ad3-b2fa-e69608ef4d0f.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.568478] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90445f55-3a17-42e2-b51e-b1ea08b1ea1e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.576951] env[65978]: DEBUG oslo_vmware.api [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 673.576951] env[65978]: value = "task-4713993" [ 673.576951] env[65978]: _type = "Task" [ 673.576951] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.586965] env[65978]: DEBUG oslo_vmware.api [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4713993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.617807] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.618442] env[65978]: DEBUG nova.compute.manager [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 673.621363] env[65978]: DEBUG oslo_concurrency.lockutils [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.698s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.624791] env[65978]: INFO nova.compute.claims [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.685810] env[65978]: DEBUG oslo_concurrency.lockutils [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Releasing lock "refresh_cache-2c431607-3454-49b7-8946-b41834e22baf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.687184] env[65978]: DEBUG nova.compute.manager [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Instance network_info: |[{"id": "36f92f06-942a-4aed-ad05-e9c9ec049ec2", "address": "fa:16:3e:8d:26:4a", "network": {"id": "922d889d-0cd6-487a-8be9-7d1db435296f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-926283033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed2daf401bfe4bbda6965f530863bb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36f92f06-94", "ovs_interfaceid": "36f92f06-942a-4aed-ad05-e9c9ec049ec2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 673.687347] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:26:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36f92f06-942a-4aed-ad05-e9c9ec049ec2', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.695168] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Creating folder: Project (ed2daf401bfe4bbda6965f530863bb87). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.695496] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5035ec50-a9e6-4cf0-bd72-c95c5b24249c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.709221] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Created folder: Project (ed2daf401bfe4bbda6965f530863bb87) in parent group-v919857. [ 673.709969] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Creating folder: Instances. Parent ref: group-v919933. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.709969] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3706a476-52d5-4815-9d45-be5f9bacc8af {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.721634] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Created folder: Instances in parent group-v919933. [ 673.722020] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 673.722305] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.722581] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-839fcce3-82e8-49b6-bedf-3de12af3a8c9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.744968] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.744968] env[65978]: value = "task-4713996" [ 673.744968] env[65978]: _type = "Task" [ 673.744968] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.755021] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713996, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.762923] env[65978]: DEBUG nova.compute.manager [req-2d64232c-edf0-4b29-82e2-d68d4cae51ef req-0f22cc00-9344-40c2-af8a-75e6b4d3f0cf service nova] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Received event network-changed-c2512ed8-467a-47cf-a76c-9b48ea42c5a2 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 673.763056] env[65978]: DEBUG nova.compute.manager [req-2d64232c-edf0-4b29-82e2-d68d4cae51ef req-0f22cc00-9344-40c2-af8a-75e6b4d3f0cf service nova] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Refreshing instance network info cache due to event network-changed-c2512ed8-467a-47cf-a76c-9b48ea42c5a2. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 673.763569] env[65978]: DEBUG oslo_concurrency.lockutils [req-2d64232c-edf0-4b29-82e2-d68d4cae51ef req-0f22cc00-9344-40c2-af8a-75e6b4d3f0cf service nova] Acquiring lock "refresh_cache-c29d5f04-bcba-407e-aa0c-7a50284593fd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.764428] env[65978]: DEBUG oslo_concurrency.lockutils [req-2d64232c-edf0-4b29-82e2-d68d4cae51ef req-0f22cc00-9344-40c2-af8a-75e6b4d3f0cf service nova] Acquired lock "refresh_cache-c29d5f04-bcba-407e-aa0c-7a50284593fd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.764615] env[65978]: DEBUG nova.network.neutron [req-2d64232c-edf0-4b29-82e2-d68d4cae51ef req-0f22cc00-9344-40c2-af8a-75e6b4d3f0cf service nova] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Refreshing network info cache for port c2512ed8-467a-47cf-a76c-9b48ea42c5a2 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.868094] env[65978]: DEBUG oslo_vmware.api [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4713988, 'name': CloneVM_Task, 'duration_secs': 1.553902} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.868413] env[65978]: INFO nova.virt.vmwareapi.vmops [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Created linked-clone VM from snapshot [ 673.869204] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa4a00b-a8ac-43fb-81bf-060a158d797f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.878125] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Uploading image 6cc03cb7-6776-4f8b-8aac-6694fb3d6982 {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 673.909151] env[65978]: DEBUG oslo_vmware.rw_handles [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 673.909151] env[65978]: value = "vm-919932" [ 673.909151] env[65978]: _type = "VirtualMachine" [ 673.909151] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 673.910379] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f02df134-1d66-46ba-b538-f07722d27fa5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.921768] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b4a04e72-6690-44bb-b67d-c174ae569355 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Acquiring lock "b29986ea-9c13-4d23-a7b1-ee537d20702a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.922072] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b4a04e72-6690-44bb-b67d-c174ae569355 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Lock "b29986ea-9c13-4d23-a7b1-ee537d20702a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.927026] env[65978]: DEBUG oslo_vmware.rw_handles [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lease: (returnval){ [ 673.927026] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f49b10-99a3-dc53-cdfd-eebe4c09ab18" [ 673.927026] env[65978]: _type = "HttpNfcLease" [ 673.927026] env[65978]: } obtained for exporting VM: (result){ [ 673.927026] env[65978]: value = "vm-919932" [ 673.927026] env[65978]: _type = "VirtualMachine" [ 673.927026] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 673.927026] env[65978]: DEBUG oslo_vmware.api [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the lease: (returnval){ [ 673.927026] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f49b10-99a3-dc53-cdfd-eebe4c09ab18" [ 673.927026] env[65978]: _type = "HttpNfcLease" [ 673.927026] env[65978]: } to be ready. {{(pid=65978) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 673.934947] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 673.934947] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f49b10-99a3-dc53-cdfd-eebe4c09ab18" [ 673.934947] env[65978]: _type = "HttpNfcLease" [ 673.934947] env[65978]: } is initializing. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 674.008800] env[65978]: DEBUG oslo_vmware.api [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4713992, 'name': ReconfigVM_Task, 'duration_secs': 0.358822} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.009252] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Reconfigured VM instance instance-00000018 to attach disk [datastore2] c29d5f04-bcba-407e-aa0c-7a50284593fd/c29d5f04-bcba-407e-aa0c-7a50284593fd.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.010058] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-151cbe61-3245-4d62-9e34-90435ff3a81a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.022242] env[65978]: DEBUG oslo_vmware.api [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Waiting for the task: (returnval){ [ 674.022242] env[65978]: value = "task-4713998" [ 674.022242] env[65978]: _type = "Task" [ 674.022242] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.032210] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561416} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.033100] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 429beadd-d1ad-4122-84a5-6fde2d7902c2/429beadd-d1ad-4122-84a5-6fde2d7902c2.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.033383] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.034209] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e655d4d-cc3a-4043-b8a6-21cb6b96c2a7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.044758] env[65978]: DEBUG oslo_vmware.api [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4713998, 'name': Rename_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.047505] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 674.047505] env[65978]: value = "task-4713999" [ 674.047505] env[65978]: _type = "Task" [ 674.047505] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.058540] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.093722] env[65978]: DEBUG oslo_vmware.api [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4713993, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.128280] env[65978]: DEBUG nova.compute.utils [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.133057] env[65978]: DEBUG nova.compute.manager [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 674.133492] env[65978]: DEBUG nova.network.neutron [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 674.134155] env[65978]: WARNING neutronclient.v2_0.client [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.134653] env[65978]: WARNING neutronclient.v2_0.client [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.251547] env[65978]: DEBUG nova.policy [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ad4bdc573324ecfb735601290126a7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b720996f6d3443fbb2b7e9db6cb6f5f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.259268] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4713996, 'name': CreateVM_Task, 'duration_secs': 0.415095} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.259446] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.259936] env[65978]: WARNING neutronclient.v2_0.client [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.260298] env[65978]: DEBUG oslo_concurrency.lockutils [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.260447] env[65978]: DEBUG oslo_concurrency.lockutils [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.260756] env[65978]: DEBUG oslo_concurrency.lockutils [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.261015] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f7b7568-8f46-4493-8c5f-b943e5e65fc1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.267022] env[65978]: WARNING neutronclient.v2_0.client [req-2d64232c-edf0-4b29-82e2-d68d4cae51ef req-0f22cc00-9344-40c2-af8a-75e6b4d3f0cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.269405] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Waiting for the task: (returnval){ [ 674.269405] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520a969f-2a7c-35a2-6b59-81ff5bd628ad" [ 674.269405] env[65978]: _type = "Task" [ 674.269405] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.280068] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520a969f-2a7c-35a2-6b59-81ff5bd628ad, 'name': SearchDatastore_Task, 'duration_secs': 0.0103} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.280329] env[65978]: DEBUG oslo_concurrency.lockutils [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.280597] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.280837] env[65978]: DEBUG oslo_concurrency.lockutils [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.280975] env[65978]: DEBUG oslo_concurrency.lockutils [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.281159] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.281411] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9702e8f-11a9-41bf-99d0-c8456ef11c51 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.291292] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.291477] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.292410] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7468fd96-8af7-48ca-b74c-6405e0edf05a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.298775] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Waiting for the task: (returnval){ [ 674.298775] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b12fdb-b6a5-7d6b-48df-c12353999d74" [ 674.298775] env[65978]: _type = "Task" [ 674.298775] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.311208] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b12fdb-b6a5-7d6b-48df-c12353999d74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.426589] env[65978]: INFO nova.compute.manager [None req-b4a04e72-6690-44bb-b67d-c174ae569355 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Detaching volume 35f6e325-a4aa-469b-860f-afa259faf991 [ 674.444039] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 674.444039] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f49b10-99a3-dc53-cdfd-eebe4c09ab18" [ 674.444039] env[65978]: _type = "HttpNfcLease" [ 674.444039] env[65978]: } is ready. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 674.444039] env[65978]: DEBUG oslo_vmware.rw_handles [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 674.444039] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f49b10-99a3-dc53-cdfd-eebe4c09ab18" [ 674.444039] env[65978]: _type = "HttpNfcLease" [ 674.444039] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 674.444039] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b507250-f503-43b8-a91b-7dd254d3a32a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.453314] env[65978]: DEBUG oslo_vmware.rw_handles [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52292494-8a6a-0426-759d-8545e4029b8e/disk-0.vmdk from lease info. {{(pid=65978) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 674.453809] env[65978]: DEBUG oslo_vmware.rw_handles [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52292494-8a6a-0426-759d-8545e4029b8e/disk-0.vmdk for reading. {{(pid=65978) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 674.518647] env[65978]: INFO nova.virt.block_device [None req-b4a04e72-6690-44bb-b67d-c174ae569355 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Attempting to driver detach volume 35f6e325-a4aa-469b-860f-afa259faf991 from mountpoint /dev/sdb [ 674.518902] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a04e72-6690-44bb-b67d-c174ae569355 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Volume detach. Driver type: vmdk {{(pid=65978) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 674.519100] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a04e72-6690-44bb-b67d-c174ae569355 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-919924', 'volume_id': '35f6e325-a4aa-469b-860f-afa259faf991', 'name': 'volume-35f6e325-a4aa-469b-860f-afa259faf991', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b29986ea-9c13-4d23-a7b1-ee537d20702a', 'attached_at': '', 'detached_at': '', 'volume_id': '35f6e325-a4aa-469b-860f-afa259faf991', 'serial': '35f6e325-a4aa-469b-860f-afa259faf991'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 674.520008] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983625d2-4434-4338-99a6-08db09e2f99e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.544359] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699fa0ce-7f72-445c-88e3-d0589baa8b0c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.550402] env[65978]: DEBUG oslo_vmware.api [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4713998, 'name': Rename_Task, 'duration_secs': 0.220013} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.554284] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.556020] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b16ee6d4-3af2-49fa-8693-5cef61c7418e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.558598] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9f0b36-1d91-47df-b59a-32c3b9e13844 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.566449] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4713999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098825} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.567064] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.567909] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fb8e12-8632-49bf-b82e-c77b072d9baf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.588018] env[65978]: DEBUG oslo_vmware.api [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Waiting for the task: (returnval){ [ 674.588018] env[65978]: value = "task-4714000" [ 674.588018] env[65978]: _type = "Task" [ 674.588018] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.592109] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f5b7e9-64e6-4fb6-9c28-af7f49238397 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.595529] env[65978]: DEBUG oslo_concurrency.lockutils [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Acquiring lock "4110db70-e306-4d35-8054-4b9de6f46e7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.595889] env[65978]: DEBUG oslo_concurrency.lockutils [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Lock "4110db70-e306-4d35-8054-4b9de6f46e7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.596207] env[65978]: DEBUG oslo_concurrency.lockutils [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Acquiring lock "4110db70-e306-4d35-8054-4b9de6f46e7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.596491] env[65978]: DEBUG oslo_concurrency.lockutils [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Lock "4110db70-e306-4d35-8054-4b9de6f46e7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.596751] env[65978]: DEBUG oslo_concurrency.lockutils [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Lock "4110db70-e306-4d35-8054-4b9de6f46e7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.627017] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 429beadd-d1ad-4122-84a5-6fde2d7902c2/429beadd-d1ad-4122-84a5-6fde2d7902c2.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.627884] env[65978]: INFO nova.compute.manager [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Terminating instance [ 674.632354] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72b0fad8-3b0e-47c1-a352-e4fdc59f298c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.668463] env[65978]: DEBUG nova.compute.manager [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 674.670979] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f67b1dd7-3703-42d1-aee2-2cdd5c962c22 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.672836] env[65978]: DEBUG oslo_vmware.api [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4713993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663892} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.673113] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a04e72-6690-44bb-b67d-c174ae569355 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] The volume has not been displaced from its original location: [datastore2] volume-35f6e325-a4aa-469b-860f-afa259faf991/volume-35f6e325-a4aa-469b-860f-afa259faf991.vmdk. No consolidation needed. {{(pid=65978) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 674.682393] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a04e72-6690-44bb-b67d-c174ae569355 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 674.684147] env[65978]: DEBUG nova.compute.manager [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 674.684815] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 674.690846] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a14898a3-b874-4ad3-b2fa-e69608ef4d0f/a14898a3-b874-4ad3-b2fa-e69608ef4d0f.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.691683] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.691683] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4022a73-e9ab-498c-aa7d-7610e948980d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.707280] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f686136-a49f-4019-92cd-3d162b91f574 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.712279] env[65978]: DEBUG oslo_vmware.api [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4714000, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.717656] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4df73dcd-4d5a-44ae-8b99-7e0b538ff832 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.721797] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 674.721797] env[65978]: value = "task-4714001" [ 674.721797] env[65978]: _type = "Task" [ 674.721797] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.736797] env[65978]: DEBUG oslo_vmware.api [None req-b4a04e72-6690-44bb-b67d-c174ae569355 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Waiting for the task: (returnval){ [ 674.736797] env[65978]: value = "task-4714002" [ 674.736797] env[65978]: _type = "Task" [ 674.736797] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.737168] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.746752] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2687097-862f-4105-ba3e-abb1fb08a2cd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.749375] env[65978]: DEBUG oslo_vmware.api [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 674.749375] env[65978]: value = "task-4714003" [ 674.749375] env[65978]: _type = "Task" [ 674.749375] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.761492] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714001, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.768960] env[65978]: DEBUG oslo_vmware.api [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Waiting for the task: (returnval){ [ 674.768960] env[65978]: value = "task-4714004" [ 674.768960] env[65978]: _type = "Task" [ 674.768960] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.787677] env[65978]: DEBUG oslo_vmware.api [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.788317] env[65978]: DEBUG oslo_vmware.api [None req-b4a04e72-6690-44bb-b67d-c174ae569355 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Task: {'id': task-4714002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.792112] env[65978]: DEBUG nova.network.neutron [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Successfully created port: 00c4783c-c64f-46c1-93c3-445860ea7359 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 674.799731] env[65978]: DEBUG oslo_vmware.api [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4714004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.812039] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b12fdb-b6a5-7d6b-48df-c12353999d74, 'name': SearchDatastore_Task, 'duration_secs': 0.012316} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.813198] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-950fca8d-2a4c-4770-87d5-7f00b8c99daf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.823367] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Waiting for the task: (returnval){ [ 674.823367] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f18034-6ea8-1e95-8e4d-695d30335c41" [ 674.823367] env[65978]: _type = "Task" [ 674.823367] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.835414] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f18034-6ea8-1e95-8e4d-695d30335c41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.987621] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquiring lock "750e509e-7d2f-470d-895e-d098efd02196" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.987856] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Lock "750e509e-7d2f-470d-895e-d098efd02196" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.110218] env[65978]: DEBUG oslo_vmware.api [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4714000, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.243334] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714001, 'name': ReconfigVM_Task, 'duration_secs': 0.339875} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.243334] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 429beadd-d1ad-4122-84a5-6fde2d7902c2/429beadd-d1ad-4122-84a5-6fde2d7902c2.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.243994] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62f78d67-bc39-4140-8966-2f357f3added {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.261894] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 675.261894] env[65978]: value = "task-4714005" [ 675.261894] env[65978]: _type = "Task" [ 675.261894] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.262792] env[65978]: DEBUG oslo_vmware.api [None req-b4a04e72-6690-44bb-b67d-c174ae569355 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Task: {'id': task-4714002, 'name': ReconfigVM_Task, 'duration_secs': 0.316378} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.266634] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a04e72-6690-44bb-b67d-c174ae569355 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 675.279713] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dde14de-6788-468a-8173-815841bfa026 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.295530] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e18357-a797-4e0a-884b-6f7527f67990 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.309335] env[65978]: DEBUG oslo_vmware.api [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117986} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.309896] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.311241] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31455082-5000-4e71-8660-24b8c934f645 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.321992] env[65978]: DEBUG oslo_vmware.api [None req-b4a04e72-6690-44bb-b67d-c174ae569355 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Waiting for the task: (returnval){ [ 675.321992] env[65978]: value = "task-4714006" [ 675.321992] env[65978]: _type = "Task" [ 675.321992] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.322342] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714005, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.326703] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b56dd7e-40e0-49b2-bb48-73b3ae7818f8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.356407] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] a14898a3-b874-4ad3-b2fa-e69608ef4d0f/a14898a3-b874-4ad3-b2fa-e69608ef4d0f.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.365970] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-593ebb6f-bc04-4fa4-991b-0ce412215ec4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.415564] env[65978]: DEBUG nova.compute.manager [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Received event network-changed-f8273666-9542-4d86-9b52-70b3fe327ca4 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 675.416099] env[65978]: DEBUG nova.compute.manager [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Refreshing instance network info cache due to event network-changed-f8273666-9542-4d86-9b52-70b3fe327ca4. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 675.416198] env[65978]: DEBUG oslo_concurrency.lockutils [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] Acquiring lock "refresh_cache-429beadd-d1ad-4122-84a5-6fde2d7902c2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.416408] env[65978]: DEBUG oslo_concurrency.lockutils [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] Acquired lock "refresh_cache-429beadd-d1ad-4122-84a5-6fde2d7902c2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.416665] env[65978]: DEBUG nova.network.neutron [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Refreshing network info cache for port f8273666-9542-4d86-9b52-70b3fe327ca4 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.425774] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5340de-2723-43e5-a315-97721cf6965b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.430183] env[65978]: DEBUG oslo_vmware.api [None req-b4a04e72-6690-44bb-b67d-c174ae569355 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Task: {'id': task-4714006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.438949] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f18034-6ea8-1e95-8e4d-695d30335c41, 'name': SearchDatastore_Task, 'duration_secs': 0.014119} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.439350] env[65978]: DEBUG oslo_vmware.api [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 675.439350] env[65978]: value = "task-4714007" [ 675.439350] env[65978]: _type = "Task" [ 675.439350] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.439635] env[65978]: DEBUG oslo_vmware.api [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4714004, 'name': PowerOffVM_Task, 'duration_secs': 0.23419} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.440276] env[65978]: DEBUG oslo_concurrency.lockutils [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.440617] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 2c431607-3454-49b7-8946-b41834e22baf/2c431607-3454-49b7-8946-b41834e22baf.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.441269] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.441458] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.441852] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d54b9d2-e264-4305-b3c6-36f439d405dd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.450603] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e39b061b-06f1-4079-9892-ff407e1aa638 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.459996] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e836bc5-98f6-43a5-85a0-c3e825e18dc3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.471225] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Waiting for the task: (returnval){ [ 675.471225] env[65978]: value = "task-4714008" [ 675.471225] env[65978]: _type = "Task" [ 675.471225] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.471605] env[65978]: DEBUG oslo_vmware.api [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.484740] env[65978]: DEBUG nova.compute.provider_tree [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.506586] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Task: {'id': task-4714008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.544821] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.545160] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.545376] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Deleting the datastore file [datastore2] 4110db70-e306-4d35-8054-4b9de6f46e7a {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.545804] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e94fb260-4ebb-47f8-a28c-7dba940175e1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.554860] env[65978]: DEBUG oslo_vmware.api [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Waiting for the task: (returnval){ [ 675.554860] env[65978]: value = "task-4714010" [ 675.554860] env[65978]: _type = "Task" [ 675.554860] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.565022] env[65978]: DEBUG oslo_vmware.api [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4714010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.612790] env[65978]: DEBUG oslo_vmware.api [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4714000, 'name': PowerOnVM_Task, 'duration_secs': 0.635715} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.613195] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.613330] env[65978]: INFO nova.compute.manager [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Took 12.34 seconds to spawn the instance on the hypervisor. [ 675.613455] env[65978]: DEBUG nova.compute.manager [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 675.614311] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b06920-a227-4387-b760-7ed4bb5d9736 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.698693] env[65978]: DEBUG nova.compute.manager [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 675.732648] env[65978]: DEBUG nova.virt.hardware [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 675.732945] env[65978]: DEBUG nova.virt.hardware [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.733280] env[65978]: DEBUG nova.virt.hardware [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 675.733538] env[65978]: DEBUG nova.virt.hardware [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.733660] env[65978]: DEBUG nova.virt.hardware [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 675.733779] env[65978]: DEBUG nova.virt.hardware [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 675.734430] env[65978]: DEBUG nova.virt.hardware [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 675.734648] env[65978]: DEBUG nova.virt.hardware [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 675.734861] env[65978]: DEBUG nova.virt.hardware [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 675.735208] env[65978]: DEBUG nova.virt.hardware [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 675.735410] env[65978]: DEBUG nova.virt.hardware [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 675.736562] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44759824-36a8-4466-b41f-5bdf4c0d1102 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.751193] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1652ba10-c1c4-4e11-aed1-89f6c7fbd371 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.780907] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714005, 'name': Rename_Task, 'duration_secs': 0.166877} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.781351] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.781601] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53c69924-824e-4e1a-a476-a3474ce4426a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.790781] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 675.790781] env[65978]: value = "task-4714011" [ 675.790781] env[65978]: _type = "Task" [ 675.790781] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.806060] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.840110] env[65978]: DEBUG oslo_vmware.api [None req-b4a04e72-6690-44bb-b67d-c174ae569355 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Task: {'id': task-4714006, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.935302] env[65978]: WARNING neutronclient.v2_0.client [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.952336] env[65978]: DEBUG oslo_vmware.api [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714007, 'name': ReconfigVM_Task, 'duration_secs': 0.356761} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.952698] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Reconfigured VM instance instance-0000001a to attach disk [datastore2] a14898a3-b874-4ad3-b2fa-e69608ef4d0f/a14898a3-b874-4ad3-b2fa-e69608ef4d0f.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.953734] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7646184-bce2-4eb2-b24c-9dd094e8be3e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.965222] env[65978]: DEBUG oslo_vmware.api [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 675.965222] env[65978]: value = "task-4714012" [ 675.965222] env[65978]: _type = "Task" [ 675.965222] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.982828] env[65978]: DEBUG oslo_vmware.api [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714012, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.991579] env[65978]: DEBUG nova.scheduler.client.report [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.000969] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Task: {'id': task-4714008, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.071647] env[65978]: DEBUG oslo_vmware.api [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Task: {'id': task-4714010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.5067} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.072210] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.072517] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.072896] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.073291] env[65978]: INFO nova.compute.manager [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Took 1.39 seconds to destroy the instance on the hypervisor. [ 676.073687] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 676.073952] env[65978]: DEBUG nova.compute.manager [-] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 676.074080] env[65978]: DEBUG nova.network.neutron [-] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 676.074378] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.134747] env[65978]: INFO nova.compute.manager [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Took 34.65 seconds to build instance. [ 676.309838] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.335206] env[65978]: DEBUG oslo_vmware.api [None req-b4a04e72-6690-44bb-b67d-c174ae569355 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Task: {'id': task-4714006, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.484561] env[65978]: DEBUG oslo_vmware.api [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714012, 'name': Rename_Task, 'duration_secs': 0.253906} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.488712] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.489739] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Task: {'id': task-4714008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583432} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.490160] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02c22521-4e67-4d12-93ec-86b218b53424 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.492776] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 2c431607-3454-49b7-8946-b41834e22baf/2c431607-3454-49b7-8946-b41834e22baf.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.493243] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.493610] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4073ca61-8f45-4d8d-90cd-4b2ed4e7677e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.498865] env[65978]: DEBUG oslo_concurrency.lockutils [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.877s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.499661] env[65978]: DEBUG nova.compute.manager [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 676.509157] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.915s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.509157] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.509157] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65978) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 676.509817] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.808s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.510111] env[65978]: DEBUG nova.objects.instance [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Lazy-loading 'resources' on Instance uuid ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.511713] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Waiting for the task: (returnval){ [ 676.511713] env[65978]: value = "task-4714013" [ 676.511713] env[65978]: _type = "Task" [ 676.511713] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.512155] env[65978]: DEBUG oslo_vmware.api [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 676.512155] env[65978]: value = "task-4714014" [ 676.512155] env[65978]: _type = "Task" [ 676.512155] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.513522] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab6d7e9-039f-47a8-8e7c-336a25758d40 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.544989] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea9c8ca-717f-4d4d-a005-9a8b12646fcc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.550772] env[65978]: DEBUG oslo_vmware.api [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714014, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.551023] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Task: {'id': task-4714013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.568067] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27250bbc-819a-4a6c-920a-30267919a62c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.578244] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5384783d-9d61-4176-afb6-3ce95786a1cb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.615250] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178533MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65978) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 676.615683] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.640846] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7cfc9db-6a1b-4862-92ae-f64d6dae59f4 tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Lock "c29d5f04-bcba-407e-aa0c-7a50284593fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.176s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.677753] env[65978]: DEBUG nova.network.neutron [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Successfully updated port: 00c4783c-c64f-46c1-93c3-445860ea7359 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 676.709541] env[65978]: WARNING neutronclient.v2_0.client [req-2d64232c-edf0-4b29-82e2-d68d4cae51ef req-0f22cc00-9344-40c2-af8a-75e6b4d3f0cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.774332] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.809490] env[65978]: DEBUG oslo_vmware.api [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714011, 'name': PowerOnVM_Task, 'duration_secs': 0.805086} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.809923] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.810233] env[65978]: INFO nova.compute.manager [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Took 10.97 seconds to spawn the instance on the hypervisor. [ 676.810553] env[65978]: DEBUG nova.compute.manager [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 676.811627] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85df057-69b3-42bf-abc4-8888ca2acffe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.833795] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "dcffbd1b-1386-4ddf-a622-9186038fc273" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.833996] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "dcffbd1b-1386-4ddf-a622-9186038fc273" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.842962] env[65978]: DEBUG oslo_vmware.api [None req-b4a04e72-6690-44bb-b67d-c174ae569355 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Task: {'id': task-4714006, 'name': ReconfigVM_Task, 'duration_secs': 1.213958} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.843409] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a04e72-6690-44bb-b67d-c174ae569355 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-919924', 'volume_id': '35f6e325-a4aa-469b-860f-afa259faf991', 'name': 'volume-35f6e325-a4aa-469b-860f-afa259faf991', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b29986ea-9c13-4d23-a7b1-ee537d20702a', 'attached_at': '', 'detached_at': '', 'volume_id': '35f6e325-a4aa-469b-860f-afa259faf991', 'serial': '35f6e325-a4aa-469b-860f-afa259faf991'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 677.015336] env[65978]: DEBUG nova.compute.utils [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.021184] env[65978]: DEBUG nova.compute.manager [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 677.021370] env[65978]: DEBUG nova.network.neutron [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 677.021562] env[65978]: WARNING neutronclient.v2_0.client [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.022057] env[65978]: WARNING neutronclient.v2_0.client [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.041886] env[65978]: DEBUG oslo_vmware.api [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714014, 'name': PowerOnVM_Task, 'duration_secs': 0.533375} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.047748] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.048243] env[65978]: INFO nova.compute.manager [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Took 8.65 seconds to spawn the instance on the hypervisor. [ 677.048537] env[65978]: DEBUG nova.compute.manager [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 677.049307] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Task: {'id': task-4714013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140561} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.054835] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f2af1f-8a74-4afc-941d-c27b7750fe8d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.057305] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.058984] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92c0738-a211-460f-bed8-285bd5101c92 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.091672] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 2c431607-3454-49b7-8946-b41834e22baf/2c431607-3454-49b7-8946-b41834e22baf.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.095734] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b303b81b-82db-4114-a1d0-7d4b1befbeb9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.127199] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Waiting for the task: (returnval){ [ 677.127199] env[65978]: value = "task-4714015" [ 677.127199] env[65978]: _type = "Task" [ 677.127199] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.142838] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Task: {'id': task-4714015, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.144660] env[65978]: DEBUG nova.compute.manager [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 677.183713] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "refresh_cache-7bb7d018-e090-4fb5-a129-89612ebe01ed" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.183890] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquired lock "refresh_cache-7bb7d018-e090-4fb5-a129-89612ebe01ed" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.184924] env[65978]: DEBUG nova.network.neutron [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 677.331616] env[65978]: INFO nova.compute.manager [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Took 34.68 seconds to build instance. [ 677.350823] env[65978]: DEBUG nova.network.neutron [req-2d64232c-edf0-4b29-82e2-d68d4cae51ef req-0f22cc00-9344-40c2-af8a-75e6b4d3f0cf service nova] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Updated VIF entry in instance network info cache for port c2512ed8-467a-47cf-a76c-9b48ea42c5a2. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 677.351269] env[65978]: DEBUG nova.network.neutron [req-2d64232c-edf0-4b29-82e2-d68d4cae51ef req-0f22cc00-9344-40c2-af8a-75e6b4d3f0cf service nova] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Updating instance_info_cache with network_info: [{"id": "c2512ed8-467a-47cf-a76c-9b48ea42c5a2", "address": "fa:16:3e:67:cc:82", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2512ed8-46", "ovs_interfaceid": "c2512ed8-467a-47cf-a76c-9b48ea42c5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.427754] env[65978]: DEBUG nova.objects.instance [None req-b4a04e72-6690-44bb-b67d-c174ae569355 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Lazy-loading 'flavor' on Instance uuid b29986ea-9c13-4d23-a7b1-ee537d20702a {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.431157] env[65978]: DEBUG nova.policy [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9abddbba130646d3b7b83044351ca089', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec2edf577b84496397d8b83780424cea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.521109] env[65978]: DEBUG nova.compute.manager [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 677.590872] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aab90e7-141f-434e-921c-ed0b3c74f8cb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.606597] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b856f98-bb22-4c9b-9aa4-df4c1773d6c9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.610675] env[65978]: INFO nova.compute.manager [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Took 33.34 seconds to build instance. [ 677.644968] env[65978]: WARNING neutronclient.v2_0.client [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.650216] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47842a65-47b9-4118-8567-649d572b55c2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.671805] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Task: {'id': task-4714015, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.671805] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e62159-cba3-492f-a275-a6f7707003b2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.680512] env[65978]: DEBUG oslo_concurrency.lockutils [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.692774] env[65978]: DEBUG nova.compute.provider_tree [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.730396] env[65978]: DEBUG nova.network.neutron [-] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.834897] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9add42e0-706d-499d-a40c-fc8cb60ff139 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "429beadd-d1ad-4122-84a5-6fde2d7902c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.189s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.855309] env[65978]: DEBUG oslo_concurrency.lockutils [req-2d64232c-edf0-4b29-82e2-d68d4cae51ef req-0f22cc00-9344-40c2-af8a-75e6b4d3f0cf service nova] Releasing lock "refresh_cache-c29d5f04-bcba-407e-aa0c-7a50284593fd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.966713] env[65978]: DEBUG nova.network.neutron [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Successfully created port: 52bf2607-4a50-46c1-b764-6949a0261f84 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 678.062596] env[65978]: DEBUG nova.network.neutron [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 678.112789] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2e8ce0bd-c239-46a9-b96a-775bbd239583 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "a14898a3-b874-4ad3-b2fa-e69608ef4d0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.848s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.156921] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Task: {'id': task-4714015, 'name': ReconfigVM_Task, 'duration_secs': 0.55607} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.157532] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 2c431607-3454-49b7-8946-b41834e22baf/2c431607-3454-49b7-8946-b41834e22baf.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.158399] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-038bc18b-e919-4cf6-a875-a00e57db2316 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.167816] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Waiting for the task: (returnval){ [ 678.167816] env[65978]: value = "task-4714016" [ 678.167816] env[65978]: _type = "Task" [ 678.167816] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.177740] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Task: {'id': task-4714016, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.195612] env[65978]: DEBUG nova.scheduler.client.report [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.233529] env[65978]: INFO nova.compute.manager [-] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Took 2.16 seconds to deallocate network for instance. [ 678.340672] env[65978]: DEBUG nova.compute.manager [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 678.443191] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b4a04e72-6690-44bb-b67d-c174ae569355 tempest-VolumesAssistedSnapshotsTest-1691107177 tempest-VolumesAssistedSnapshotsTest-1691107177-project-admin] Lock "b29986ea-9c13-4d23-a7b1-ee537d20702a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.521s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.485556] env[65978]: DEBUG oslo_concurrency.lockutils [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Acquiring lock "1a12c1ed-374e-44bd-9715-c4bc621f18a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.485795] env[65978]: DEBUG oslo_concurrency.lockutils [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Lock "1a12c1ed-374e-44bd-9715-c4bc621f18a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.533283] env[65978]: DEBUG nova.compute.manager [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 678.561473] env[65978]: DEBUG nova.virt.hardware [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 678.561766] env[65978]: DEBUG nova.virt.hardware [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.561917] env[65978]: DEBUG nova.virt.hardware [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 678.562103] env[65978]: DEBUG nova.virt.hardware [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.562245] env[65978]: DEBUG nova.virt.hardware [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 678.562387] env[65978]: DEBUG nova.virt.hardware [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 678.562589] env[65978]: DEBUG nova.virt.hardware [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 678.562738] env[65978]: DEBUG nova.virt.hardware [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 678.562898] env[65978]: DEBUG nova.virt.hardware [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 678.563069] env[65978]: DEBUG nova.virt.hardware [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 678.563238] env[65978]: DEBUG nova.virt.hardware [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 678.564279] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d122c247-56e5-4188-a9b6-cc483b2fa8cf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.573438] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589422e3-02aa-4685-a048-0b41e5234896 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.616289] env[65978]: DEBUG nova.compute.manager [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 678.685068] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Task: {'id': task-4714016, 'name': Rename_Task, 'duration_secs': 0.316541} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.687160] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.687460] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-516f1373-4d57-4a04-8bbb-09c72dc77ef1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.695102] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Waiting for the task: (returnval){ [ 678.695102] env[65978]: value = "task-4714017" [ 678.695102] env[65978]: _type = "Task" [ 678.695102] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.700794] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.707498] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.559s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.709210] env[65978]: INFO nova.compute.claims [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.715023] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Task: {'id': task-4714017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.733960] env[65978]: INFO nova.scheduler.client.report [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Deleted allocations for instance ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7 [ 678.743846] env[65978]: DEBUG oslo_concurrency.lockutils [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.784062] env[65978]: DEBUG nova.network.neutron [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Updated VIF entry in instance network info cache for port f8273666-9542-4d86-9b52-70b3fe327ca4. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 678.784700] env[65978]: DEBUG nova.network.neutron [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Updating instance_info_cache with network_info: [{"id": "f8273666-9542-4d86-9b52-70b3fe327ca4", "address": "fa:16:3e:62:13:c1", "network": {"id": "9cc5a8d2-8f96-432c-8dda-b76a6f7b1b83", "bridge": "br-int", "label": "tempest-ImagesTestJSON-821420644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7479b38af7c414d9ab516169fc116dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8273666-95", "ovs_interfaceid": "f8273666-9542-4d86-9b52-70b3fe327ca4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.861542] env[65978]: DEBUG oslo_concurrency.lockutils [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.153547] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.209096] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Task: {'id': task-4714017, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.242509] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b21c144-520a-4ccd-8d5a-3798da352bee tempest-ServerAddressesNegativeTestJSON-125459746 tempest-ServerAddressesNegativeTestJSON-125459746-project-member] Lock "ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.338s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.288071] env[65978]: DEBUG oslo_concurrency.lockutils [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] Releasing lock "refresh_cache-429beadd-d1ad-4122-84a5-6fde2d7902c2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.288426] env[65978]: DEBUG nova.compute.manager [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Received event network-vif-plugged-db5ca003-0bc6-42a6-9c12-59acac320fbc {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 679.288626] env[65978]: DEBUG oslo_concurrency.lockutils [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] Acquiring lock "a14898a3-b874-4ad3-b2fa-e69608ef4d0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.288831] env[65978]: DEBUG oslo_concurrency.lockutils [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] Lock "a14898a3-b874-4ad3-b2fa-e69608ef4d0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.289015] env[65978]: DEBUG oslo_concurrency.lockutils [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] Lock "a14898a3-b874-4ad3-b2fa-e69608ef4d0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.289206] env[65978]: DEBUG nova.compute.manager [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] No waiting events found dispatching network-vif-plugged-db5ca003-0bc6-42a6-9c12-59acac320fbc {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 679.289410] env[65978]: WARNING nova.compute.manager [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Received unexpected event network-vif-plugged-db5ca003-0bc6-42a6-9c12-59acac320fbc for instance with vm_state building and task_state spawning. [ 679.289582] env[65978]: DEBUG nova.compute.manager [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Received event network-changed-db5ca003-0bc6-42a6-9c12-59acac320fbc {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 679.289741] env[65978]: DEBUG nova.compute.manager [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Refreshing instance network info cache due to event network-changed-db5ca003-0bc6-42a6-9c12-59acac320fbc. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 679.289926] env[65978]: DEBUG oslo_concurrency.lockutils [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] Acquiring lock "refresh_cache-a14898a3-b874-4ad3-b2fa-e69608ef4d0f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.290068] env[65978]: DEBUG oslo_concurrency.lockutils [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] Acquired lock "refresh_cache-a14898a3-b874-4ad3-b2fa-e69608ef4d0f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.290221] env[65978]: DEBUG nova.network.neutron [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Refreshing network info cache for port db5ca003-0bc6-42a6-9c12-59acac320fbc {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.657579] env[65978]: WARNING neutronclient.v2_0.client [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.712615] env[65978]: DEBUG oslo_vmware.api [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Task: {'id': task-4714017, 'name': PowerOnVM_Task, 'duration_secs': 0.822625} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.712615] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.714485] env[65978]: INFO nova.compute.manager [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Took 8.75 seconds to spawn the instance on the hypervisor. [ 679.714485] env[65978]: DEBUG nova.compute.manager [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 679.715476] env[65978]: DEBUG nova.network.neutron [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Successfully updated port: 52bf2607-4a50-46c1-b764-6949a0261f84 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 679.717464] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40658d08-4768-4785-ad19-c868cdd6cf0d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.799359] env[65978]: WARNING neutronclient.v2_0.client [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.934546] env[65978]: DEBUG nova.network.neutron [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Updating instance_info_cache with network_info: [{"id": "00c4783c-c64f-46c1-93c3-445860ea7359", "address": "fa:16:3e:4c:a1:3a", "network": {"id": "880ff484-5375-48fa-ab2d-7e7f2062f61a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-293081234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b720996f6d3443fbb2b7e9db6cb6f5f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00c4783c-c6", "ovs_interfaceid": "00c4783c-c64f-46c1-93c3-445860ea7359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.100592] env[65978]: WARNING neutronclient.v2_0.client [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.231518] env[65978]: DEBUG oslo_concurrency.lockutils [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Acquiring lock "refresh_cache-f819f6a7-3390-4316-9323-7c0109b6c237" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.231718] env[65978]: DEBUG oslo_concurrency.lockutils [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Acquired lock "refresh_cache-f819f6a7-3390-4316-9323-7c0109b6c237" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.232176] env[65978]: DEBUG nova.network.neutron [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 680.258571] env[65978]: INFO nova.compute.manager [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Took 33.38 seconds to build instance. [ 680.275043] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdf4bd8-b4ed-41a8-92b2-75673a8bb5d8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.284922] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c9889d-617e-49f6-ab62-1aa832dd36b2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.290755] env[65978]: DEBUG nova.network.neutron [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Updated VIF entry in instance network info cache for port db5ca003-0bc6-42a6-9c12-59acac320fbc. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 680.291000] env[65978]: DEBUG nova.network.neutron [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Updating instance_info_cache with network_info: [{"id": "db5ca003-0bc6-42a6-9c12-59acac320fbc", "address": "fa:16:3e:4d:dd:b2", "network": {"id": "880ff484-5375-48fa-ab2d-7e7f2062f61a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-293081234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b720996f6d3443fbb2b7e9db6cb6f5f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5ca003-0b", "ovs_interfaceid": "db5ca003-0bc6-42a6-9c12-59acac320fbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.333309] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385a4db4-27d9-4a5a-a1c4-410bf565d9d2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.344436] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f83e87-13f8-495a-adbb-012a8d53534b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.363711] env[65978]: DEBUG nova.compute.provider_tree [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.384792] env[65978]: DEBUG oslo_concurrency.lockutils [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Acquiring lock "95312658-67dd-4612-a5b0-d1932c40c4a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.385060] env[65978]: DEBUG oslo_concurrency.lockutils [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Lock "95312658-67dd-4612-a5b0-d1932c40c4a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.437828] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Releasing lock "refresh_cache-7bb7d018-e090-4fb5-a129-89612ebe01ed" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.441040] env[65978]: DEBUG nova.compute.manager [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Instance network_info: |[{"id": "00c4783c-c64f-46c1-93c3-445860ea7359", "address": "fa:16:3e:4c:a1:3a", "network": {"id": "880ff484-5375-48fa-ab2d-7e7f2062f61a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-293081234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b720996f6d3443fbb2b7e9db6cb6f5f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00c4783c-c6", "ovs_interfaceid": "00c4783c-c64f-46c1-93c3-445860ea7359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 680.441899] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:a1:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00c4783c-c64f-46c1-93c3-445860ea7359', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.451410] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 680.451565] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.451826] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07d387c3-19b3-4d61-8fed-057565561d45 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.482013] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.482013] env[65978]: value = "task-4714018" [ 680.482013] env[65978]: _type = "Task" [ 680.482013] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.492430] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714018, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.763068] env[65978]: DEBUG oslo_concurrency.lockutils [None req-56e1f076-1fc6-46bd-9774-933da21fd253 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Lock "2c431607-3454-49b7-8946-b41834e22baf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.892s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.794117] env[65978]: DEBUG oslo_concurrency.lockutils [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] Releasing lock "refresh_cache-a14898a3-b874-4ad3-b2fa-e69608ef4d0f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.794700] env[65978]: DEBUG nova.compute.manager [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Received event network-vif-plugged-36f92f06-942a-4aed-ad05-e9c9ec049ec2 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 680.795126] env[65978]: DEBUG oslo_concurrency.lockutils [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] Acquiring lock "2c431607-3454-49b7-8946-b41834e22baf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.795288] env[65978]: DEBUG oslo_concurrency.lockutils [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] Lock "2c431607-3454-49b7-8946-b41834e22baf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.795438] env[65978]: DEBUG oslo_concurrency.lockutils [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] Lock "2c431607-3454-49b7-8946-b41834e22baf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.795900] env[65978]: DEBUG nova.compute.manager [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] [instance: 2c431607-3454-49b7-8946-b41834e22baf] No waiting events found dispatching network-vif-plugged-36f92f06-942a-4aed-ad05-e9c9ec049ec2 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 680.796125] env[65978]: WARNING nova.compute.manager [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Received unexpected event network-vif-plugged-36f92f06-942a-4aed-ad05-e9c9ec049ec2 for instance with vm_state building and task_state spawning. [ 680.796293] env[65978]: DEBUG nova.compute.manager [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Received event network-changed-36f92f06-942a-4aed-ad05-e9c9ec049ec2 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 680.796609] env[65978]: DEBUG nova.compute.manager [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Refreshing instance network info cache due to event network-changed-36f92f06-942a-4aed-ad05-e9c9ec049ec2. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 680.797288] env[65978]: DEBUG oslo_concurrency.lockutils [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] Acquiring lock "refresh_cache-2c431607-3454-49b7-8946-b41834e22baf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.797440] env[65978]: DEBUG oslo_concurrency.lockutils [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] Acquired lock "refresh_cache-2c431607-3454-49b7-8946-b41834e22baf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.797772] env[65978]: DEBUG nova.network.neutron [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Refreshing network info cache for port 36f92f06-942a-4aed-ad05-e9c9ec049ec2 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.868555] env[65978]: DEBUG nova.scheduler.client.report [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.002393] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714018, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.265710] env[65978]: DEBUG nova.compute.manager [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 681.302074] env[65978]: WARNING neutronclient.v2_0.client [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.340249] env[65978]: DEBUG nova.compute.manager [req-88026c5c-c926-49f7-97b3-a915576497ea req-f20cd06f-546b-47d8-844f-a8621885a6aa service nova] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Received event network-vif-deleted-914a1dad-1314-4a0b-92cf-6e93ab61f6f2 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 681.359595] env[65978]: DEBUG nova.compute.manager [req-b0701c57-0220-4bf7-a04d-2218a028ce7b req-2d60f2c9-4a5d-4788-8481-72b304fb4e4c service nova] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Received event network-vif-plugged-00c4783c-c64f-46c1-93c3-445860ea7359 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 681.360217] env[65978]: DEBUG oslo_concurrency.lockutils [req-b0701c57-0220-4bf7-a04d-2218a028ce7b req-2d60f2c9-4a5d-4788-8481-72b304fb4e4c service nova] Acquiring lock "7bb7d018-e090-4fb5-a129-89612ebe01ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.360217] env[65978]: DEBUG oslo_concurrency.lockutils [req-b0701c57-0220-4bf7-a04d-2218a028ce7b req-2d60f2c9-4a5d-4788-8481-72b304fb4e4c service nova] Lock "7bb7d018-e090-4fb5-a129-89612ebe01ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.360382] env[65978]: DEBUG oslo_concurrency.lockutils [req-b0701c57-0220-4bf7-a04d-2218a028ce7b req-2d60f2c9-4a5d-4788-8481-72b304fb4e4c service nova] Lock "7bb7d018-e090-4fb5-a129-89612ebe01ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.360510] env[65978]: DEBUG nova.compute.manager [req-b0701c57-0220-4bf7-a04d-2218a028ce7b req-2d60f2c9-4a5d-4788-8481-72b304fb4e4c service nova] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] No waiting events found dispatching network-vif-plugged-00c4783c-c64f-46c1-93c3-445860ea7359 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 681.360740] env[65978]: WARNING nova.compute.manager [req-b0701c57-0220-4bf7-a04d-2218a028ce7b req-2d60f2c9-4a5d-4788-8481-72b304fb4e4c service nova] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Received unexpected event network-vif-plugged-00c4783c-c64f-46c1-93c3-445860ea7359 for instance with vm_state building and task_state spawning. [ 681.360926] env[65978]: DEBUG nova.compute.manager [req-b0701c57-0220-4bf7-a04d-2218a028ce7b req-2d60f2c9-4a5d-4788-8481-72b304fb4e4c service nova] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Received event network-changed-00c4783c-c64f-46c1-93c3-445860ea7359 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 681.361139] env[65978]: DEBUG nova.compute.manager [req-b0701c57-0220-4bf7-a04d-2218a028ce7b req-2d60f2c9-4a5d-4788-8481-72b304fb4e4c service nova] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Refreshing instance network info cache due to event network-changed-00c4783c-c64f-46c1-93c3-445860ea7359. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 681.361357] env[65978]: DEBUG oslo_concurrency.lockutils [req-b0701c57-0220-4bf7-a04d-2218a028ce7b req-2d60f2c9-4a5d-4788-8481-72b304fb4e4c service nova] Acquiring lock "refresh_cache-7bb7d018-e090-4fb5-a129-89612ebe01ed" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.361528] env[65978]: DEBUG oslo_concurrency.lockutils [req-b0701c57-0220-4bf7-a04d-2218a028ce7b req-2d60f2c9-4a5d-4788-8481-72b304fb4e4c service nova] Acquired lock "refresh_cache-7bb7d018-e090-4fb5-a129-89612ebe01ed" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.361705] env[65978]: DEBUG nova.network.neutron [req-b0701c57-0220-4bf7-a04d-2218a028ce7b req-2d60f2c9-4a5d-4788-8481-72b304fb4e4c service nova] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Refreshing network info cache for port 00c4783c-c64f-46c1-93c3-445860ea7359 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.376101] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.376807] env[65978]: DEBUG nova.compute.manager [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 681.379931] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.140s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.381272] env[65978]: INFO nova.compute.claims [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.392510] env[65978]: DEBUG nova.network.neutron [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 681.500055] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714018, 'name': CreateVM_Task, 'duration_secs': 0.587769} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.500164] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.500759] env[65978]: WARNING neutronclient.v2_0.client [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.502196] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.502196] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.502196] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.502196] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69e671a5-c35b-41bc-b034-342df87ff5b1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.510445] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 681.510445] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52051b66-07b1-6b62-453c-0beb5b190a79" [ 681.510445] env[65978]: _type = "Task" [ 681.510445] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.521712] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52051b66-07b1-6b62-453c-0beb5b190a79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.793846] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.864955] env[65978]: WARNING neutronclient.v2_0.client [req-b0701c57-0220-4bf7-a04d-2218a028ce7b req-2d60f2c9-4a5d-4788-8481-72b304fb4e4c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.887628] env[65978]: DEBUG nova.compute.utils [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.900315] env[65978]: DEBUG nova.compute.manager [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 681.901206] env[65978]: DEBUG nova.network.neutron [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 681.901877] env[65978]: WARNING neutronclient.v2_0.client [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.902265] env[65978]: WARNING neutronclient.v2_0.client [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.025779] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52051b66-07b1-6b62-453c-0beb5b190a79, 'name': SearchDatastore_Task, 'duration_secs': 0.021691} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.032426] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.032426] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.032426] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.032426] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.032592] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.032592] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fba4ce8-8b3f-4006-830f-b49ba6944694 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.042345] env[65978]: WARNING neutronclient.v2_0.client [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.049267] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.049267] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.050056] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa994919-1d10-4067-9e49-d8a250ef963e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.059105] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 682.059105] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5272460b-25bb-edef-be6c-b81de217fae2" [ 682.059105] env[65978]: _type = "Task" [ 682.059105] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.073832] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5272460b-25bb-edef-be6c-b81de217fae2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.131475] env[65978]: DEBUG nova.policy [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ad4bdc573324ecfb735601290126a7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b720996f6d3443fbb2b7e9db6cb6f5f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.401081] env[65978]: DEBUG nova.compute.manager [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 682.574974] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5272460b-25bb-edef-be6c-b81de217fae2, 'name': SearchDatastore_Task, 'duration_secs': 0.015387} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.580017] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12d3e6bf-7530-487f-a666-3ccc2d81ff9b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.587886] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 682.587886] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5274e527-902a-a39f-a4d4-bae0665309d2" [ 682.587886] env[65978]: _type = "Task" [ 682.587886] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.601414] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5274e527-902a-a39f-a4d4-bae0665309d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.701434] env[65978]: WARNING neutronclient.v2_0.client [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.804221] env[65978]: DEBUG nova.network.neutron [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Successfully created port: b9538cb8-427b-43ca-ba30-08dcea5d758c {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 682.846564] env[65978]: DEBUG nova.network.neutron [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Updating instance_info_cache with network_info: [{"id": "52bf2607-4a50-46c1-b764-6949a0261f84", "address": "fa:16:3e:95:f0:e7", "network": {"id": "cb266335-e5ea-49a7-95ec-501001eca995", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1483359425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ec2edf577b84496397d8b83780424cea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52bf2607-4a", "ovs_interfaceid": "52bf2607-4a50-46c1-b764-6949a0261f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.974785] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53afd686-ccec-4f6f-be9c-09cdcaacde74 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.986949] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16285148-ae95-4d33-aded-fe8ddeb69c58 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.044051] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f74d78-6b34-42dc-99cb-0ff2351ccb78 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.057550] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c810d726-892e-4389-a6e8-42b28ac4cff4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.075218] env[65978]: DEBUG nova.compute.provider_tree [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.111459] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5274e527-902a-a39f-a4d4-bae0665309d2, 'name': SearchDatastore_Task, 'duration_secs': 0.024339} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.111459] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.111459] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 7bb7d018-e090-4fb5-a129-89612ebe01ed/7bb7d018-e090-4fb5-a129-89612ebe01ed.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.111459] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09e1ea93-7ca1-44fd-8be6-9ae0754b5fc0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.120321] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 683.120321] env[65978]: value = "task-4714020" [ 683.120321] env[65978]: _type = "Task" [ 683.120321] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.133606] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.353444] env[65978]: DEBUG oslo_concurrency.lockutils [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Releasing lock "refresh_cache-f819f6a7-3390-4316-9323-7c0109b6c237" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.353871] env[65978]: DEBUG nova.compute.manager [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Instance network_info: |[{"id": "52bf2607-4a50-46c1-b764-6949a0261f84", "address": "fa:16:3e:95:f0:e7", "network": {"id": "cb266335-e5ea-49a7-95ec-501001eca995", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1483359425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ec2edf577b84496397d8b83780424cea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52bf2607-4a", "ovs_interfaceid": "52bf2607-4a50-46c1-b764-6949a0261f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 683.359915] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:f0:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52bf2607-4a50-46c1-b764-6949a0261f84', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.375189] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Creating folder: Project (ec2edf577b84496397d8b83780424cea). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.376292] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48ce6e71-7e7b-45a6-92f2-b91eac701f12 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.379666] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e060914-4972-4638-8478-efa9e3d02b06 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.390330] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cad1d0e8-feee-4c10-94ce-5ab443540c00 tempest-ServersAdminNegativeTestJSON-1093668772 tempest-ServersAdminNegativeTestJSON-1093668772-project-admin] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Suspending the VM {{(pid=65978) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 683.390897] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6c6eb14f-c899-492b-b815-ecde7ade7924 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.401123] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Created folder: Project (ec2edf577b84496397d8b83780424cea) in parent group-v919857. [ 683.401398] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Creating folder: Instances. Parent ref: group-v919937. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.406563] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4ea919f-fcc9-468c-b2ae-c27062577c66 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.414184] env[65978]: DEBUG oslo_vmware.api [None req-cad1d0e8-feee-4c10-94ce-5ab443540c00 tempest-ServersAdminNegativeTestJSON-1093668772 tempest-ServersAdminNegativeTestJSON-1093668772-project-admin] Waiting for the task: (returnval){ [ 683.414184] env[65978]: value = "task-4714022" [ 683.414184] env[65978]: _type = "Task" [ 683.414184] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.428816] env[65978]: DEBUG nova.compute.manager [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 683.441499] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Created folder: Instances in parent group-v919937. [ 683.441499] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 683.443491] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.443491] env[65978]: DEBUG oslo_vmware.api [None req-cad1d0e8-feee-4c10-94ce-5ab443540c00 tempest-ServersAdminNegativeTestJSON-1093668772 tempest-ServersAdminNegativeTestJSON-1093668772-project-admin] Task: {'id': task-4714022, 'name': SuspendVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.443746] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0a8abdd-8633-4506-98d6-517c755993c5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.474188] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.474188] env[65978]: value = "task-4714024" [ 683.474188] env[65978]: _type = "Task" [ 683.474188] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.499634] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714024, 'name': CreateVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.504839] env[65978]: DEBUG nova.virt.hardware [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 683.505325] env[65978]: DEBUG nova.virt.hardware [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.505503] env[65978]: DEBUG nova.virt.hardware [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 683.505917] env[65978]: DEBUG nova.virt.hardware [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.506069] env[65978]: DEBUG nova.virt.hardware [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 683.506373] env[65978]: DEBUG nova.virt.hardware [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 683.506700] env[65978]: DEBUG nova.virt.hardware [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 683.506904] env[65978]: DEBUG nova.virt.hardware [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 683.507127] env[65978]: DEBUG nova.virt.hardware [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 683.507362] env[65978]: DEBUG nova.virt.hardware [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 683.507660] env[65978]: DEBUG nova.virt.hardware [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 683.510015] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb6dd8a-1fb5-4058-a90d-5a023c11bcf1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.527747] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c1953c-c439-45c5-b920-f5884a80547c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.579052] env[65978]: DEBUG nova.scheduler.client.report [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.598253] env[65978]: WARNING neutronclient.v2_0.client [req-b0701c57-0220-4bf7-a04d-2218a028ce7b req-2d60f2c9-4a5d-4788-8481-72b304fb4e4c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.635572] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714020, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.648923] env[65978]: DEBUG nova.network.neutron [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Updated VIF entry in instance network info cache for port 36f92f06-942a-4aed-ad05-e9c9ec049ec2. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 683.649459] env[65978]: DEBUG nova.network.neutron [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Updating instance_info_cache with network_info: [{"id": "36f92f06-942a-4aed-ad05-e9c9ec049ec2", "address": "fa:16:3e:8d:26:4a", "network": {"id": "922d889d-0cd6-487a-8be9-7d1db435296f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-926283033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed2daf401bfe4bbda6965f530863bb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36f92f06-94", "ovs_interfaceid": "36f92f06-942a-4aed-ad05-e9c9ec049ec2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.927032] env[65978]: DEBUG oslo_vmware.api [None req-cad1d0e8-feee-4c10-94ce-5ab443540c00 tempest-ServersAdminNegativeTestJSON-1093668772 tempest-ServersAdminNegativeTestJSON-1093668772-project-admin] Task: {'id': task-4714022, 'name': SuspendVM_Task} progress is 58%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.931716] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaabd408-013c-4c8b-9623-7eb2d0880a99 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.946875] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c7db8cce-1a72-4840-b282-294451fc753d tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Suspending the VM {{(pid=65978) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 683.947265] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2b6977f8-b5ad-4a2d-884d-f98e1c656cd0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.955674] env[65978]: DEBUG oslo_vmware.api [None req-c7db8cce-1a72-4840-b282-294451fc753d tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 683.955674] env[65978]: value = "task-4714025" [ 683.955674] env[65978]: _type = "Task" [ 683.955674] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.965874] env[65978]: DEBUG oslo_vmware.api [None req-c7db8cce-1a72-4840-b282-294451fc753d tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714025, 'name': SuspendVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.986408] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714024, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.087735] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.088737] env[65978]: DEBUG nova.compute.manager [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 684.093733] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.700s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.095075] env[65978]: DEBUG nova.objects.instance [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Lazy-loading 'resources' on Instance uuid bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.135367] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619016} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.135367] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 7bb7d018-e090-4fb5-a129-89612ebe01ed/7bb7d018-e090-4fb5-a129-89612ebe01ed.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.135576] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.135853] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e3e208e-e530-4ec3-97d6-52b95b868fe0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.146093] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 684.146093] env[65978]: value = "task-4714026" [ 684.146093] env[65978]: _type = "Task" [ 684.146093] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.152853] env[65978]: DEBUG oslo_concurrency.lockutils [req-7562c247-ab0c-4455-ae6e-81f08f78d941 req-968af587-eb01-4d62-a0ea-270c08953955 service nova] Releasing lock "refresh_cache-2c431607-3454-49b7-8946-b41834e22baf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.158905] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.430384] env[65978]: DEBUG oslo_vmware.api [None req-cad1d0e8-feee-4c10-94ce-5ab443540c00 tempest-ServersAdminNegativeTestJSON-1093668772 tempest-ServersAdminNegativeTestJSON-1093668772-project-admin] Task: {'id': task-4714022, 'name': SuspendVM_Task, 'duration_secs': 1.008361} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.430740] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cad1d0e8-feee-4c10-94ce-5ab443540c00 tempest-ServersAdminNegativeTestJSON-1093668772 tempest-ServersAdminNegativeTestJSON-1093668772-project-admin] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Suspended the VM {{(pid=65978) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 684.430921] env[65978]: DEBUG nova.compute.manager [None req-cad1d0e8-feee-4c10-94ce-5ab443540c00 tempest-ServersAdminNegativeTestJSON-1093668772 tempest-ServersAdminNegativeTestJSON-1093668772-project-admin] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 684.431784] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642e3a5d-5f5a-402e-84d3-d875c07ad1bb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.467064] env[65978]: DEBUG oslo_vmware.api [None req-c7db8cce-1a72-4840-b282-294451fc753d tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714025, 'name': SuspendVM_Task} progress is 58%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.490520] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714024, 'name': CreateVM_Task, 'duration_secs': 0.534578} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.490896] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.491484] env[65978]: WARNING neutronclient.v2_0.client [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.491869] env[65978]: DEBUG oslo_concurrency.lockutils [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.492855] env[65978]: DEBUG oslo_concurrency.lockutils [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.492855] env[65978]: DEBUG oslo_concurrency.lockutils [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.493297] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cc58f8a-e9dc-4895-a2b4-9c3da2ebc8e5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.500567] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Waiting for the task: (returnval){ [ 684.500567] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527ed3db-d895-c82b-6688-3e2849a92982" [ 684.500567] env[65978]: _type = "Task" [ 684.500567] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.512096] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527ed3db-d895-c82b-6688-3e2849a92982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.599737] env[65978]: DEBUG nova.compute.utils [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.604186] env[65978]: DEBUG nova.compute.manager [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 684.604632] env[65978]: DEBUG nova.network.neutron [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 684.606386] env[65978]: WARNING neutronclient.v2_0.client [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.606386] env[65978]: WARNING neutronclient.v2_0.client [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.659359] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116911} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.659723] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.660818] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ed057a-2b2b-4e29-960f-c420020af269 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.686721] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 7bb7d018-e090-4fb5-a129-89612ebe01ed/7bb7d018-e090-4fb5-a129-89612ebe01ed.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.689896] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f354d39d-e8c4-459f-9e99-75a79b776260 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.713446] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 684.713446] env[65978]: value = "task-4714027" [ 684.713446] env[65978]: _type = "Task" [ 684.713446] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.730023] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.951862] env[65978]: DEBUG nova.network.neutron [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Successfully updated port: b9538cb8-427b-43ca-ba30-08dcea5d758c {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 684.972609] env[65978]: DEBUG oslo_vmware.api [None req-c7db8cce-1a72-4840-b282-294451fc753d tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714025, 'name': SuspendVM_Task} progress is 58%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.001161] env[65978]: DEBUG nova.network.neutron [req-b0701c57-0220-4bf7-a04d-2218a028ce7b req-2d60f2c9-4a5d-4788-8481-72b304fb4e4c service nova] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Updated VIF entry in instance network info cache for port 00c4783c-c64f-46c1-93c3-445860ea7359. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 685.003030] env[65978]: DEBUG nova.network.neutron [req-b0701c57-0220-4bf7-a04d-2218a028ce7b req-2d60f2c9-4a5d-4788-8481-72b304fb4e4c service nova] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Updating instance_info_cache with network_info: [{"id": "00c4783c-c64f-46c1-93c3-445860ea7359", "address": "fa:16:3e:4c:a1:3a", "network": {"id": "880ff484-5375-48fa-ab2d-7e7f2062f61a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-293081234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b720996f6d3443fbb2b7e9db6cb6f5f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00c4783c-c6", "ovs_interfaceid": "00c4783c-c64f-46c1-93c3-445860ea7359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.022036] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527ed3db-d895-c82b-6688-3e2849a92982, 'name': SearchDatastore_Task, 'duration_secs': 0.049226} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.030052] env[65978]: DEBUG oslo_concurrency.lockutils [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.030341] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.030602] env[65978]: DEBUG oslo_concurrency.lockutils [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.030737] env[65978]: DEBUG oslo_concurrency.lockutils [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.030916] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.031847] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-362f5402-6ba2-4771-be2d-e9e39d090cbc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.048934] env[65978]: DEBUG nova.policy [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c4caa9deebb4468ba6ee20bfa5b3b5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89300743ada64b348ab266269b499f22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.057598] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.057598] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.058793] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b4045d9-4490-4d8f-839c-83bccac25955 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.067929] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Waiting for the task: (returnval){ [ 685.067929] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52aacf55-6cda-581c-e5cd-45bc35fdba0f" [ 685.067929] env[65978]: _type = "Task" [ 685.067929] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.083872] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52aacf55-6cda-581c-e5cd-45bc35fdba0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.105805] env[65978]: DEBUG nova.compute.manager [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 685.216232] env[65978]: DEBUG oslo_vmware.rw_handles [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52292494-8a6a-0426-759d-8545e4029b8e/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 685.219652] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b162ab-1e5d-4c2b-856f-3408a2f29730 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.245111] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.248195] env[65978]: DEBUG oslo_vmware.rw_handles [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52292494-8a6a-0426-759d-8545e4029b8e/disk-0.vmdk is in state: ready. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 685.248523] env[65978]: ERROR oslo_vmware.rw_handles [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52292494-8a6a-0426-759d-8545e4029b8e/disk-0.vmdk due to incomplete transfer. [ 685.249395] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d9c04f34-4799-4809-8071-c768417c5f4c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.256636] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bd5889-a0b0-44fc-9b32-a8975be2b550 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.267094] env[65978]: DEBUG oslo_vmware.rw_handles [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52292494-8a6a-0426-759d-8545e4029b8e/disk-0.vmdk. {{(pid=65978) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 685.267094] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Uploaded image 6cc03cb7-6776-4f8b-8aac-6694fb3d6982 to the Glance image server {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 685.269558] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Destroying the VM {{(pid=65978) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 685.270939] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a0101163-e795-4be1-a0d1-90ec22d00e24 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.278780] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2d8e06-e36d-40b9-981b-af97d920d754 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.286480] env[65978]: DEBUG oslo_vmware.api [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 685.286480] env[65978]: value = "task-4714028" [ 685.286480] env[65978]: _type = "Task" [ 685.286480] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.330308] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a35f03-1be0-454c-8524-a4f30ad5b3f7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.337811] env[65978]: DEBUG oslo_vmware.api [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714028, 'name': Destroy_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.345091] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dc9cc4-8a14-45a2-ad9d-d137fcfdcee7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.362229] env[65978]: DEBUG nova.compute.provider_tree [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.456446] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "refresh_cache-d1a2eddf-ae3a-40a8-a037-82728574cb0d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.456446] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquired lock "refresh_cache-d1a2eddf-ae3a-40a8-a037-82728574cb0d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.456446] env[65978]: DEBUG nova.network.neutron [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 685.472062] env[65978]: DEBUG oslo_vmware.api [None req-c7db8cce-1a72-4840-b282-294451fc753d tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714025, 'name': SuspendVM_Task, 'duration_secs': 1.254674} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.472062] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c7db8cce-1a72-4840-b282-294451fc753d tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Suspended the VM {{(pid=65978) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 685.472062] env[65978]: DEBUG nova.compute.manager [None req-c7db8cce-1a72-4840-b282-294451fc753d tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 685.472474] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9aa2928-29cd-48f5-a112-5da4871725f7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.511470] env[65978]: DEBUG oslo_concurrency.lockutils [req-b0701c57-0220-4bf7-a04d-2218a028ce7b req-2d60f2c9-4a5d-4788-8481-72b304fb4e4c service nova] Releasing lock "refresh_cache-7bb7d018-e090-4fb5-a129-89612ebe01ed" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.577177] env[65978]: DEBUG nova.network.neutron [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Successfully created port: 16ffbfbf-9539-4f35-8fee-768cf3603f76 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 685.585147] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52aacf55-6cda-581c-e5cd-45bc35fdba0f, 'name': SearchDatastore_Task, 'duration_secs': 0.01695} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.586058] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fe5834b-f92f-4e0d-83f9-3a695dc94b83 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.595481] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Waiting for the task: (returnval){ [ 685.595481] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5266b3cc-b9df-25cb-8242-eaeec1cdebfe" [ 685.595481] env[65978]: _type = "Task" [ 685.595481] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.610235] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5266b3cc-b9df-25cb-8242-eaeec1cdebfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.733751] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714027, 'name': ReconfigVM_Task, 'duration_secs': 0.778208} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.734635] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 7bb7d018-e090-4fb5-a129-89612ebe01ed/7bb7d018-e090-4fb5-a129-89612ebe01ed.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.734635] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1f3cb34-7e03-4989-a10e-0cb10fce2d70 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.745340] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 685.745340] env[65978]: value = "task-4714029" [ 685.745340] env[65978]: _type = "Task" [ 685.745340] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.763712] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714029, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.806383] env[65978]: DEBUG oslo_vmware.api [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714028, 'name': Destroy_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.866138] env[65978]: DEBUG nova.scheduler.client.report [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.105951] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5266b3cc-b9df-25cb-8242-eaeec1cdebfe, 'name': SearchDatastore_Task, 'duration_secs': 0.032193} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.106279] env[65978]: DEBUG oslo_concurrency.lockutils [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.106542] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] f819f6a7-3390-4316-9323-7c0109b6c237/f819f6a7-3390-4316-9323-7c0109b6c237.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.106823] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4022c39-f44e-47bb-919e-13e7a6dfa868 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.114517] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Waiting for the task: (returnval){ [ 686.114517] env[65978]: value = "task-4714030" [ 686.114517] env[65978]: _type = "Task" [ 686.114517] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.124957] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Task: {'id': task-4714030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.128684] env[65978]: DEBUG nova.compute.manager [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 686.155815] env[65978]: DEBUG nova.virt.hardware [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 686.156097] env[65978]: DEBUG nova.virt.hardware [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.156255] env[65978]: DEBUG nova.virt.hardware [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 686.156509] env[65978]: DEBUG nova.virt.hardware [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.156667] env[65978]: DEBUG nova.virt.hardware [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 686.156800] env[65978]: DEBUG nova.virt.hardware [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 686.157016] env[65978]: DEBUG nova.virt.hardware [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 686.157202] env[65978]: DEBUG nova.virt.hardware [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 686.157353] env[65978]: DEBUG nova.virt.hardware [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 686.157576] env[65978]: DEBUG nova.virt.hardware [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 686.157758] env[65978]: DEBUG nova.virt.hardware [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 686.158719] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d354f972-92df-46e1-80b4-89f972e1b73e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.167595] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d714ceed-755f-4140-af21-ba29c44fc3b4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.259043] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Acquiring lock "a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.259043] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Lock "a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.259043] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Acquiring lock "a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.259043] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Lock "a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.259335] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Lock "a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.260755] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714029, 'name': Rename_Task, 'duration_secs': 0.36529} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.261267] env[65978]: INFO nova.compute.manager [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Terminating instance [ 686.263100] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.263100] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60068041-b426-47c6-9743-03c99a55f307 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.273351] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 686.273351] env[65978]: value = "task-4714031" [ 686.273351] env[65978]: _type = "Task" [ 686.273351] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.284642] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.299890] env[65978]: DEBUG oslo_vmware.api [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714028, 'name': Destroy_Task, 'duration_secs': 0.844541} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.300227] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Destroyed the VM [ 686.300598] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Deleting Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 686.301076] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-723414c5-499e-45cd-ba70-159f31ff16e9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.311508] env[65978]: DEBUG oslo_vmware.api [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 686.311508] env[65978]: value = "task-4714032" [ 686.311508] env[65978]: _type = "Task" [ 686.311508] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.321477] env[65978]: DEBUG oslo_vmware.api [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714032, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.376283] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.280s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.377209] env[65978]: DEBUG oslo_concurrency.lockutils [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.215s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.378762] env[65978]: INFO nova.compute.claims [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.402211] env[65978]: INFO nova.scheduler.client.report [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Deleted allocations for instance bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9 [ 686.629455] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Task: {'id': task-4714030, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.768144] env[65978]: DEBUG nova.compute.manager [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 686.768307] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.769531] env[65978]: DEBUG nova.network.neutron [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 686.772387] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d3d355-1cc0-4b13-ad43-06e9b2f42f2b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.783645] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.786883] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5f2eafd-5d81-4d72-b70b-342b107e716c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.788539] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714031, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.793984] env[65978]: DEBUG oslo_vmware.api [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Waiting for the task: (returnval){ [ 686.793984] env[65978]: value = "task-4714033" [ 686.793984] env[65978]: _type = "Task" [ 686.793984] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.802987] env[65978]: DEBUG oslo_vmware.api [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Task: {'id': task-4714033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.822089] env[65978]: DEBUG oslo_vmware.api [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714032, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.912239] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5d5ecc02-264f-4b66-9f38-b1d020c4c3d9 tempest-InstanceActionsTestJSON-279928980 tempest-InstanceActionsTestJSON-279928980-project-member] Lock "bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.042s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.128654] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Task: {'id': task-4714030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610623} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.128978] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] f819f6a7-3390-4316-9323-7c0109b6c237/f819f6a7-3390-4316-9323-7c0109b6c237.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.129924] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.131223] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1134bf7-5ea1-49d6-b4a0-8549067e683f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.141925] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Waiting for the task: (returnval){ [ 687.141925] env[65978]: value = "task-4714034" [ 687.141925] env[65978]: _type = "Task" [ 687.141925] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.153884] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Task: {'id': task-4714034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.287384] env[65978]: DEBUG oslo_vmware.api [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714031, 'name': PowerOnVM_Task, 'duration_secs': 0.740668} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.287700] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.287905] env[65978]: INFO nova.compute.manager [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Took 11.59 seconds to spawn the instance on the hypervisor. [ 687.288095] env[65978]: DEBUG nova.compute.manager [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 687.289075] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcda81d-cee8-4c1a-9dde-6124e0bb34f8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.313560] env[65978]: DEBUG oslo_vmware.api [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Task: {'id': task-4714033, 'name': PowerOffVM_Task, 'duration_secs': 0.283943} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.313560] env[65978]: DEBUG nova.network.neutron [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Successfully updated port: 16ffbfbf-9539-4f35-8fee-768cf3603f76 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 687.313653] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.313758] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.314308] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d768c172-d55a-44e1-bb06-63fc916adcaa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.326571] env[65978]: DEBUG oslo_vmware.api [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714032, 'name': RemoveSnapshot_Task, 'duration_secs': 0.857182} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.327487] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Deleted Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 687.327718] env[65978]: INFO nova.compute.manager [None req-18c9187c-3d3a-43a6-b725-c6f3026d0ff9 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Took 17.59 seconds to snapshot the instance on the hypervisor. [ 687.397285] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.397576] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.398152] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Deleting the datastore file [datastore2] a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.398152] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6967f70-2b8e-452a-88ad-42874780398b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.405250] env[65978]: DEBUG oslo_vmware.api [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Waiting for the task: (returnval){ [ 687.405250] env[65978]: value = "task-4714036" [ 687.405250] env[65978]: _type = "Task" [ 687.405250] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.414798] env[65978]: DEBUG oslo_vmware.api [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Task: {'id': task-4714036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.656940] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Task: {'id': task-4714034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066453} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.657220] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.657998] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb88e85-104a-4450-915b-f465a0dfab80 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.687391] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] f819f6a7-3390-4316-9323-7c0109b6c237/f819f6a7-3390-4316-9323-7c0109b6c237.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.691017] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8f01258-cade-463b-b6bd-23dfa67321ad {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.713785] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Waiting for the task: (returnval){ [ 687.713785] env[65978]: value = "task-4714037" [ 687.713785] env[65978]: _type = "Task" [ 687.713785] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.723270] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Task: {'id': task-4714037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.818335] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "refresh_cache-836b67a1-e5e1-4803-a750-506af6a22fc9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.818335] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired lock "refresh_cache-836b67a1-e5e1-4803-a750-506af6a22fc9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.818335] env[65978]: DEBUG nova.network.neutron [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 687.822192] env[65978]: INFO nova.compute.manager [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Took 35.06 seconds to build instance. [ 687.897112] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36419b0d-4b2a-430f-88b9-e7c4a9cf99b1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.910991] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9071e0-3787-407e-9010-c723030325e7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.922230] env[65978]: DEBUG oslo_vmware.api [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Task: {'id': task-4714036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142822} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.952294] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.952574] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.952764] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.952947] env[65978]: INFO nova.compute.manager [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Took 1.18 seconds to destroy the instance on the hypervisor. [ 687.953303] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 687.954984] env[65978]: WARNING neutronclient.v2_0.client [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.957514] env[65978]: DEBUG nova.compute.manager [-] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 687.957738] env[65978]: DEBUG nova.network.neutron [-] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 687.957894] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.960343] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c5fc8f-87dd-4883-ae9b-2313fecabe46 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.970589] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906632f7-1407-492f-b4d7-5d1d8d710599 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.994935] env[65978]: DEBUG nova.compute.provider_tree [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.228527] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Task: {'id': task-4714037, 'name': ReconfigVM_Task, 'duration_secs': 0.510906} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.228891] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Reconfigured VM instance instance-0000001d to attach disk [datastore1] f819f6a7-3390-4316-9323-7c0109b6c237/f819f6a7-3390-4316-9323-7c0109b6c237.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.230115] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c37354ea-4597-4e1d-99d6-d03a5fd355eb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.238608] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Waiting for the task: (returnval){ [ 688.238608] env[65978]: value = "task-4714038" [ 688.238608] env[65978]: _type = "Task" [ 688.238608] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.250475] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Task: {'id': task-4714038, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.326113] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2cd4add-1547-4636-92db-03bb95a98614 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "7bb7d018-e090-4fb5-a129-89612ebe01ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.147s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.491443] env[65978]: DEBUG nova.compute.manager [req-3a8760a6-c1e2-4dc8-8528-6a24213547b4 req-5cc3f0ca-d2ea-4fc2-a476-1336d22b7bc5 service nova] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Received event network-vif-plugged-52bf2607-4a50-46c1-b764-6949a0261f84 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 688.492260] env[65978]: DEBUG oslo_concurrency.lockutils [req-3a8760a6-c1e2-4dc8-8528-6a24213547b4 req-5cc3f0ca-d2ea-4fc2-a476-1336d22b7bc5 service nova] Acquiring lock "f819f6a7-3390-4316-9323-7c0109b6c237-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.492476] env[65978]: DEBUG oslo_concurrency.lockutils [req-3a8760a6-c1e2-4dc8-8528-6a24213547b4 req-5cc3f0ca-d2ea-4fc2-a476-1336d22b7bc5 service nova] Lock "f819f6a7-3390-4316-9323-7c0109b6c237-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.492676] env[65978]: DEBUG oslo_concurrency.lockutils [req-3a8760a6-c1e2-4dc8-8528-6a24213547b4 req-5cc3f0ca-d2ea-4fc2-a476-1336d22b7bc5 service nova] Lock "f819f6a7-3390-4316-9323-7c0109b6c237-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.496020] env[65978]: DEBUG nova.compute.manager [req-3a8760a6-c1e2-4dc8-8528-6a24213547b4 req-5cc3f0ca-d2ea-4fc2-a476-1336d22b7bc5 service nova] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] No waiting events found dispatching network-vif-plugged-52bf2607-4a50-46c1-b764-6949a0261f84 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 688.496020] env[65978]: WARNING nova.compute.manager [req-3a8760a6-c1e2-4dc8-8528-6a24213547b4 req-5cc3f0ca-d2ea-4fc2-a476-1336d22b7bc5 service nova] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Received unexpected event network-vif-plugged-52bf2607-4a50-46c1-b764-6949a0261f84 for instance with vm_state building and task_state spawning. [ 688.496020] env[65978]: DEBUG nova.compute.manager [req-3a8760a6-c1e2-4dc8-8528-6a24213547b4 req-5cc3f0ca-d2ea-4fc2-a476-1336d22b7bc5 service nova] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Received event network-changed-52bf2607-4a50-46c1-b764-6949a0261f84 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 688.496020] env[65978]: DEBUG nova.compute.manager [req-3a8760a6-c1e2-4dc8-8528-6a24213547b4 req-5cc3f0ca-d2ea-4fc2-a476-1336d22b7bc5 service nova] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Refreshing instance network info cache due to event network-changed-52bf2607-4a50-46c1-b764-6949a0261f84. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 688.496020] env[65978]: DEBUG oslo_concurrency.lockutils [req-3a8760a6-c1e2-4dc8-8528-6a24213547b4 req-5cc3f0ca-d2ea-4fc2-a476-1336d22b7bc5 service nova] Acquiring lock "refresh_cache-f819f6a7-3390-4316-9323-7c0109b6c237" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.496321] env[65978]: DEBUG oslo_concurrency.lockutils [req-3a8760a6-c1e2-4dc8-8528-6a24213547b4 req-5cc3f0ca-d2ea-4fc2-a476-1336d22b7bc5 service nova] Acquired lock "refresh_cache-f819f6a7-3390-4316-9323-7c0109b6c237" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.496321] env[65978]: DEBUG nova.network.neutron [req-3a8760a6-c1e2-4dc8-8528-6a24213547b4 req-5cc3f0ca-d2ea-4fc2-a476-1336d22b7bc5 service nova] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Refreshing network info cache for port 52bf2607-4a50-46c1-b764-6949a0261f84 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.497737] env[65978]: DEBUG nova.scheduler.client.report [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.624867] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.716634] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Acquiring lock "b2ade356-7f5c-46bf-afbd-8e55aaf68b00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.716634] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Lock "b2ade356-7f5c-46bf-afbd-8e55aaf68b00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.753461] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Task: {'id': task-4714038, 'name': Rename_Task, 'duration_secs': 0.221006} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.753754] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.754014] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9c6d79b-a8f1-493f-9a33-364abad4deaf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.761738] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Waiting for the task: (returnval){ [ 688.761738] env[65978]: value = "task-4714039" [ 688.761738] env[65978]: _type = "Task" [ 688.761738] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.771939] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Task: {'id': task-4714039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.835531] env[65978]: DEBUG nova.compute.manager [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 688.865263] env[65978]: DEBUG nova.network.neutron [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 689.001740] env[65978]: WARNING neutronclient.v2_0.client [req-3a8760a6-c1e2-4dc8-8528-6a24213547b4 req-5cc3f0ca-d2ea-4fc2-a476-1336d22b7bc5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.006609] env[65978]: DEBUG oslo_concurrency.lockutils [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.006609] env[65978]: DEBUG nova.compute.manager [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 689.009119] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.052s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.010585] env[65978]: INFO nova.compute.claims [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.273967] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Task: {'id': task-4714039, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.361089] env[65978]: DEBUG oslo_concurrency.lockutils [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.515061] env[65978]: DEBUG nova.compute.utils [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.523225] env[65978]: DEBUG nova.compute.manager [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 689.523429] env[65978]: DEBUG nova.network.neutron [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 689.523752] env[65978]: WARNING neutronclient.v2_0.client [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.524082] env[65978]: WARNING neutronclient.v2_0.client [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.775109] env[65978]: DEBUG oslo_vmware.api [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Task: {'id': task-4714039, 'name': PowerOnVM_Task, 'duration_secs': 0.53576} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.775512] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.776077] env[65978]: INFO nova.compute.manager [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Took 11.24 seconds to spawn the instance on the hypervisor. [ 689.776359] env[65978]: DEBUG nova.compute.manager [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 689.777246] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69cdcee-287c-43a0-88e9-e27389e566d9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.874051] env[65978]: DEBUG nova.network.neutron [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Updating instance_info_cache with network_info: [{"id": "b9538cb8-427b-43ca-ba30-08dcea5d758c", "address": "fa:16:3e:9b:78:5a", "network": {"id": "880ff484-5375-48fa-ab2d-7e7f2062f61a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-293081234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b720996f6d3443fbb2b7e9db6cb6f5f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9538cb8-42", "ovs_interfaceid": "b9538cb8-427b-43ca-ba30-08dcea5d758c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.021457] env[65978]: DEBUG nova.compute.manager [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 690.298898] env[65978]: INFO nova.compute.manager [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Took 35.41 seconds to build instance. [ 690.377554] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Releasing lock "refresh_cache-d1a2eddf-ae3a-40a8-a037-82728574cb0d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.378016] env[65978]: DEBUG nova.compute.manager [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Instance network_info: |[{"id": "b9538cb8-427b-43ca-ba30-08dcea5d758c", "address": "fa:16:3e:9b:78:5a", "network": {"id": "880ff484-5375-48fa-ab2d-7e7f2062f61a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-293081234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b720996f6d3443fbb2b7e9db6cb6f5f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9538cb8-42", "ovs_interfaceid": "b9538cb8-427b-43ca-ba30-08dcea5d758c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 690.378652] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:78:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9538cb8-427b-43ca-ba30-08dcea5d758c', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.387479] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 690.390612] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.391518] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6c29536-363e-4d23-a6c1-9d6653c52f0e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.411401] env[65978]: DEBUG nova.policy [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '180b3d0a31e640b09d66d2da9bda77eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '529be7acdd4e492296e034ab4c520bbd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.424652] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.424652] env[65978]: value = "task-4714040" [ 690.424652] env[65978]: _type = "Task" [ 690.424652] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.443643] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714040, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.477518] env[65978]: DEBUG nova.network.neutron [-] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.585463] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145a3d68-8b9e-4771-8824-62a0498bbef8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.595021] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c5ac9d-cded-4dee-a81b-29d14ac3ed49 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.638617] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9832eeb7-fe06-4341-9eb4-a13d012e8eb3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.647643] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aca75c2-f479-4df1-9d83-15a8552e3085 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.664218] env[65978]: DEBUG nova.compute.provider_tree [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.801975] env[65978]: DEBUG oslo_concurrency.lockutils [None req-531c81dd-c506-4cba-8cdb-f0e3f6594e1f tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Lock "f819f6a7-3390-4316-9323-7c0109b6c237" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.327s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.937759] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714040, 'name': CreateVM_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.954104] env[65978]: DEBUG nova.network.neutron [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Successfully created port: 2c2248c5-0aa9-4171-ab05-613b013f61ab {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 690.980630] env[65978]: INFO nova.compute.manager [-] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Took 3.02 seconds to deallocate network for instance. [ 691.029220] env[65978]: DEBUG nova.compute.manager [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 691.065813] env[65978]: DEBUG nova.virt.hardware [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 691.066213] env[65978]: DEBUG nova.virt.hardware [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.066576] env[65978]: DEBUG nova.virt.hardware [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 691.066791] env[65978]: DEBUG nova.virt.hardware [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.066936] env[65978]: DEBUG nova.virt.hardware [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 691.067107] env[65978]: DEBUG nova.virt.hardware [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 691.067326] env[65978]: DEBUG nova.virt.hardware [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 691.067484] env[65978]: DEBUG nova.virt.hardware [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 691.067652] env[65978]: DEBUG nova.virt.hardware [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 691.069242] env[65978]: DEBUG nova.virt.hardware [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 691.069242] env[65978]: DEBUG nova.virt.hardware [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 691.069845] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7728fe91-6381-42e7-8462-e3be22c2c3da {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.082192] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929da0d1-07f6-46fb-a690-eaaf191b95e7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.168501] env[65978]: DEBUG nova.scheduler.client.report [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.183547] env[65978]: WARNING neutronclient.v2_0.client [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.305083] env[65978]: DEBUG nova.compute.manager [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 691.437625] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714040, 'name': CreateVM_Task, 'duration_secs': 0.818856} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.437824] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.438370] env[65978]: WARNING neutronclient.v2_0.client [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.438803] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.438957] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.439292] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.439616] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-362c8a83-dea5-4eb5-adfc-35c902143acd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.447046] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 691.447046] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525839f1-64b0-20c1-3e15-3bef56225db1" [ 691.447046] env[65978]: _type = "Task" [ 691.447046] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.456992] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525839f1-64b0-20c1-3e15-3bef56225db1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.493265] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.674092] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.675709] env[65978]: DEBUG nova.compute.manager [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 691.677551] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.062s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.835592] env[65978]: DEBUG oslo_concurrency.lockutils [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.959798] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525839f1-64b0-20c1-3e15-3bef56225db1, 'name': SearchDatastore_Task, 'duration_secs': 0.01748} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.959798] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.960035] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.960079] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.960558] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.960558] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.960797] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3901bc2b-347b-4e84-83cd-d4acb951adc5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.971525] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.971810] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.972649] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aa6c5fe-06ce-4835-a0d4-87d0d9e3aa7f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.979681] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 691.979681] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5295c1ae-db87-c16a-74fb-252ab54ea3e8" [ 691.979681] env[65978]: _type = "Task" [ 691.979681] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.990858] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5295c1ae-db87-c16a-74fb-252ab54ea3e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.182922] env[65978]: DEBUG nova.compute.utils [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.193533] env[65978]: DEBUG nova.compute.manager [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 692.193865] env[65978]: DEBUG nova.network.neutron [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 692.194313] env[65978]: WARNING neutronclient.v2_0.client [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.194687] env[65978]: WARNING neutronclient.v2_0.client [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.234256] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Acquiring lock "b29986ea-9c13-4d23-a7b1-ee537d20702a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.234533] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Lock "b29986ea-9c13-4d23-a7b1-ee537d20702a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.235259] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Acquiring lock "b29986ea-9c13-4d23-a7b1-ee537d20702a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.235470] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Lock "b29986ea-9c13-4d23-a7b1-ee537d20702a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.235642] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Lock "b29986ea-9c13-4d23-a7b1-ee537d20702a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.237763] env[65978]: INFO nova.compute.manager [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Terminating instance [ 692.490557] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5295c1ae-db87-c16a-74fb-252ab54ea3e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011746} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.491417] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f18fbb58-c730-41d7-8b58-a5bf342715ef {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.498523] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 692.498523] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5226706e-0faf-1c24-d756-b6bdc4821188" [ 692.498523] env[65978]: _type = "Task" [ 692.498523] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.508573] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5226706e-0faf-1c24-d756-b6bdc4821188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.679339] env[65978]: DEBUG nova.network.neutron [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Updating instance_info_cache with network_info: [{"id": "16ffbfbf-9539-4f35-8fee-768cf3603f76", "address": "fa:16:3e:aa:8e:1f", "network": {"id": "6fed0f81-7458-4058-912d-c53e30dc5e98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-548756589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "89300743ada64b348ab266269b499f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ffbfbf-95", "ovs_interfaceid": "16ffbfbf-9539-4f35-8fee-768cf3603f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.696531] env[65978]: DEBUG nova.compute.manager [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 692.716284] env[65978]: WARNING neutronclient.v2_0.client [req-3a8760a6-c1e2-4dc8-8528-6a24213547b4 req-5cc3f0ca-d2ea-4fc2-a476-1336d22b7bc5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.736228] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance ecc645e7-d1f9-4d1c-b6db-5835c528d775 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.736434] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance b29986ea-9c13-4d23-a7b1-ee537d20702a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.739144] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 18cfc79d-38fe-4832-8aa0-27609c0219b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.739144] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 1f718f63-a0fd-4c55-9ccc-d89d897891b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.739144] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 692.739144] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance a4bc3380-9f28-4ffe-ad79-fbe565c39c37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.739249] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 85358d03-f54e-437b-b0e9-b1b8d20b54c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.739249] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance f84c9cd5-da98-4325-902c-1f1e410e6796 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.739249] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance db876e0c-b706-4118-8ed5-5be7d4c97929 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.739249] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 358d37e2-1180-40a4-9108-0a3cb617ac96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.739345] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 51206bff-a257-4f16-97df-5f959c253127 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.739345] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 4110db70-e306-4d35-8054-4b9de6f46e7a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 692.739345] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance c29d5f04-bcba-407e-aa0c-7a50284593fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.739345] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 429beadd-d1ad-4122-84a5-6fde2d7902c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.739458] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance a14898a3-b874-4ad3-b2fa-e69608ef4d0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.739458] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 2c431607-3454-49b7-8946-b41834e22baf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.739458] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 7bb7d018-e090-4fb5-a129-89612ebe01ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.739458] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance f819f6a7-3390-4316-9323-7c0109b6c237 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.739551] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance d1a2eddf-ae3a-40a8-a037-82728574cb0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.739551] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 836b67a1-e5e1-4803-a750-506af6a22fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.739551] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 2131baf3-24b8-4cff-9821-bfb25e44ef3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.739551] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 324c4201-a6d8-4432-a992-728c1abe29d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.742896] env[65978]: DEBUG nova.compute.manager [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 692.744036] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.744154] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e5784f-0f63-45df-8804-cb17d6455ee0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.753794] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.754749] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51129ba1-2d55-480b-bd6d-ef15903bf6f4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.766423] env[65978]: DEBUG oslo_vmware.api [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Waiting for the task: (returnval){ [ 692.766423] env[65978]: value = "task-4714041" [ 692.766423] env[65978]: _type = "Task" [ 692.766423] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.777754] env[65978]: DEBUG oslo_vmware.api [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Task: {'id': task-4714041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.848645] env[65978]: DEBUG nova.policy [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8e0bd6a96434d4099a2d034eeaa8795', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b8809c6558a4b1183ab141966c8aed6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.858285] env[65978]: DEBUG nova.network.neutron [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Successfully updated port: 2c2248c5-0aa9-4171-ab05-613b013f61ab {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 693.010315] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5226706e-0faf-1c24-d756-b6bdc4821188, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.010702] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.010859] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] d1a2eddf-ae3a-40a8-a037-82728574cb0d/d1a2eddf-ae3a-40a8-a037-82728574cb0d.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.013910] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a006de1-abf1-465d-a3e5-07652be6ec49 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.020198] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 693.020198] env[65978]: value = "task-4714042" [ 693.020198] env[65978]: _type = "Task" [ 693.020198] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.024586] env[65978]: DEBUG nova.network.neutron [req-3a8760a6-c1e2-4dc8-8528-6a24213547b4 req-5cc3f0ca-d2ea-4fc2-a476-1336d22b7bc5 service nova] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Updated VIF entry in instance network info cache for port 52bf2607-4a50-46c1-b764-6949a0261f84. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 693.025019] env[65978]: DEBUG nova.network.neutron [req-3a8760a6-c1e2-4dc8-8528-6a24213547b4 req-5cc3f0ca-d2ea-4fc2-a476-1336d22b7bc5 service nova] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Updating instance_info_cache with network_info: [{"id": "52bf2607-4a50-46c1-b764-6949a0261f84", "address": "fa:16:3e:95:f0:e7", "network": {"id": "cb266335-e5ea-49a7-95ec-501001eca995", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1483359425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ec2edf577b84496397d8b83780424cea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52bf2607-4a", "ovs_interfaceid": "52bf2607-4a50-46c1-b764-6949a0261f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.035934] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.183315] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Releasing lock "refresh_cache-836b67a1-e5e1-4803-a750-506af6a22fc9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.183393] env[65978]: DEBUG nova.compute.manager [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Instance network_info: |[{"id": "16ffbfbf-9539-4f35-8fee-768cf3603f76", "address": "fa:16:3e:aa:8e:1f", "network": {"id": "6fed0f81-7458-4058-912d-c53e30dc5e98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-548756589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "89300743ada64b348ab266269b499f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ffbfbf-95", "ovs_interfaceid": "16ffbfbf-9539-4f35-8fee-768cf3603f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 693.183873] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:8e:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16ffbfbf-9539-4f35-8fee-768cf3603f76', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.197282] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Creating folder: Project (89300743ada64b348ab266269b499f22). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.197700] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8c1fc0e-d526-499d-a065-2b2a703b3920 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.217870] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Created folder: Project (89300743ada64b348ab266269b499f22) in parent group-v919857. [ 693.218209] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Creating folder: Instances. Parent ref: group-v919941. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.219128] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a9877ab-fad3-428b-98c7-5b0462d2255a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.233401] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Created folder: Instances in parent group-v919941. [ 693.233963] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 693.236656] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.236656] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ada9955-7756-4d00-9e14-d9b1d23fb565 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.254673] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 9e8bf8f2-b4c9-4984-984c-0f2af28603f3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 693.263896] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.263896] env[65978]: value = "task-4714045" [ 693.263896] env[65978]: _type = "Task" [ 693.263896] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.279678] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714045, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.284593] env[65978]: DEBUG oslo_vmware.api [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Task: {'id': task-4714041, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.362071] env[65978]: DEBUG oslo_concurrency.lockutils [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Acquiring lock "refresh_cache-2131baf3-24b8-4cff-9821-bfb25e44ef3f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.362071] env[65978]: DEBUG oslo_concurrency.lockutils [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Acquired lock "refresh_cache-2131baf3-24b8-4cff-9821-bfb25e44ef3f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.362327] env[65978]: DEBUG nova.network.neutron [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 693.428010] env[65978]: DEBUG nova.network.neutron [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Successfully created port: 17505e6b-4e54-4bc8-80e6-20dbbb505673 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 693.528255] env[65978]: DEBUG oslo_concurrency.lockutils [req-3a8760a6-c1e2-4dc8-8528-6a24213547b4 req-5cc3f0ca-d2ea-4fc2-a476-1336d22b7bc5 service nova] Releasing lock "refresh_cache-f819f6a7-3390-4316-9323-7c0109b6c237" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.536512] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714042, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.720926] env[65978]: DEBUG nova.compute.manager [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 693.760696] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance eeb54305-cddf-4ff6-9816-c11e8923aea6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 693.777690] env[65978]: DEBUG nova.virt.hardware [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 693.777690] env[65978]: DEBUG nova.virt.hardware [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.777690] env[65978]: DEBUG nova.virt.hardware [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 693.777913] env[65978]: DEBUG nova.virt.hardware [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.777913] env[65978]: DEBUG nova.virt.hardware [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 693.777992] env[65978]: DEBUG nova.virt.hardware [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 693.778169] env[65978]: DEBUG nova.virt.hardware [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 693.778323] env[65978]: DEBUG nova.virt.hardware [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 693.778509] env[65978]: DEBUG nova.virt.hardware [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 693.778687] env[65978]: DEBUG nova.virt.hardware [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 693.778883] env[65978]: DEBUG nova.virt.hardware [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 693.779752] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01640da-064f-4ced-88c1-c32d1b4f6ba4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.786040] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714045, 'name': CreateVM_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.792607] env[65978]: DEBUG oslo_vmware.api [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Task: {'id': task-4714041, 'name': PowerOffVM_Task, 'duration_secs': 0.627009} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.795710] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.795912] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.796507] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62c37eaf-7a22-40aa-9d1f-2acfff9a538a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.799198] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e412e4c-5ab8-4bba-8759-3a8bea12f386 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.891490] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.891592] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.891742] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Deleting the datastore file [datastore1] b29986ea-9c13-4d23-a7b1-ee537d20702a {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.892010] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da9ab2f4-de9c-4cee-97e0-0baba9c77149 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.900188] env[65978]: DEBUG oslo_vmware.api [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Waiting for the task: (returnval){ [ 693.900188] env[65978]: value = "task-4714047" [ 693.900188] env[65978]: _type = "Task" [ 693.900188] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.911276] env[65978]: DEBUG oslo_vmware.api [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Task: {'id': task-4714047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.953752] env[65978]: DEBUG nova.network.neutron [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 693.965022] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Acquiring lock "5ff8047c-ee56-476a-bab7-3922e4ad8003" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.965669] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Lock "5ff8047c-ee56-476a-bab7-3922e4ad8003" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.032843] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541182} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.033126] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] d1a2eddf-ae3a-40a8-a037-82728574cb0d/d1a2eddf-ae3a-40a8-a037-82728574cb0d.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.033400] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.033638] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc59195e-d8b8-4db4-bc9e-a5d1f545872f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.041836] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 694.041836] env[65978]: value = "task-4714048" [ 694.041836] env[65978]: _type = "Task" [ 694.041836] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.058168] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.122073] env[65978]: WARNING neutronclient.v2_0.client [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.266960] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 750e509e-7d2f-470d-895e-d098efd02196 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 694.279707] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714045, 'name': CreateVM_Task, 'duration_secs': 0.655947} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.279885] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.280411] env[65978]: WARNING neutronclient.v2_0.client [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.281072] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.281072] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.281276] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.281543] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfbc7668-2297-40be-85a6-6877b381b53b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.286958] env[65978]: DEBUG nova.network.neutron [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Updating instance_info_cache with network_info: [{"id": "2c2248c5-0aa9-4171-ab05-613b013f61ab", "address": "fa:16:3e:48:de:3a", "network": {"id": "b474a54d-5dcc-4b55-a9e9-b910d185a606", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-98275129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "529be7acdd4e492296e034ab4c520bbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c2248c5-0a", "ovs_interfaceid": "2c2248c5-0aa9-4171-ab05-613b013f61ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.291574] env[65978]: DEBUG oslo_vmware.api [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 694.291574] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5241d646-dcf6-888e-f42a-b2addefcbf50" [ 694.291574] env[65978]: _type = "Task" [ 694.291574] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.300049] env[65978]: DEBUG oslo_vmware.api [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5241d646-dcf6-888e-f42a-b2addefcbf50, 'name': SearchDatastore_Task} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.300361] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.300595] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.300824] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.300963] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.301149] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.301954] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee0b9d6a-9fd6-4954-bd03-0421c4ed3360 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.312201] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.312439] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.314317] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2401bf87-1eaf-4a77-98c3-71450feb8073 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.318668] env[65978]: DEBUG nova.compute.manager [req-2ec1fbdd-2846-4066-a3ba-5dc49f6b524f req-53e30225-f1fd-483a-9a42-ee954520f6fe service nova] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Received event network-vif-deleted-1eb46345-87ec-42be-9d00-d695c1ee05a2 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 694.323868] env[65978]: DEBUG oslo_vmware.api [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 694.323868] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5262ce23-1178-18d3-fb5d-3ba6fc90e0f6" [ 694.323868] env[65978]: _type = "Task" [ 694.323868] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.332623] env[65978]: DEBUG oslo_vmware.api [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5262ce23-1178-18d3-fb5d-3ba6fc90e0f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.413116] env[65978]: DEBUG oslo_vmware.api [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Task: {'id': task-4714047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149458} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.413409] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.413588] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.414033] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.414033] env[65978]: INFO nova.compute.manager [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Took 1.67 seconds to destroy the instance on the hypervisor. [ 694.414255] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 694.414459] env[65978]: DEBUG nova.compute.manager [-] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 694.415473] env[65978]: DEBUG nova.network.neutron [-] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 694.415473] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.517129] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.556974] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107571} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.560212] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.560212] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df035b3d-e3e1-4f82-b3ae-36a9c019177e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.561541] env[65978]: DEBUG oslo_concurrency.lockutils [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Acquiring lock "2c431607-3454-49b7-8946-b41834e22baf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.561690] env[65978]: DEBUG oslo_concurrency.lockutils [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Lock "2c431607-3454-49b7-8946-b41834e22baf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.562507] env[65978]: DEBUG oslo_concurrency.lockutils [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Acquiring lock "2c431607-3454-49b7-8946-b41834e22baf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.562507] env[65978]: DEBUG oslo_concurrency.lockutils [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Lock "2c431607-3454-49b7-8946-b41834e22baf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.562507] env[65978]: DEBUG oslo_concurrency.lockutils [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Lock "2c431607-3454-49b7-8946-b41834e22baf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.565464] env[65978]: INFO nova.compute.manager [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Terminating instance [ 694.587283] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] d1a2eddf-ae3a-40a8-a037-82728574cb0d/d1a2eddf-ae3a-40a8-a037-82728574cb0d.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.590732] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ef45156-15eb-4deb-9d6b-b1d520edbf04 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.613435] env[65978]: DEBUG nova.compute.manager [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Received event network-vif-plugged-b9538cb8-427b-43ca-ba30-08dcea5d758c {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 694.614495] env[65978]: DEBUG oslo_concurrency.lockutils [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] Acquiring lock "d1a2eddf-ae3a-40a8-a037-82728574cb0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.614495] env[65978]: DEBUG oslo_concurrency.lockutils [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] Lock "d1a2eddf-ae3a-40a8-a037-82728574cb0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.614495] env[65978]: DEBUG oslo_concurrency.lockutils [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] Lock "d1a2eddf-ae3a-40a8-a037-82728574cb0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.614495] env[65978]: DEBUG nova.compute.manager [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] No waiting events found dispatching network-vif-plugged-b9538cb8-427b-43ca-ba30-08dcea5d758c {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 694.614495] env[65978]: WARNING nova.compute.manager [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Received unexpected event network-vif-plugged-b9538cb8-427b-43ca-ba30-08dcea5d758c for instance with vm_state building and task_state spawning. [ 694.614682] env[65978]: DEBUG nova.compute.manager [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Received event network-changed-b9538cb8-427b-43ca-ba30-08dcea5d758c {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 694.614682] env[65978]: DEBUG nova.compute.manager [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Refreshing instance network info cache due to event network-changed-b9538cb8-427b-43ca-ba30-08dcea5d758c. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 694.614737] env[65978]: DEBUG oslo_concurrency.lockutils [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] Acquiring lock "refresh_cache-d1a2eddf-ae3a-40a8-a037-82728574cb0d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.614986] env[65978]: DEBUG oslo_concurrency.lockutils [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] Acquired lock "refresh_cache-d1a2eddf-ae3a-40a8-a037-82728574cb0d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.614986] env[65978]: DEBUG nova.network.neutron [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Refreshing network info cache for port b9538cb8-427b-43ca-ba30-08dcea5d758c {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.624635] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 694.624635] env[65978]: value = "task-4714049" [ 694.624635] env[65978]: _type = "Task" [ 694.624635] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.636670] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.774667] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance dcffbd1b-1386-4ddf-a622-9186038fc273 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 694.789216] env[65978]: DEBUG oslo_concurrency.lockutils [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Releasing lock "refresh_cache-2131baf3-24b8-4cff-9821-bfb25e44ef3f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.789424] env[65978]: DEBUG nova.compute.manager [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Instance network_info: |[{"id": "2c2248c5-0aa9-4171-ab05-613b013f61ab", "address": "fa:16:3e:48:de:3a", "network": {"id": "b474a54d-5dcc-4b55-a9e9-b910d185a606", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-98275129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "529be7acdd4e492296e034ab4c520bbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c2248c5-0a", "ovs_interfaceid": "2c2248c5-0aa9-4171-ab05-613b013f61ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 694.791154] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:de:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c2248c5-0aa9-4171-ab05-613b013f61ab', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.798348] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Creating folder: Project (529be7acdd4e492296e034ab4c520bbd). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.799867] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b19d8a44-f048-4889-915b-d4d74d8e0ab5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.813720] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Created folder: Project (529be7acdd4e492296e034ab4c520bbd) in parent group-v919857. [ 694.813979] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Creating folder: Instances. Parent ref: group-v919944. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.814217] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81bfd229-3328-4346-83a2-3fb4a34ead0b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.829016] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Created folder: Instances in parent group-v919944. [ 694.829180] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 694.829460] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.830859] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d2aaa34-8fd1-4729-aa7c-db53b6c49d47 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.848986] env[65978]: DEBUG oslo_vmware.api [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5262ce23-1178-18d3-fb5d-3ba6fc90e0f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.850276] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a85b79d-c7d4-41b3-9cd9-3458f7fc1604 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.855172] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.855172] env[65978]: value = "task-4714052" [ 694.855172] env[65978]: _type = "Task" [ 694.855172] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.856622] env[65978]: DEBUG oslo_vmware.api [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 694.856622] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52893732-6dd0-c123-fcb0-3a8c7ebb2dba" [ 694.856622] env[65978]: _type = "Task" [ 694.856622] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.868917] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714052, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.872954] env[65978]: DEBUG oslo_vmware.api [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52893732-6dd0-c123-fcb0-3a8c7ebb2dba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.023891] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquiring lock "bc4f9746-14ee-46fd-ae5a-2a61a64602f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.024084] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "bc4f9746-14ee-46fd-ae5a-2a61a64602f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.065751] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquiring lock "00bd7de0-3e77-4707-a336-8656718dd3e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.065751] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "00bd7de0-3e77-4707-a336-8656718dd3e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.095871] env[65978]: DEBUG nova.network.neutron [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Successfully updated port: 17505e6b-4e54-4bc8-80e6-20dbbb505673 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 695.119502] env[65978]: DEBUG nova.compute.manager [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 695.120153] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.121235] env[65978]: WARNING neutronclient.v2_0.client [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.128037] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7d91fd-48f9-40b2-ab29-3a04efa3457a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.144278] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.150954] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b890ad6c-7a02-4f5b-9dec-86ad24754a02 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.152945] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.161914] env[65978]: DEBUG oslo_vmware.api [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Waiting for the task: (returnval){ [ 695.161914] env[65978]: value = "task-4714053" [ 695.161914] env[65978]: _type = "Task" [ 695.161914] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.178498] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquiring lock "d36351a6-4988-44ad-9bb8-ffa7cb7fa83f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.178498] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "d36351a6-4988-44ad-9bb8-ffa7cb7fa83f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.192688] env[65978]: DEBUG oslo_vmware.api [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Task: {'id': task-4714053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.279172] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 1a12c1ed-374e-44bd-9715-c4bc621f18a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 695.281953] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Acquiring lock "7920eeed-577d-4ee6-8dab-69ead7c42706" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.281953] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Lock "7920eeed-577d-4ee6-8dab-69ead7c42706" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.379951] env[65978]: DEBUG oslo_vmware.api [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52893732-6dd0-c123-fcb0-3a8c7ebb2dba, 'name': SearchDatastore_Task, 'duration_secs': 0.012995} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.380284] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714052, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.382820] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.382820] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 836b67a1-e5e1-4803-a750-506af6a22fc9/836b67a1-e5e1-4803-a750-506af6a22fc9.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.382820] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-925b5b52-0b3b-4169-bd87-42cb52f85a7e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.393035] env[65978]: WARNING neutronclient.v2_0.client [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.396769] env[65978]: DEBUG oslo_vmware.api [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 695.396769] env[65978]: value = "task-4714054" [ 695.396769] env[65978]: _type = "Task" [ 695.396769] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.408655] env[65978]: DEBUG oslo_vmware.api [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.514147] env[65978]: DEBUG nova.network.neutron [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Updated VIF entry in instance network info cache for port b9538cb8-427b-43ca-ba30-08dcea5d758c. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 695.514147] env[65978]: DEBUG nova.network.neutron [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Updating instance_info_cache with network_info: [{"id": "b9538cb8-427b-43ca-ba30-08dcea5d758c", "address": "fa:16:3e:9b:78:5a", "network": {"id": "880ff484-5375-48fa-ab2d-7e7f2062f61a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-293081234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b720996f6d3443fbb2b7e9db6cb6f5f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9538cb8-42", "ovs_interfaceid": "b9538cb8-427b-43ca-ba30-08dcea5d758c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.601388] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquiring lock "refresh_cache-324c4201-a6d8-4432-a992-728c1abe29d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.601668] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquired lock "refresh_cache-324c4201-a6d8-4432-a992-728c1abe29d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.601732] env[65978]: DEBUG nova.network.neutron [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 695.634676] env[65978]: DEBUG nova.network.neutron [-] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.649481] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714049, 'name': ReconfigVM_Task, 'duration_secs': 0.67512} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.650550] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Reconfigured VM instance instance-0000001e to attach disk [datastore1] d1a2eddf-ae3a-40a8-a037-82728574cb0d/d1a2eddf-ae3a-40a8-a037-82728574cb0d.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.651290] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5ee4483-275d-42cb-aab1-711c6dcd7cd9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.660053] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 695.660053] env[65978]: value = "task-4714055" [ 695.660053] env[65978]: _type = "Task" [ 695.660053] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.680607] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714055, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.680998] env[65978]: DEBUG oslo_vmware.api [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Task: {'id': task-4714053, 'name': PowerOffVM_Task, 'duration_secs': 0.273354} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.680998] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.681134] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.681394] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ca299f8-02cf-4c6d-a899-985818f07bc4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.774319] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.774319] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.774466] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Deleting the datastore file [datastore2] 2c431607-3454-49b7-8946-b41834e22baf {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.774791] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-148b9bfa-4348-46da-99df-f4461c8ff10f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.787633] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 95312658-67dd-4612-a5b0-d1932c40c4a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 695.790684] env[65978]: DEBUG oslo_vmware.api [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Waiting for the task: (returnval){ [ 695.790684] env[65978]: value = "task-4714057" [ 695.790684] env[65978]: _type = "Task" [ 695.790684] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.804100] env[65978]: DEBUG nova.compute.manager [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 695.804100] env[65978]: DEBUG oslo_vmware.api [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Task: {'id': task-4714057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.804100] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31af7e3d-8773-4c9a-80e2-6692d9c4b2a0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.879300] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714052, 'name': CreateVM_Task, 'duration_secs': 0.568359} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.881043] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.881487] env[65978]: WARNING neutronclient.v2_0.client [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.883862] env[65978]: DEBUG oslo_concurrency.lockutils [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.883862] env[65978]: DEBUG oslo_concurrency.lockutils [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.883862] env[65978]: DEBUG oslo_concurrency.lockutils [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.883862] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-545c3ea1-5418-41c9-81c8-40c5b95eabbe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.893189] env[65978]: DEBUG oslo_vmware.api [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Waiting for the task: (returnval){ [ 695.893189] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bfadc4-572d-88a4-a9e9-a291de6596a8" [ 695.893189] env[65978]: _type = "Task" [ 695.893189] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.911207] env[65978]: DEBUG oslo_vmware.api [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bfadc4-572d-88a4-a9e9-a291de6596a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.914954] env[65978]: DEBUG oslo_vmware.api [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714054, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.016690] env[65978]: DEBUG oslo_concurrency.lockutils [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] Releasing lock "refresh_cache-d1a2eddf-ae3a-40a8-a037-82728574cb0d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.016940] env[65978]: DEBUG nova.compute.manager [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Received event network-vif-plugged-16ffbfbf-9539-4f35-8fee-768cf3603f76 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 696.017155] env[65978]: DEBUG oslo_concurrency.lockutils [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] Acquiring lock "836b67a1-e5e1-4803-a750-506af6a22fc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.017359] env[65978]: DEBUG oslo_concurrency.lockutils [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] Lock "836b67a1-e5e1-4803-a750-506af6a22fc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.017522] env[65978]: DEBUG oslo_concurrency.lockutils [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] Lock "836b67a1-e5e1-4803-a750-506af6a22fc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.017690] env[65978]: DEBUG nova.compute.manager [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] No waiting events found dispatching network-vif-plugged-16ffbfbf-9539-4f35-8fee-768cf3603f76 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 696.017852] env[65978]: WARNING nova.compute.manager [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Received unexpected event network-vif-plugged-16ffbfbf-9539-4f35-8fee-768cf3603f76 for instance with vm_state building and task_state spawning. [ 696.018027] env[65978]: DEBUG nova.compute.manager [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Received event network-changed-16ffbfbf-9539-4f35-8fee-768cf3603f76 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 696.018198] env[65978]: DEBUG nova.compute.manager [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Refreshing instance network info cache due to event network-changed-16ffbfbf-9539-4f35-8fee-768cf3603f76. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 696.018384] env[65978]: DEBUG oslo_concurrency.lockutils [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] Acquiring lock "refresh_cache-836b67a1-e5e1-4803-a750-506af6a22fc9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.018542] env[65978]: DEBUG oslo_concurrency.lockutils [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] Acquired lock "refresh_cache-836b67a1-e5e1-4803-a750-506af6a22fc9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.018716] env[65978]: DEBUG nova.network.neutron [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Refreshing network info cache for port 16ffbfbf-9539-4f35-8fee-768cf3603f76 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.140102] env[65978]: INFO nova.compute.manager [-] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Took 1.73 seconds to deallocate network for instance. [ 696.175855] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714055, 'name': Rename_Task, 'duration_secs': 0.268602} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.175855] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.175855] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c20bffa7-a54e-4adb-80d3-909ecc234bbd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.184262] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 696.184262] env[65978]: value = "task-4714058" [ 696.184262] env[65978]: _type = "Task" [ 696.184262] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.196710] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.221204] env[65978]: DEBUG nova.network.neutron [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 696.292039] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance b2ade356-7f5c-46bf-afbd-8e55aaf68b00 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 696.292255] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 696.292419] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=100GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '20', 'num_vm_active': '14', 'num_task_None': '17', 'num_os_type_None': '20', 'num_proj_81a50aee7806472099fe696701dacbe2': '3', 'io_workload': '4', 'num_proj_cce794e3510545b2af21f634808dd9be': '1', 'num_proj_8ec510ad120244afaf81c6c95602f1be': '2', 'num_proj_fa9f20fec2834bf3acf324256d9c9007': '1', 'num_proj_fe053a6cbc334c5b81b0adc55fcd2d42': '2', 'num_proj_77297daf34344de99edca40c006e8fbd': '1', 'num_proj_2b8809c6558a4b1183ab141966c8aed6': '2', 'num_vm_suspended': '2', 'num_proj_b7479b38af7c414d9ab516169fc116dc': '1', 'num_proj_b720996f6d3443fbb2b7e9db6cb6f5f5': '3', 'num_proj_ed2daf401bfe4bbda6965f530863bb87': '1', 'num_proj_ec2edf577b84496397d8b83780424cea': '1', 'num_vm_building': '4', 'num_task_spawning': '3', 'num_proj_89300743ada64b348ab266269b499f22': '1', 'num_proj_529be7acdd4e492296e034ab4c520bbd': '1'} {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 696.305055] env[65978]: DEBUG oslo_vmware.api [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Task: {'id': task-4714057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263433} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.305353] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.305531] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.305728] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.305953] env[65978]: INFO nova.compute.manager [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Took 1.19 seconds to destroy the instance on the hypervisor. [ 696.306235] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 696.306486] env[65978]: DEBUG nova.compute.manager [-] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 696.306617] env[65978]: DEBUG nova.network.neutron [-] [instance: 2c431607-3454-49b7-8946-b41834e22baf] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 696.307219] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.320579] env[65978]: INFO nova.compute.manager [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] instance snapshotting [ 696.320783] env[65978]: WARNING nova.compute.manager [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 696.323420] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cd4a43-8ce0-4f71-9053-c924a52a09d5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.349045] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ddd145-e8fa-4d38-b845-8b440ad00a80 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.408395] env[65978]: DEBUG oslo_vmware.api [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bfadc4-572d-88a4-a9e9-a291de6596a8, 'name': SearchDatastore_Task, 'duration_secs': 0.038028} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.408739] env[65978]: DEBUG oslo_concurrency.lockutils [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.408960] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.409196] env[65978]: DEBUG oslo_concurrency.lockutils [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.409355] env[65978]: DEBUG oslo_concurrency.lockutils [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.409595] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.410251] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d194691-f676-4835-9c65-9a5767cd0462 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.418800] env[65978]: DEBUG oslo_vmware.api [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556351} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.419075] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 836b67a1-e5e1-4803-a750-506af6a22fc9/836b67a1-e5e1-4803-a750-506af6a22fc9.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.419282] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.419559] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f1f3ff8-ba39-4494-8ee6-c2e3c268bd7c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.429630] env[65978]: DEBUG oslo_vmware.api [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 696.429630] env[65978]: value = "task-4714059" [ 696.429630] env[65978]: _type = "Task" [ 696.429630] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.430079] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.430079] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.431054] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abeb7caa-0214-4d58-9f3f-656cdbd8b6ac {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.443082] env[65978]: DEBUG oslo_vmware.api [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Waiting for the task: (returnval){ [ 696.443082] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bdcf83-09d1-5c4d-0b0d-a00a5bfa2e79" [ 696.443082] env[65978]: _type = "Task" [ 696.443082] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.455789] env[65978]: DEBUG oslo_vmware.api [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bdcf83-09d1-5c4d-0b0d-a00a5bfa2e79, 'name': SearchDatastore_Task, 'duration_secs': 0.011082} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.456721] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab4a68f-58f0-4666-88c1-ee4caf6bd20c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.464637] env[65978]: DEBUG nova.compute.manager [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 696.466714] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1432764b-56e4-4d36-930a-f820f4c97665 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.471793] env[65978]: DEBUG oslo_vmware.api [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Waiting for the task: (returnval){ [ 696.471793] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527e4efa-69e9-0fef-a5ac-d92a7a5c2265" [ 696.471793] env[65978]: _type = "Task" [ 696.471793] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.494843] env[65978]: DEBUG oslo_vmware.api [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527e4efa-69e9-0fef-a5ac-d92a7a5c2265, 'name': SearchDatastore_Task, 'duration_secs': 0.009937} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.497850] env[65978]: DEBUG oslo_concurrency.lockutils [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.498147] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 2131baf3-24b8-4cff-9821-bfb25e44ef3f/2131baf3-24b8-4cff-9821-bfb25e44ef3f.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.498840] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4800839-2299-4c3d-9d3e-940af43429f3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.506838] env[65978]: DEBUG oslo_vmware.api [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Waiting for the task: (returnval){ [ 696.506838] env[65978]: value = "task-4714060" [ 696.506838] env[65978]: _type = "Task" [ 696.506838] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.516569] env[65978]: DEBUG oslo_vmware.api [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Task: {'id': task-4714060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.521979] env[65978]: WARNING neutronclient.v2_0.client [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.526519] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.551645] env[65978]: WARNING neutronclient.v2_0.client [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.647593] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.699996] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714058, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.824141] env[65978]: DEBUG nova.network.neutron [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Updating instance_info_cache with network_info: [{"id": "17505e6b-4e54-4bc8-80e6-20dbbb505673", "address": "fa:16:3e:52:57:a4", "network": {"id": "3062e12e-9059-4d06-8770-c4d3d78df471", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-708913267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8809c6558a4b1183ab141966c8aed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17505e6b-4e", "ovs_interfaceid": "17505e6b-4e54-4bc8-80e6-20dbbb505673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.861855] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Creating Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 696.862593] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-645cd603-5ca0-4bba-b697-2d8d9518d7d9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.875281] env[65978]: DEBUG oslo_vmware.api [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 696.875281] env[65978]: value = "task-4714061" [ 696.875281] env[65978]: _type = "Task" [ 696.875281] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.888367] env[65978]: DEBUG oslo_vmware.api [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714061, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.907292] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d758182-1fd1-45ff-a6b9-76ea7c8dda11 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.918043] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff0fdf5-45b3-4518-8365-8ae6c3e5b2f1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.962299] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c0c2e6-1fee-4836-84bd-86b211be9837 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.977774] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccbd504-0101-41b1-a7c1-ea9c9147c135 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.982247] env[65978]: DEBUG oslo_vmware.api [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.229487} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.983420] env[65978]: INFO nova.compute.manager [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] instance snapshotting [ 696.985073] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.986470] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60abe2d7-833b-4b72-a40d-ecfb354cf526 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.999565] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a44ca8-31b8-4e44-926d-daf628c418fa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.002562] env[65978]: DEBUG nova.compute.provider_tree [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.005438] env[65978]: WARNING neutronclient.v2_0.client [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.032800] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 836b67a1-e5e1-4803-a750-506af6a22fc9/836b67a1-e5e1-4803-a750-506af6a22fc9.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.055345] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d27ee46a-5490-47be-9437-d7b10bac0319 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.077666] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2178c02e-6a91-47de-80af-49c6705caf91 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.088702] env[65978]: DEBUG oslo_vmware.api [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Task: {'id': task-4714060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505202} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.089557] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 2131baf3-24b8-4cff-9821-bfb25e44ef3f/2131baf3-24b8-4cff-9821-bfb25e44ef3f.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.089851] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.090293] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5136b7ff-0436-4b53-83fd-272c790e77ab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.099756] env[65978]: DEBUG oslo_vmware.api [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 697.099756] env[65978]: value = "task-4714062" [ 697.099756] env[65978]: _type = "Task" [ 697.099756] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.107537] env[65978]: DEBUG oslo_vmware.api [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Waiting for the task: (returnval){ [ 697.107537] env[65978]: value = "task-4714063" [ 697.107537] env[65978]: _type = "Task" [ 697.107537] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.111764] env[65978]: DEBUG oslo_vmware.api [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714062, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.121548] env[65978]: DEBUG oslo_vmware.api [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Task: {'id': task-4714063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.158358] env[65978]: DEBUG nova.network.neutron [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Updated VIF entry in instance network info cache for port 16ffbfbf-9539-4f35-8fee-768cf3603f76. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 697.158580] env[65978]: DEBUG nova.network.neutron [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Updating instance_info_cache with network_info: [{"id": "16ffbfbf-9539-4f35-8fee-768cf3603f76", "address": "fa:16:3e:aa:8e:1f", "network": {"id": "6fed0f81-7458-4058-912d-c53e30dc5e98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-548756589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "89300743ada64b348ab266269b499f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ffbfbf-95", "ovs_interfaceid": "16ffbfbf-9539-4f35-8fee-768cf3603f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.197401] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714058, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.329890] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Releasing lock "refresh_cache-324c4201-a6d8-4432-a992-728c1abe29d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.330960] env[65978]: DEBUG nova.compute.manager [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Instance network_info: |[{"id": "17505e6b-4e54-4bc8-80e6-20dbbb505673", "address": "fa:16:3e:52:57:a4", "network": {"id": "3062e12e-9059-4d06-8770-c4d3d78df471", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-708913267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8809c6558a4b1183ab141966c8aed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17505e6b-4e", "ovs_interfaceid": "17505e6b-4e54-4bc8-80e6-20dbbb505673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 697.330960] env[65978]: DEBUG nova.network.neutron [-] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.332854] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:57:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17505e6b-4e54-4bc8-80e6-20dbbb505673', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.341959] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 697.342569] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.342809] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a304c40-47d1-456f-87bf-2e178604754e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.365759] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.365759] env[65978]: value = "task-4714064" [ 697.365759] env[65978]: _type = "Task" [ 697.365759] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.375800] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714064, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.385197] env[65978]: DEBUG oslo_vmware.api [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714061, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.482344] env[65978]: DEBUG nova.compute.manager [req-26319c87-7f76-460a-8417-48317a693f0e req-da081161-1b20-401c-8c30-012b9f2a1ebb service nova] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Received event network-vif-plugged-17505e6b-4e54-4bc8-80e6-20dbbb505673 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 697.482592] env[65978]: DEBUG oslo_concurrency.lockutils [req-26319c87-7f76-460a-8417-48317a693f0e req-da081161-1b20-401c-8c30-012b9f2a1ebb service nova] Acquiring lock "324c4201-a6d8-4432-a992-728c1abe29d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.482811] env[65978]: DEBUG oslo_concurrency.lockutils [req-26319c87-7f76-460a-8417-48317a693f0e req-da081161-1b20-401c-8c30-012b9f2a1ebb service nova] Lock "324c4201-a6d8-4432-a992-728c1abe29d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.482973] env[65978]: DEBUG oslo_concurrency.lockutils [req-26319c87-7f76-460a-8417-48317a693f0e req-da081161-1b20-401c-8c30-012b9f2a1ebb service nova] Lock "324c4201-a6d8-4432-a992-728c1abe29d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.483285] env[65978]: DEBUG nova.compute.manager [req-26319c87-7f76-460a-8417-48317a693f0e req-da081161-1b20-401c-8c30-012b9f2a1ebb service nova] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] No waiting events found dispatching network-vif-plugged-17505e6b-4e54-4bc8-80e6-20dbbb505673 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 697.483374] env[65978]: WARNING nova.compute.manager [req-26319c87-7f76-460a-8417-48317a693f0e req-da081161-1b20-401c-8c30-012b9f2a1ebb service nova] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Received unexpected event network-vif-plugged-17505e6b-4e54-4bc8-80e6-20dbbb505673 for instance with vm_state building and task_state spawning. [ 697.483541] env[65978]: DEBUG nova.compute.manager [req-26319c87-7f76-460a-8417-48317a693f0e req-da081161-1b20-401c-8c30-012b9f2a1ebb service nova] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Received event network-changed-17505e6b-4e54-4bc8-80e6-20dbbb505673 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 697.483686] env[65978]: DEBUG nova.compute.manager [req-26319c87-7f76-460a-8417-48317a693f0e req-da081161-1b20-401c-8c30-012b9f2a1ebb service nova] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Refreshing instance network info cache due to event network-changed-17505e6b-4e54-4bc8-80e6-20dbbb505673. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 697.483863] env[65978]: DEBUG oslo_concurrency.lockutils [req-26319c87-7f76-460a-8417-48317a693f0e req-da081161-1b20-401c-8c30-012b9f2a1ebb service nova] Acquiring lock "refresh_cache-324c4201-a6d8-4432-a992-728c1abe29d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.484067] env[65978]: DEBUG oslo_concurrency.lockutils [req-26319c87-7f76-460a-8417-48317a693f0e req-da081161-1b20-401c-8c30-012b9f2a1ebb service nova] Acquired lock "refresh_cache-324c4201-a6d8-4432-a992-728c1abe29d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.484630] env[65978]: DEBUG nova.network.neutron [req-26319c87-7f76-460a-8417-48317a693f0e req-da081161-1b20-401c-8c30-012b9f2a1ebb service nova] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Refreshing network info cache for port 17505e6b-4e54-4bc8-80e6-20dbbb505673 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.521561] env[65978]: DEBUG nova.scheduler.client.report [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.607293] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Creating Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 697.608103] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a73f74eb-7e6e-45a5-9852-d70a9d45d21b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.618836] env[65978]: DEBUG oslo_vmware.api [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.625419] env[65978]: DEBUG oslo_vmware.api [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 697.625419] env[65978]: value = "task-4714065" [ 697.625419] env[65978]: _type = "Task" [ 697.625419] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.632859] env[65978]: DEBUG oslo_vmware.api [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Task: {'id': task-4714063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08771} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.633605] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.634579] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af821fc0-b30a-4c69-bfdf-3a7282f9dd57 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.641310] env[65978]: DEBUG oslo_vmware.api [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714065, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.664292] env[65978]: DEBUG oslo_concurrency.lockutils [req-25d16638-aeee-4fb4-aaba-13f0506baca5 req-14c43bfc-9611-4de0-a49e-cc4874016f1d service nova] Releasing lock "refresh_cache-836b67a1-e5e1-4803-a750-506af6a22fc9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.674609] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 2131baf3-24b8-4cff-9821-bfb25e44ef3f/2131baf3-24b8-4cff-9821-bfb25e44ef3f.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.675454] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29b8f428-6cc1-4883-b47d-6f7f24c41e4d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.704571] env[65978]: DEBUG oslo_vmware.api [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714058, 'name': PowerOnVM_Task, 'duration_secs': 1.158061} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.706848] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.707147] env[65978]: INFO nova.compute.manager [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Took 14.28 seconds to spawn the instance on the hypervisor. [ 697.707320] env[65978]: DEBUG nova.compute.manager [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 697.707700] env[65978]: DEBUG oslo_vmware.api [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Waiting for the task: (returnval){ [ 697.707700] env[65978]: value = "task-4714066" [ 697.707700] env[65978]: _type = "Task" [ 697.707700] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.710247] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a91c19-9830-4a6f-80f1-62a1b4ea6bc1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.741138] env[65978]: DEBUG oslo_vmware.api [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Task: {'id': task-4714066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.754168] env[65978]: DEBUG nova.compute.manager [req-4afb22f2-81a6-4ede-a427-586a7bb2fd25 req-5c2c516e-2668-4a0d-a0a1-8f76dae5f512 service nova] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Received event network-vif-plugged-2c2248c5-0aa9-4171-ab05-613b013f61ab {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 697.754168] env[65978]: DEBUG oslo_concurrency.lockutils [req-4afb22f2-81a6-4ede-a427-586a7bb2fd25 req-5c2c516e-2668-4a0d-a0a1-8f76dae5f512 service nova] Acquiring lock "2131baf3-24b8-4cff-9821-bfb25e44ef3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.754168] env[65978]: DEBUG oslo_concurrency.lockutils [req-4afb22f2-81a6-4ede-a427-586a7bb2fd25 req-5c2c516e-2668-4a0d-a0a1-8f76dae5f512 service nova] Lock "2131baf3-24b8-4cff-9821-bfb25e44ef3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.754297] env[65978]: DEBUG oslo_concurrency.lockutils [req-4afb22f2-81a6-4ede-a427-586a7bb2fd25 req-5c2c516e-2668-4a0d-a0a1-8f76dae5f512 service nova] Lock "2131baf3-24b8-4cff-9821-bfb25e44ef3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.754463] env[65978]: DEBUG nova.compute.manager [req-4afb22f2-81a6-4ede-a427-586a7bb2fd25 req-5c2c516e-2668-4a0d-a0a1-8f76dae5f512 service nova] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] No waiting events found dispatching network-vif-plugged-2c2248c5-0aa9-4171-ab05-613b013f61ab {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 697.754678] env[65978]: WARNING nova.compute.manager [req-4afb22f2-81a6-4ede-a427-586a7bb2fd25 req-5c2c516e-2668-4a0d-a0a1-8f76dae5f512 service nova] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Received unexpected event network-vif-plugged-2c2248c5-0aa9-4171-ab05-613b013f61ab for instance with vm_state building and task_state spawning. [ 697.754868] env[65978]: DEBUG nova.compute.manager [req-4afb22f2-81a6-4ede-a427-586a7bb2fd25 req-5c2c516e-2668-4a0d-a0a1-8f76dae5f512 service nova] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Received event network-changed-2c2248c5-0aa9-4171-ab05-613b013f61ab {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 697.755034] env[65978]: DEBUG nova.compute.manager [req-4afb22f2-81a6-4ede-a427-586a7bb2fd25 req-5c2c516e-2668-4a0d-a0a1-8f76dae5f512 service nova] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Refreshing instance network info cache due to event network-changed-2c2248c5-0aa9-4171-ab05-613b013f61ab. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 697.755395] env[65978]: DEBUG oslo_concurrency.lockutils [req-4afb22f2-81a6-4ede-a427-586a7bb2fd25 req-5c2c516e-2668-4a0d-a0a1-8f76dae5f512 service nova] Acquiring lock "refresh_cache-2131baf3-24b8-4cff-9821-bfb25e44ef3f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.755395] env[65978]: DEBUG oslo_concurrency.lockutils [req-4afb22f2-81a6-4ede-a427-586a7bb2fd25 req-5c2c516e-2668-4a0d-a0a1-8f76dae5f512 service nova] Acquired lock "refresh_cache-2131baf3-24b8-4cff-9821-bfb25e44ef3f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.755761] env[65978]: DEBUG nova.network.neutron [req-4afb22f2-81a6-4ede-a427-586a7bb2fd25 req-5c2c516e-2668-4a0d-a0a1-8f76dae5f512 service nova] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Refreshing network info cache for port 2c2248c5-0aa9-4171-ab05-613b013f61ab {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.843795] env[65978]: INFO nova.compute.manager [-] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Took 1.54 seconds to deallocate network for instance. [ 697.886138] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714064, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.894568] env[65978]: DEBUG oslo_vmware.api [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714061, 'name': CreateSnapshot_Task, 'duration_secs': 0.750419} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.894855] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Created Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 697.895798] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c14d8a-bf9a-4b17-aba2-53b1fc8ff9bf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.987583] env[65978]: WARNING neutronclient.v2_0.client [req-26319c87-7f76-460a-8417-48317a693f0e req-da081161-1b20-401c-8c30-012b9f2a1ebb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.027425] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65978) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 698.027676] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.350s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.027950] env[65978]: DEBUG oslo_concurrency.lockutils [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.348s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.029603] env[65978]: INFO nova.compute.claims [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.116883] env[65978]: DEBUG oslo_vmware.api [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714062, 'name': ReconfigVM_Task, 'duration_secs': 0.640192} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.117236] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 836b67a1-e5e1-4803-a750-506af6a22fc9/836b67a1-e5e1-4803-a750-506af6a22fc9.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.117902] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05aacf3b-5341-4c62-8860-5051c92b9a60 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.129607] env[65978]: DEBUG oslo_vmware.api [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 698.129607] env[65978]: value = "task-4714067" [ 698.129607] env[65978]: _type = "Task" [ 698.129607] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.141443] env[65978]: DEBUG oslo_vmware.api [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714065, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.145021] env[65978]: DEBUG oslo_vmware.api [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714067, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.207529] env[65978]: WARNING neutronclient.v2_0.client [req-26319c87-7f76-460a-8417-48317a693f0e req-da081161-1b20-401c-8c30-012b9f2a1ebb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.227630] env[65978]: DEBUG oslo_vmware.api [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Task: {'id': task-4714066, 'name': ReconfigVM_Task, 'duration_secs': 0.331691} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.228264] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 2131baf3-24b8-4cff-9821-bfb25e44ef3f/2131baf3-24b8-4cff-9821-bfb25e44ef3f.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.228975] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92feee1c-5402-402b-8918-5b0a4b33fe52 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.238445] env[65978]: DEBUG oslo_vmware.api [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Waiting for the task: (returnval){ [ 698.238445] env[65978]: value = "task-4714068" [ 698.238445] env[65978]: _type = "Task" [ 698.238445] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.253670] env[65978]: INFO nova.compute.manager [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Took 40.13 seconds to build instance. [ 698.259893] env[65978]: WARNING neutronclient.v2_0.client [req-4afb22f2-81a6-4ede-a427-586a7bb2fd25 req-5c2c516e-2668-4a0d-a0a1-8f76dae5f512 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.265584] env[65978]: DEBUG oslo_vmware.api [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Task: {'id': task-4714068, 'name': Rename_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.327049] env[65978]: DEBUG nova.network.neutron [req-26319c87-7f76-460a-8417-48317a693f0e req-da081161-1b20-401c-8c30-012b9f2a1ebb service nova] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Updated VIF entry in instance network info cache for port 17505e6b-4e54-4bc8-80e6-20dbbb505673. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 698.327217] env[65978]: DEBUG nova.network.neutron [req-26319c87-7f76-460a-8417-48317a693f0e req-da081161-1b20-401c-8c30-012b9f2a1ebb service nova] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Updating instance_info_cache with network_info: [{"id": "17505e6b-4e54-4bc8-80e6-20dbbb505673", "address": "fa:16:3e:52:57:a4", "network": {"id": "3062e12e-9059-4d06-8770-c4d3d78df471", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-708913267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8809c6558a4b1183ab141966c8aed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17505e6b-4e", "ovs_interfaceid": "17505e6b-4e54-4bc8-80e6-20dbbb505673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.350281] env[65978]: DEBUG oslo_concurrency.lockutils [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.380032] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714064, 'name': CreateVM_Task, 'duration_secs': 0.52043} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.383295] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.384702] env[65978]: WARNING neutronclient.v2_0.client [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.385116] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.385276] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.385716] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.385924] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45792445-1cea-414f-ba3d-49e018eeab60 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.392092] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Waiting for the task: (returnval){ [ 698.392092] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d44731-e5e7-65a0-a450-c5212f76d82c" [ 698.392092] env[65978]: _type = "Task" [ 698.392092] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.403303] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d44731-e5e7-65a0-a450-c5212f76d82c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.417871] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Creating linked-clone VM from snapshot {{(pid=65978) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 698.418212] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a6c0dda5-1d4e-4791-97e2-b21a940fbb3c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.427395] env[65978]: DEBUG oslo_vmware.api [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 698.427395] env[65978]: value = "task-4714069" [ 698.427395] env[65978]: _type = "Task" [ 698.427395] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.439544] env[65978]: DEBUG oslo_vmware.api [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714069, 'name': CloneVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.451366] env[65978]: WARNING neutronclient.v2_0.client [req-4afb22f2-81a6-4ede-a427-586a7bb2fd25 req-5c2c516e-2668-4a0d-a0a1-8f76dae5f512 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.528270] env[65978]: DEBUG nova.network.neutron [req-4afb22f2-81a6-4ede-a427-586a7bb2fd25 req-5c2c516e-2668-4a0d-a0a1-8f76dae5f512 service nova] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Updated VIF entry in instance network info cache for port 2c2248c5-0aa9-4171-ab05-613b013f61ab. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 698.528737] env[65978]: DEBUG nova.network.neutron [req-4afb22f2-81a6-4ede-a427-586a7bb2fd25 req-5c2c516e-2668-4a0d-a0a1-8f76dae5f512 service nova] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Updating instance_info_cache with network_info: [{"id": "2c2248c5-0aa9-4171-ab05-613b013f61ab", "address": "fa:16:3e:48:de:3a", "network": {"id": "b474a54d-5dcc-4b55-a9e9-b910d185a606", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-98275129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "529be7acdd4e492296e034ab4c520bbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c2248c5-0a", "ovs_interfaceid": "2c2248c5-0aa9-4171-ab05-613b013f61ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.643026] env[65978]: DEBUG oslo_vmware.api [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714065, 'name': CreateSnapshot_Task, 'duration_secs': 0.985726} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.646308] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Created Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 698.646766] env[65978]: DEBUG oslo_vmware.api [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714067, 'name': Rename_Task, 'duration_secs': 0.15884} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.647573] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5aa3d1-e21e-49d2-a4aa-527ce5714c84 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.650749] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.650749] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7145a84-aa70-46ef-877b-53720e3366da {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.664372] env[65978]: DEBUG oslo_vmware.api [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 698.664372] env[65978]: value = "task-4714070" [ 698.664372] env[65978]: _type = "Task" [ 698.664372] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.674639] env[65978]: DEBUG oslo_vmware.api [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.715688] env[65978]: DEBUG oslo_concurrency.lockutils [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "2f454d73-1141-46d1-97ce-8f85281d961c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.715922] env[65978]: DEBUG oslo_concurrency.lockutils [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "2f454d73-1141-46d1-97ce-8f85281d961c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.733395] env[65978]: DEBUG nova.compute.manager [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 698.734627] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e233d959-fd84-4ed1-8720-d0955ea792c6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.751961] env[65978]: DEBUG oslo_vmware.api [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Task: {'id': task-4714068, 'name': Rename_Task, 'duration_secs': 0.182848} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.752261] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.752519] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28c892d6-f1a2-4a93-8946-387dca1092bc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.760719] env[65978]: DEBUG oslo_vmware.api [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Waiting for the task: (returnval){ [ 698.760719] env[65978]: value = "task-4714071" [ 698.760719] env[65978]: _type = "Task" [ 698.760719] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.771082] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8d4837f2-798d-484e-a84d-6b4f491e7531 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "d1a2eddf-ae3a-40a8-a037-82728574cb0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.237s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.771376] env[65978]: DEBUG oslo_vmware.api [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Task: {'id': task-4714071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.830134] env[65978]: DEBUG oslo_concurrency.lockutils [req-26319c87-7f76-460a-8417-48317a693f0e req-da081161-1b20-401c-8c30-012b9f2a1ebb service nova] Releasing lock "refresh_cache-324c4201-a6d8-4432-a992-728c1abe29d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.907322] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d44731-e5e7-65a0-a450-c5212f76d82c, 'name': SearchDatastore_Task, 'duration_secs': 0.010158} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.907322] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.907322] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.907599] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.909339] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.909339] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.909339] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1160797e-df8d-4de6-96d4-c8b381a8c03b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.922993] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.922993] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.923433] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d851054-5309-45f2-ac9a-cfd57bbb2076 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.933334] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Waiting for the task: (returnval){ [ 698.933334] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f721f1-89b1-2e8b-393a-4675b11d254c" [ 698.933334] env[65978]: _type = "Task" [ 698.933334] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.941043] env[65978]: DEBUG oslo_vmware.api [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714069, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.947758] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f721f1-89b1-2e8b-393a-4675b11d254c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.033220] env[65978]: DEBUG oslo_concurrency.lockutils [req-4afb22f2-81a6-4ede-a427-586a7bb2fd25 req-5c2c516e-2668-4a0d-a0a1-8f76dae5f512 service nova] Releasing lock "refresh_cache-2131baf3-24b8-4cff-9821-bfb25e44ef3f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.033512] env[65978]: DEBUG nova.compute.manager [req-4afb22f2-81a6-4ede-a427-586a7bb2fd25 req-5c2c516e-2668-4a0d-a0a1-8f76dae5f512 service nova] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Received event network-vif-deleted-97f5bd9f-1441-4ea9-a91c-11e6434bee7b {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 699.173804] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Creating linked-clone VM from snapshot {{(pid=65978) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 699.177635] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d4d41b9c-a983-4fb7-8bb4-2578251bf51b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.193247] env[65978]: DEBUG oslo_vmware.api [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714070, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.195293] env[65978]: DEBUG oslo_vmware.api [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 699.195293] env[65978]: value = "task-4714072" [ 699.195293] env[65978]: _type = "Task" [ 699.195293] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.215239] env[65978]: DEBUG oslo_vmware.api [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714072, 'name': CloneVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.248556] env[65978]: INFO nova.compute.manager [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] instance snapshotting [ 699.252728] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2a4b31-dbf0-47ad-a78c-42e7d451ff25 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.282068] env[65978]: DEBUG nova.compute.manager [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 699.290884] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6047d2cf-32aa-4f4e-88c4-83dca51dfbb1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.298877] env[65978]: DEBUG oslo_vmware.api [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Task: {'id': task-4714071, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.442384] env[65978]: DEBUG oslo_vmware.api [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714069, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.452348] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f721f1-89b1-2e8b-393a-4675b11d254c, 'name': SearchDatastore_Task, 'duration_secs': 0.017038} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.453403] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24b78ae9-8fe7-4764-8279-ef02731b6317 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.463209] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Waiting for the task: (returnval){ [ 699.463209] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d55c39-3699-5105-9fae-ba008a069f1c" [ 699.463209] env[65978]: _type = "Task" [ 699.463209] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.479906] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d55c39-3699-5105-9fae-ba008a069f1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.688315] env[65978]: DEBUG oslo_vmware.api [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714070, 'name': PowerOnVM_Task, 'duration_secs': 0.607177} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.688650] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.688992] env[65978]: INFO nova.compute.manager [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Took 13.56 seconds to spawn the instance on the hypervisor. [ 699.689153] env[65978]: DEBUG nova.compute.manager [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 699.690087] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df714d4f-285f-4af3-af85-9d5ea3342f5b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.710712] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Acquiring lock "f819f6a7-3390-4316-9323-7c0109b6c237" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.711087] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Lock "f819f6a7-3390-4316-9323-7c0109b6c237" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.711390] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Acquiring lock "f819f6a7-3390-4316-9323-7c0109b6c237-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.711610] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Lock "f819f6a7-3390-4316-9323-7c0109b6c237-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.711835] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Lock "f819f6a7-3390-4316-9323-7c0109b6c237-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.716359] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc863746-1ace-437b-a5e8-36f016dbed5a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.722028] env[65978]: INFO nova.compute.manager [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Terminating instance [ 699.728610] env[65978]: DEBUG oslo_vmware.api [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714072, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.738941] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba058c01-7ee3-411a-bd23-39c8cb73fb63 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.782731] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f8aee7-9f54-42ab-80df-7e23725a1138 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.802044] env[65978]: DEBUG oslo_vmware.api [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Task: {'id': task-4714071, 'name': PowerOnVM_Task, 'duration_secs': 0.539782} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.802044] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6f9043-c095-4463-aece-f23bc2ce4732 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.806036] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.806310] env[65978]: INFO nova.compute.manager [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Took 8.78 seconds to spawn the instance on the hypervisor. [ 699.806598] env[65978]: DEBUG nova.compute.manager [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 699.807945] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Creating Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 699.809713] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcae79b-24d2-4a7f-9921-764107d998f6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.812868] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0cf70c03-264f-46df-89c3-744dbd14b062 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.816410] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.826459] env[65978]: DEBUG nova.compute.provider_tree [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.834786] env[65978]: DEBUG oslo_vmware.api [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 699.834786] env[65978]: value = "task-4714073" [ 699.834786] env[65978]: _type = "Task" [ 699.834786] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.846150] env[65978]: DEBUG oslo_vmware.api [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714073, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.912904] env[65978]: DEBUG nova.compute.manager [req-5e11581b-cef0-4159-aa68-c1dfee414f90 req-fcbcebc2-387a-484d-b8ac-0ad270a40b4d service nova] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Received event network-vif-deleted-36f92f06-942a-4aed-ad05-e9c9ec049ec2 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 699.939795] env[65978]: DEBUG oslo_vmware.api [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714069, 'name': CloneVM_Task, 'duration_secs': 1.480789} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.940029] env[65978]: INFO nova.virt.vmwareapi.vmops [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Created linked-clone VM from snapshot [ 699.940844] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901d3ac9-3138-466f-ba52-babc63f8f5f9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.951251] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Uploading image 7e420cb4-bcc9-4caf-883d-e20e64af6f1e {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 699.974393] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d55c39-3699-5105-9fae-ba008a069f1c, 'name': SearchDatastore_Task, 'duration_secs': 0.015204} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.976654] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.976973] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 324c4201-a6d8-4432-a992-728c1abe29d6/324c4201-a6d8-4432-a992-728c1abe29d6.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.977398] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46fe6c0a-4043-4ffd-8cc1-7d285ae570aa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.984424] env[65978]: DEBUG oslo_vmware.rw_handles [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 699.984424] env[65978]: value = "vm-919949" [ 699.984424] env[65978]: _type = "VirtualMachine" [ 699.984424] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 699.984774] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7926d386-7c29-4053-bee5-0e9e9eec7e68 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.988126] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Waiting for the task: (returnval){ [ 699.988126] env[65978]: value = "task-4714074" [ 699.988126] env[65978]: _type = "Task" [ 699.988126] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.994459] env[65978]: DEBUG oslo_vmware.rw_handles [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lease: (returnval){ [ 699.994459] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52360179-8e90-6343-d3ab-3f54fff688d6" [ 699.994459] env[65978]: _type = "HttpNfcLease" [ 699.994459] env[65978]: } obtained for exporting VM: (result){ [ 699.994459] env[65978]: value = "vm-919949" [ 699.994459] env[65978]: _type = "VirtualMachine" [ 699.994459] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 699.994824] env[65978]: DEBUG oslo_vmware.api [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the lease: (returnval){ [ 699.994824] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52360179-8e90-6343-d3ab-3f54fff688d6" [ 699.994824] env[65978]: _type = "HttpNfcLease" [ 699.994824] env[65978]: } to be ready. {{(pid=65978) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 700.001881] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4714074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.007890] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 700.007890] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52360179-8e90-6343-d3ab-3f54fff688d6" [ 700.007890] env[65978]: _type = "HttpNfcLease" [ 700.007890] env[65978]: } is ready. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 700.008227] env[65978]: DEBUG oslo_vmware.rw_handles [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 700.008227] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52360179-8e90-6343-d3ab-3f54fff688d6" [ 700.008227] env[65978]: _type = "HttpNfcLease" [ 700.008227] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 700.009155] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f00116-f112-4f81-9e91-6eb9030b6c46 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.019950] env[65978]: DEBUG oslo_vmware.rw_handles [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525431cc-afe3-457b-0490-a2813a4ce3fd/disk-0.vmdk from lease info. {{(pid=65978) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 700.020290] env[65978]: DEBUG oslo_vmware.rw_handles [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525431cc-afe3-457b-0490-a2813a4ce3fd/disk-0.vmdk for reading. {{(pid=65978) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 700.129527] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-df1f1af4-a917-43bc-bebc-ede784098b32 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.221931] env[65978]: DEBUG oslo_vmware.api [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714072, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.228139] env[65978]: INFO nova.compute.manager [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Took 41.01 seconds to build instance. [ 700.234450] env[65978]: DEBUG nova.compute.manager [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 700.234676] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.235916] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138d9d97-ddd7-426a-ad56-2971bf2a7532 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.245706] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.247881] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e32aa2ba-1b80-471c-9202-54be1ebb554b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.258844] env[65978]: DEBUG oslo_vmware.api [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Waiting for the task: (returnval){ [ 700.258844] env[65978]: value = "task-4714076" [ 700.258844] env[65978]: _type = "Task" [ 700.258844] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.276294] env[65978]: DEBUG oslo_vmware.api [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Task: {'id': task-4714076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.338835] env[65978]: DEBUG nova.scheduler.client.report [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.356642] env[65978]: INFO nova.compute.manager [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Took 37.22 seconds to build instance. [ 700.363483] env[65978]: DEBUG oslo_vmware.api [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714073, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.508034] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4714074, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.714776] env[65978]: DEBUG oslo_vmware.api [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714072, 'name': CloneVM_Task} progress is 95%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.732939] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b3face9-3f87-42ed-95f7-05889c0f9c7a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "836b67a1-e5e1-4803-a750-506af6a22fc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.651s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.771710] env[65978]: DEBUG oslo_vmware.api [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Task: {'id': task-4714076, 'name': PowerOffVM_Task, 'duration_secs': 0.40852} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.772549] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.772864] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.774366] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8747549-19d3-4ef4-b243-06a0c70259f5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.860292] env[65978]: DEBUG oslo_concurrency.lockutils [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.860292] env[65978]: DEBUG nova.compute.manager [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 700.863741] env[65978]: DEBUG oslo_concurrency.lockutils [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.120s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.864216] env[65978]: DEBUG oslo_concurrency.lockutils [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.866673] env[65978]: DEBUG oslo_concurrency.lockutils [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.005s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.870596] env[65978]: INFO nova.compute.claims [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.873834] env[65978]: DEBUG oslo_concurrency.lockutils [None req-15cc47c6-bfa0-4942-95dc-8400a89fb961 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Lock "2131baf3-24b8-4cff-9821-bfb25e44ef3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.956s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.879052] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.879794] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.880298] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Deleting the datastore file [datastore1] f819f6a7-3390-4316-9323-7c0109b6c237 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.891044] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cee6a73e-2be6-4584-8372-85f18575f84e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.894240] env[65978]: DEBUG oslo_vmware.api [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714073, 'name': CreateSnapshot_Task, 'duration_secs': 0.737162} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.895260] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Created Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 700.896245] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7459a3-3c88-4480-a25f-63aad528cb4e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.901573] env[65978]: DEBUG oslo_vmware.api [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Waiting for the task: (returnval){ [ 700.901573] env[65978]: value = "task-4714078" [ 700.901573] env[65978]: _type = "Task" [ 700.901573] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.916496] env[65978]: INFO nova.scheduler.client.report [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Deleted allocations for instance 4110db70-e306-4d35-8054-4b9de6f46e7a [ 700.927351] env[65978]: DEBUG oslo_vmware.api [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Task: {'id': task-4714078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.004899] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4714074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601139} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.005477] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 324c4201-a6d8-4432-a992-728c1abe29d6/324c4201-a6d8-4432-a992-728c1abe29d6.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.006046] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.007262] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d368fbd-1020-42d7-9382-bb760c701721 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.017604] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Waiting for the task: (returnval){ [ 701.017604] env[65978]: value = "task-4714079" [ 701.017604] env[65978]: _type = "Task" [ 701.017604] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.032469] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4714079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.216424] env[65978]: DEBUG oslo_vmware.api [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714072, 'name': CloneVM_Task, 'duration_secs': 1.680382} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.216818] env[65978]: INFO nova.virt.vmwareapi.vmops [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Created linked-clone VM from snapshot [ 701.221028] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7b71cd-b366-44dc-8ac7-beea0427a1f2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.231332] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Uploading image a20338f7-7b15-4a65-b405-0f7c75360786 {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 701.237724] env[65978]: DEBUG nova.compute.manager [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 701.245911] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Destroying the VM {{(pid=65978) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 701.246170] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7dec5bee-8417-485a-a528-c9def8d5cebe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.254649] env[65978]: DEBUG oslo_vmware.api [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 701.254649] env[65978]: value = "task-4714080" [ 701.254649] env[65978]: _type = "Task" [ 701.254649] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.265016] env[65978]: DEBUG oslo_vmware.api [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714080, 'name': Destroy_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.385960] env[65978]: DEBUG nova.compute.utils [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.390195] env[65978]: DEBUG nova.compute.manager [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 701.390491] env[65978]: DEBUG nova.network.neutron [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 701.392410] env[65978]: WARNING neutronclient.v2_0.client [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.392410] env[65978]: WARNING neutronclient.v2_0.client [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.393925] env[65978]: DEBUG nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 701.422261] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Creating linked-clone VM from snapshot {{(pid=65978) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 701.422634] env[65978]: DEBUG oslo_vmware.api [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Task: {'id': task-4714078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252311} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.425353] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d0342a7a-004c-4c3f-9c41-edcd21215300 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.428492] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.428711] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.428986] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.429191] env[65978]: INFO nova.compute.manager [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Took 1.19 seconds to destroy the instance on the hypervisor. [ 701.429573] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 701.430382] env[65978]: DEBUG oslo_concurrency.lockutils [None req-aca74f68-1458-415a-a90b-a68c68874ea1 tempest-DeleteServersAdminTestJSON-1531171471 tempest-DeleteServersAdminTestJSON-1531171471-project-member] Lock "4110db70-e306-4d35-8054-4b9de6f46e7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.834s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.431249] env[65978]: DEBUG nova.compute.manager [-] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 701.433180] env[65978]: DEBUG nova.network.neutron [-] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 701.433180] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.442909] env[65978]: DEBUG oslo_vmware.api [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 701.442909] env[65978]: value = "task-4714081" [ 701.442909] env[65978]: _type = "Task" [ 701.442909] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.451511] env[65978]: DEBUG nova.policy [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36ddd2b698b04dbc9f60276802d949c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fc71e539ce64274b878e2220afdaa82', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.461485] env[65978]: DEBUG oslo_vmware.api [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714081, 'name': CloneVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.515810] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.542387] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4714079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105194} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.542992] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.544203] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b8f1da-b6e5-4e0b-bc96-77283b8836ad {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.575292] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 324c4201-a6d8-4432-a992-728c1abe29d6/324c4201-a6d8-4432-a992-728c1abe29d6.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.575782] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e9a9662-73a2-41e2-aa80-9d1467f5d198 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.603417] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Waiting for the task: (returnval){ [ 701.603417] env[65978]: value = "task-4714082" [ 701.603417] env[65978]: _type = "Task" [ 701.603417] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.615040] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4714082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.770793] env[65978]: DEBUG oslo_vmware.api [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714080, 'name': Destroy_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.772102] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.898028] env[65978]: DEBUG nova.compute.manager [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 701.929606] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.958941] env[65978]: DEBUG oslo_vmware.api [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714081, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.967639] env[65978]: DEBUG nova.network.neutron [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Successfully created port: d94c660e-60c6-4df8-aef9-a10838f1ddda {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 702.122026] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4714082, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.272811] env[65978]: DEBUG oslo_vmware.api [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714080, 'name': Destroy_Task, 'duration_secs': 0.734739} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.273264] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Destroyed the VM [ 702.273496] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Deleting Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 702.273705] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-90ab668c-be14-41d0-9784-c30771a7523d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.282981] env[65978]: DEBUG oslo_vmware.api [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 702.282981] env[65978]: value = "task-4714083" [ 702.282981] env[65978]: _type = "Task" [ 702.282981] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.293845] env[65978]: DEBUG oslo_vmware.api [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714083, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.457564] env[65978]: DEBUG oslo_vmware.api [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714081, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.518754] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00afae4-a2d3-4bdb-a456-06fee28af3ad {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.528967] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad50d36-1b0e-4a7e-a743-c89fbb4fe023 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.563079] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a63ce3-bdf1-439a-bd8a-caf9cd667d81 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.573833] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f6739d-bdae-41f1-a59f-eec6eb71be48 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.581682] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Acquiring lock "9c7cb999-a949-4e08-ae2e-cb14824eea0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.581929] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Lock "9c7cb999-a949-4e08-ae2e-cb14824eea0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.594727] env[65978]: DEBUG nova.network.neutron [-] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.596576] env[65978]: DEBUG nova.compute.provider_tree [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.618840] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4714082, 'name': ReconfigVM_Task, 'duration_secs': 0.666457} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.619193] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 324c4201-a6d8-4432-a992-728c1abe29d6/324c4201-a6d8-4432-a992-728c1abe29d6.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.619905] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-caf0beab-1cf5-49fe-a446-a5f47b61c1ec {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.627520] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Waiting for the task: (returnval){ [ 702.627520] env[65978]: value = "task-4714084" [ 702.627520] env[65978]: _type = "Task" [ 702.627520] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.639262] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4714084, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.794187] env[65978]: DEBUG oslo_vmware.api [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714083, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.910155] env[65978]: DEBUG nova.compute.manager [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 702.936432] env[65978]: DEBUG nova.virt.hardware [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 702.936705] env[65978]: DEBUG nova.virt.hardware [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.936851] env[65978]: DEBUG nova.virt.hardware [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 702.937152] env[65978]: DEBUG nova.virt.hardware [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.937350] env[65978]: DEBUG nova.virt.hardware [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 702.937499] env[65978]: DEBUG nova.virt.hardware [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 702.937703] env[65978]: DEBUG nova.virt.hardware [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 702.937886] env[65978]: DEBUG nova.virt.hardware [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 702.938076] env[65978]: DEBUG nova.virt.hardware [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 702.938242] env[65978]: DEBUG nova.virt.hardware [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 702.938458] env[65978]: DEBUG nova.virt.hardware [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 702.939443] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3767ad-e62b-45dd-9e36-fd145c0e18f5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.952137] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c26352-be94-48d5-9297-74aa3125cfb3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.962245] env[65978]: DEBUG oslo_vmware.api [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714081, 'name': CloneVM_Task, 'duration_secs': 1.371593} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.971609] env[65978]: INFO nova.virt.vmwareapi.vmops [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Created linked-clone VM from snapshot [ 702.972836] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b55e42b-3839-40b7-927f-02b45da198d3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.982341] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Uploading image 3002da2a-4a95-4007-a1c0-23238178234f {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 703.004289] env[65978]: DEBUG oslo_vmware.rw_handles [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 703.004289] env[65978]: value = "vm-919953" [ 703.004289] env[65978]: _type = "VirtualMachine" [ 703.004289] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 703.004672] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e1a5f214-6f6f-4fce-8987-1b73b348f32a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.013061] env[65978]: DEBUG oslo_vmware.rw_handles [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lease: (returnval){ [ 703.013061] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528dc1a1-e87d-d31a-4286-6cdfb2312082" [ 703.013061] env[65978]: _type = "HttpNfcLease" [ 703.013061] env[65978]: } obtained for exporting VM: (result){ [ 703.013061] env[65978]: value = "vm-919953" [ 703.013061] env[65978]: _type = "VirtualMachine" [ 703.013061] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 703.013352] env[65978]: DEBUG oslo_vmware.api [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the lease: (returnval){ [ 703.013352] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528dc1a1-e87d-d31a-4286-6cdfb2312082" [ 703.013352] env[65978]: _type = "HttpNfcLease" [ 703.013352] env[65978]: } to be ready. {{(pid=65978) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 703.020517] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 703.020517] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528dc1a1-e87d-d31a-4286-6cdfb2312082" [ 703.020517] env[65978]: _type = "HttpNfcLease" [ 703.020517] env[65978]: } is initializing. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 703.099473] env[65978]: INFO nova.compute.manager [-] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Took 1.67 seconds to deallocate network for instance. [ 703.102812] env[65978]: DEBUG nova.scheduler.client.report [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.142990] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4714084, 'name': Rename_Task, 'duration_secs': 0.209249} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.143321] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.143617] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7592e9d4-a54a-40c1-b9b4-20f18031b0b9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.154084] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Waiting for the task: (returnval){ [ 703.154084] env[65978]: value = "task-4714086" [ 703.154084] env[65978]: _type = "Task" [ 703.154084] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.165804] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4714086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.296009] env[65978]: DEBUG oslo_vmware.api [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714083, 'name': RemoveSnapshot_Task, 'duration_secs': 0.834521} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.296009] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Deleted Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 703.525475] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 703.525475] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528dc1a1-e87d-d31a-4286-6cdfb2312082" [ 703.525475] env[65978]: _type = "HttpNfcLease" [ 703.525475] env[65978]: } is ready. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 703.525475] env[65978]: DEBUG oslo_vmware.rw_handles [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 703.525475] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528dc1a1-e87d-d31a-4286-6cdfb2312082" [ 703.525475] env[65978]: _type = "HttpNfcLease" [ 703.525475] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 703.526425] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01a0bcb-beed-4bbb-9d4e-fb9697d541bf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.541349] env[65978]: DEBUG oslo_vmware.rw_handles [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b17bbe-24ff-91b4-fac9-34ef51c856fd/disk-0.vmdk from lease info. {{(pid=65978) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 703.541904] env[65978]: DEBUG oslo_vmware.rw_handles [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b17bbe-24ff-91b4-fac9-34ef51c856fd/disk-0.vmdk for reading. {{(pid=65978) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 703.612656] env[65978]: DEBUG oslo_concurrency.lockutils [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.613198] env[65978]: DEBUG nova.compute.manager [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 703.617029] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.464s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.618556] env[65978]: INFO nova.compute.claims [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.623321] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.670356] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4714086, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.674373] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7f4e831b-68f0-4ca0-b1b0-7e02c9dee0a1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.777738] env[65978]: DEBUG nova.network.neutron [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Successfully updated port: d94c660e-60c6-4df8-aef9-a10838f1ddda {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 703.801718] env[65978]: WARNING nova.compute.manager [None req-d09cb7f2-7068-45ea-ba9a-d975cf41996d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Image not found during snapshot: nova.exception.ImageNotFound: Image a20338f7-7b15-4a65-b405-0f7c75360786 could not be found. [ 704.126076] env[65978]: DEBUG nova.compute.utils [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.129677] env[65978]: DEBUG nova.compute.manager [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 704.130093] env[65978]: DEBUG nova.network.neutron [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 704.130557] env[65978]: WARNING neutronclient.v2_0.client [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.130981] env[65978]: WARNING neutronclient.v2_0.client [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.165617] env[65978]: DEBUG oslo_vmware.api [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4714086, 'name': PowerOnVM_Task, 'duration_secs': 0.691343} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.166073] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.166371] env[65978]: INFO nova.compute.manager [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Took 10.45 seconds to spawn the instance on the hypervisor. [ 704.166717] env[65978]: DEBUG nova.compute.manager [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 704.167832] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3878e0-ed79-4080-9928-3ac5367204f0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.219534] env[65978]: DEBUG nova.policy [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e58be3d274d48bea96fc2f41c9055f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81a50aee7806472099fe696701dacbe2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.280949] env[65978]: DEBUG oslo_concurrency.lockutils [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Acquiring lock "refresh_cache-9e8bf8f2-b4c9-4984-984c-0f2af28603f3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.281187] env[65978]: DEBUG oslo_concurrency.lockutils [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Acquired lock "refresh_cache-9e8bf8f2-b4c9-4984-984c-0f2af28603f3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.281360] env[65978]: DEBUG nova.network.neutron [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 704.617873] env[65978]: DEBUG nova.network.neutron [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Successfully created port: caebb1f6-1ed1-4bcb-a0ca-8c027e05e01f {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 704.641351] env[65978]: DEBUG nova.compute.manager [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 704.695922] env[65978]: INFO nova.compute.manager [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Took 38.76 seconds to build instance. [ 704.729484] env[65978]: DEBUG nova.compute.manager [req-02549534-7297-436d-b7f0-188ec4c69c62 req-b39f37c3-5b87-452e-a527-7d1abef7b878 service nova] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Received event network-vif-deleted-52bf2607-4a50-46c1-b764-6949a0261f84 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 704.867363] env[65978]: DEBUG nova.network.neutron [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 705.006428] env[65978]: WARNING neutronclient.v2_0.client [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.146136] env[65978]: DEBUG nova.network.neutron [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Updating instance_info_cache with network_info: [{"id": "d94c660e-60c6-4df8-aef9-a10838f1ddda", "address": "fa:16:3e:f4:7b:61", "network": {"id": "73775179-1efa-4491-b5f3-4f937321d2a6", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1162361008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3fc71e539ce64274b878e2220afdaa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd94c660e-60", "ovs_interfaceid": "d94c660e-60c6-4df8-aef9-a10838f1ddda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.199603] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6eda369-5bc0-4e9a-9237-29bf0f2f2492 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lock "324c4201-a6d8-4432-a992-728c1abe29d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.962s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.383744] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b726de89-d49e-41ba-94cf-0226071d64d3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.393634] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67e3cf3-7eba-4a33-9df6-63c3a5f292ef {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.429879] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e559d6e-ef41-423d-ba81-f07a48aeb05f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.439490] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1421926f-1f05-4384-85f3-e096c355732e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.454594] env[65978]: DEBUG nova.compute.provider_tree [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.655697] env[65978]: DEBUG oslo_concurrency.lockutils [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Releasing lock "refresh_cache-9e8bf8f2-b4c9-4984-984c-0f2af28603f3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.656253] env[65978]: DEBUG nova.compute.manager [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Instance network_info: |[{"id": "d94c660e-60c6-4df8-aef9-a10838f1ddda", "address": "fa:16:3e:f4:7b:61", "network": {"id": "73775179-1efa-4491-b5f3-4f937321d2a6", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1162361008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3fc71e539ce64274b878e2220afdaa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd94c660e-60", "ovs_interfaceid": "d94c660e-60c6-4df8-aef9-a10838f1ddda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 705.656810] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:7b:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd94c660e-60c6-4df8-aef9-a10838f1ddda', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.665795] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Creating folder: Project (3fc71e539ce64274b878e2220afdaa82). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.667151] env[65978]: DEBUG nova.compute.manager [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 705.669484] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fa58e33-82cc-4850-aeb8-710e1bab6b99 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.686167] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Created folder: Project (3fc71e539ce64274b878e2220afdaa82) in parent group-v919857. [ 705.686330] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Creating folder: Instances. Parent ref: group-v919954. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.686648] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ed9ec85-1712-47f2-a86b-9231bb6ee467 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.701617] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Created folder: Instances in parent group-v919954. [ 705.701904] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 705.702361] env[65978]: DEBUG nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 705.705376] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.705899] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1383167-35af-4d9b-8a1a-8e896a242249 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.732711] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.732711] env[65978]: value = "task-4714089" [ 705.732711] env[65978]: _type = "Task" [ 705.732711] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.739908] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714089, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.961156] env[65978]: DEBUG nova.scheduler.client.report [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.239418] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.248008] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714089, 'name': CreateVM_Task, 'duration_secs': 0.499633} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.248246] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.248799] env[65978]: WARNING neutronclient.v2_0.client [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.249224] env[65978]: DEBUG oslo_concurrency.lockutils [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.249390] env[65978]: DEBUG oslo_concurrency.lockutils [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.249711] env[65978]: DEBUG oslo_concurrency.lockutils [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.249976] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48ace87a-e35b-4e6f-ae3c-24f58bd78239 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.257246] env[65978]: DEBUG oslo_vmware.api [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Waiting for the task: (returnval){ [ 706.257246] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d0d2ff-cfb0-b799-d68c-b74457a3e277" [ 706.257246] env[65978]: _type = "Task" [ 706.257246] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.269673] env[65978]: DEBUG oslo_vmware.api [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d0d2ff-cfb0-b799-d68c-b74457a3e277, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.334573] env[65978]: DEBUG nova.network.neutron [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Successfully updated port: caebb1f6-1ed1-4bcb-a0ca-8c027e05e01f {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 706.468490] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.849s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.469809] env[65978]: DEBUG nova.compute.manager [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 706.472396] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.679s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.474415] env[65978]: INFO nova.compute.claims [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.770631] env[65978]: DEBUG oslo_vmware.api [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d0d2ff-cfb0-b799-d68c-b74457a3e277, 'name': SearchDatastore_Task, 'duration_secs': 0.016507} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.771014] env[65978]: DEBUG oslo_concurrency.lockutils [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.771285] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.771540] env[65978]: DEBUG oslo_concurrency.lockutils [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.771661] env[65978]: DEBUG oslo_concurrency.lockutils [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.771834] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.772127] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-467a608e-3829-4ae0-8563-c4cdcd431891 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.783758] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.783982] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.784867] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ec98c91-e851-4582-b00f-776326716a18 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.793562] env[65978]: DEBUG oslo_vmware.api [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Waiting for the task: (returnval){ [ 706.793562] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5221bb8a-1cbb-db9e-8ed9-83683395155b" [ 706.793562] env[65978]: _type = "Task" [ 706.793562] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.807114] env[65978]: DEBUG oslo_vmware.api [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5221bb8a-1cbb-db9e-8ed9-83683395155b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.839235] env[65978]: DEBUG oslo_concurrency.lockutils [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "refresh_cache-eeb54305-cddf-4ff6-9816-c11e8923aea6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.839884] env[65978]: DEBUG oslo_concurrency.lockutils [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquired lock "refresh_cache-eeb54305-cddf-4ff6-9816-c11e8923aea6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.839884] env[65978]: DEBUG nova.network.neutron [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 706.983373] env[65978]: DEBUG nova.compute.utils [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.987032] env[65978]: DEBUG nova.compute.manager [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 706.987032] env[65978]: DEBUG nova.network.neutron [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 706.988817] env[65978]: WARNING neutronclient.v2_0.client [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.988817] env[65978]: WARNING neutronclient.v2_0.client [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.048168] env[65978]: DEBUG nova.policy [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c774e49f49134366a78312ba17b098cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8825d643e4349409ea9d0471495f10c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.311527] env[65978]: DEBUG oslo_vmware.api [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5221bb8a-1cbb-db9e-8ed9-83683395155b, 'name': SearchDatastore_Task, 'duration_secs': 0.019017} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.313350] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e8ada0f-f7ce-4537-b16d-427e8a81dcac {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.321517] env[65978]: DEBUG oslo_vmware.api [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Waiting for the task: (returnval){ [ 707.321517] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526c6db2-8515-0f86-9e82-91d84cc491a8" [ 707.321517] env[65978]: _type = "Task" [ 707.321517] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.332625] env[65978]: DEBUG oslo_vmware.api [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526c6db2-8515-0f86-9e82-91d84cc491a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.398922] env[65978]: DEBUG nova.network.neutron [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 707.493829] env[65978]: DEBUG nova.compute.manager [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 707.513084] env[65978]: DEBUG nova.network.neutron [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Successfully created port: 72f9ee58-2fed-4e58-a6bf-08bed37e3a39 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 707.605051] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquiring lock "f84c9cd5-da98-4325-902c-1f1e410e6796" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.605522] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "f84c9cd5-da98-4325-902c-1f1e410e6796" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.605807] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquiring lock "f84c9cd5-da98-4325-902c-1f1e410e6796-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.606092] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "f84c9cd5-da98-4325-902c-1f1e410e6796-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.606342] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "f84c9cd5-da98-4325-902c-1f1e410e6796-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.612514] env[65978]: INFO nova.compute.manager [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Terminating instance [ 707.836297] env[65978]: DEBUG oslo_vmware.api [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526c6db2-8515-0f86-9e82-91d84cc491a8, 'name': SearchDatastore_Task, 'duration_secs': 0.017283} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.836601] env[65978]: DEBUG oslo_concurrency.lockutils [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.837717] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 9e8bf8f2-b4c9-4984-984c-0f2af28603f3/9e8bf8f2-b4c9-4984-984c-0f2af28603f3.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.838301] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c16da3eb-0ebc-4ae3-844b-451e63afecc0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.849366] env[65978]: DEBUG oslo_vmware.api [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Waiting for the task: (returnval){ [ 707.849366] env[65978]: value = "task-4714090" [ 707.849366] env[65978]: _type = "Task" [ 707.849366] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.861641] env[65978]: DEBUG oslo_vmware.api [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Task: {'id': task-4714090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.880031] env[65978]: DEBUG nova.virt.hardware [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 707.880286] env[65978]: DEBUG nova.virt.hardware [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.880497] env[65978]: DEBUG nova.virt.hardware [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 707.880750] env[65978]: DEBUG nova.virt.hardware [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.880900] env[65978]: DEBUG nova.virt.hardware [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 707.881114] env[65978]: DEBUG nova.virt.hardware [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 707.881282] env[65978]: DEBUG nova.virt.hardware [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 707.881903] env[65978]: DEBUG nova.virt.hardware [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 707.881903] env[65978]: DEBUG nova.virt.hardware [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 707.881903] env[65978]: DEBUG nova.virt.hardware [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 707.882156] env[65978]: DEBUG nova.virt.hardware [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 707.884591] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fa4a46-51dd-47b8-9f20-a23b2c0ae246 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.903127] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7758e7f8-4801-4afe-9378-389c8f8db404 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.907171] env[65978]: DEBUG oslo_vmware.rw_handles [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525431cc-afe3-457b-0490-a2813a4ce3fd/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 707.908278] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43c9bba-2ed1-4cf2-a853-b302286e6fb0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.931600] env[65978]: DEBUG oslo_vmware.rw_handles [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525431cc-afe3-457b-0490-a2813a4ce3fd/disk-0.vmdk is in state: ready. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 707.931788] env[65978]: ERROR oslo_vmware.rw_handles [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525431cc-afe3-457b-0490-a2813a4ce3fd/disk-0.vmdk due to incomplete transfer. [ 707.934772] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-53914573-a7b0-4313-a66f-22bd927ec89e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.943890] env[65978]: DEBUG oslo_vmware.rw_handles [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525431cc-afe3-457b-0490-a2813a4ce3fd/disk-0.vmdk. {{(pid=65978) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 707.944168] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Uploaded image 7e420cb4-bcc9-4caf-883d-e20e64af6f1e to the Glance image server {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 707.946366] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Destroying the VM {{(pid=65978) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 707.946683] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-189b575a-ec6a-4aa0-a4de-6ac206ff0aee {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.955585] env[65978]: DEBUG oslo_vmware.api [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 707.955585] env[65978]: value = "task-4714091" [ 707.955585] env[65978]: _type = "Task" [ 707.955585] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.965746] env[65978]: DEBUG oslo_vmware.api [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714091, 'name': Destroy_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.999429] env[65978]: WARNING neutronclient.v2_0.client [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.116700] env[65978]: DEBUG nova.compute.manager [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 708.116700] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.119113] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c583dd02-c792-4fa8-a60f-926c155e53a9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.132097] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.135606] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a220b226-c264-43da-9554-86050ea5329f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.145931] env[65978]: DEBUG oslo_vmware.api [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 708.145931] env[65978]: value = "task-4714092" [ 708.145931] env[65978]: _type = "Task" [ 708.145931] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.152274] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2299b303-b003-4879-83a1-427f5c3b648e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.164469] env[65978]: DEBUG oslo_vmware.api [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.168572] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aec5444-0e0b-4414-8e5d-ed7b98d9dd21 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.213049] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d8c152-9664-40b2-aa8b-66ba74aaf15e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.227031] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ca940f-b40b-4fc7-a9c3-c111c5151e8f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.251501] env[65978]: DEBUG nova.compute.provider_tree [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.361770] env[65978]: DEBUG oslo_vmware.api [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Task: {'id': task-4714090, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.466726] env[65978]: DEBUG oslo_vmware.api [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714091, 'name': Destroy_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.509659] env[65978]: DEBUG nova.compute.manager [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 708.538538] env[65978]: DEBUG nova.virt.hardware [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 708.539266] env[65978]: DEBUG nova.virt.hardware [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.539266] env[65978]: DEBUG nova.virt.hardware [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 708.539266] env[65978]: DEBUG nova.virt.hardware [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.539506] env[65978]: DEBUG nova.virt.hardware [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 708.539506] env[65978]: DEBUG nova.virt.hardware [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 708.539682] env[65978]: DEBUG nova.virt.hardware [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 708.540983] env[65978]: DEBUG nova.virt.hardware [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 708.540983] env[65978]: DEBUG nova.virt.hardware [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 708.540983] env[65978]: DEBUG nova.virt.hardware [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 708.540983] env[65978]: DEBUG nova.virt.hardware [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 708.541362] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e00df8-e99f-4f83-b25c-ae514c13e7bc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.551321] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4627b68f-1ab7-4d47-af39-d3772e12e319 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.657260] env[65978]: DEBUG oslo_vmware.api [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714092, 'name': PowerOffVM_Task, 'duration_secs': 0.232707} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.657531] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.657751] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.658113] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04b73f90-6911-4200-9f05-a96c1e98011e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.728078] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.728300] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.728478] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Deleting the datastore file [datastore1] f84c9cd5-da98-4325-902c-1f1e410e6796 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.728830] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f8612d7-7c2b-45c0-8503-1897ea363b41 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.736127] env[65978]: DEBUG oslo_vmware.api [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 708.736127] env[65978]: value = "task-4714094" [ 708.736127] env[65978]: _type = "Task" [ 708.736127] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.745114] env[65978]: DEBUG oslo_vmware.api [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.755317] env[65978]: DEBUG nova.scheduler.client.report [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.865239] env[65978]: DEBUG oslo_vmware.api [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Task: {'id': task-4714090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562071} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.865513] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 9e8bf8f2-b4c9-4984-984c-0f2af28603f3/9e8bf8f2-b4c9-4984-984c-0f2af28603f3.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.865733] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.866016] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e30f33fa-3977-485c-9cb1-9cb4e43a5a86 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.874492] env[65978]: DEBUG oslo_vmware.api [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Waiting for the task: (returnval){ [ 708.874492] env[65978]: value = "task-4714095" [ 708.874492] env[65978]: _type = "Task" [ 708.874492] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.883861] env[65978]: DEBUG oslo_vmware.api [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Task: {'id': task-4714095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.967908] env[65978]: DEBUG oslo_vmware.api [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714091, 'name': Destroy_Task, 'duration_secs': 0.630141} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.968209] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Destroyed the VM [ 708.968497] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Deleting Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 708.968914] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5781d446-0ba9-48a0-a230-f84be6d2a2b1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.976452] env[65978]: DEBUG oslo_vmware.api [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 708.976452] env[65978]: value = "task-4714096" [ 708.976452] env[65978]: _type = "Task" [ 708.976452] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.988141] env[65978]: DEBUG oslo_vmware.api [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714096, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.139399] env[65978]: DEBUG nova.network.neutron [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Successfully updated port: 72f9ee58-2fed-4e58-a6bf-08bed37e3a39 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 709.195991] env[65978]: DEBUG nova.network.neutron [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Updating instance_info_cache with network_info: [{"id": "caebb1f6-1ed1-4bcb-a0ca-8c027e05e01f", "address": "fa:16:3e:c8:9b:b5", "network": {"id": "b07dfdf7-7d84-407f-a32d-c4c915df223e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468716700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a50aee7806472099fe696701dacbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaebb1f6-1e", "ovs_interfaceid": "caebb1f6-1ed1-4bcb-a0ca-8c027e05e01f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.250312] env[65978]: DEBUG oslo_vmware.api [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156271} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.250900] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.251180] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.251373] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.251549] env[65978]: INFO nova.compute.manager [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Took 1.13 seconds to destroy the instance on the hypervisor. [ 709.251800] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 709.252010] env[65978]: DEBUG nova.compute.manager [-] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 709.252314] env[65978]: DEBUG nova.network.neutron [-] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 709.252380] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.261724] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.262402] env[65978]: DEBUG nova.compute.manager [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 709.265212] env[65978]: DEBUG oslo_concurrency.lockutils [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.906s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.267630] env[65978]: INFO nova.compute.claims [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.382453] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.391951] env[65978]: DEBUG oslo_vmware.api [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Task: {'id': task-4714095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07221} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.392433] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.393447] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde25f99-2860-4330-ab1c-25a25fad02df {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.419227] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 9e8bf8f2-b4c9-4984-984c-0f2af28603f3/9e8bf8f2-b4c9-4984-984c-0f2af28603f3.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.419576] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ad5ac1e-0154-49ab-99f6-7d2647f1d641 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.441323] env[65978]: DEBUG oslo_vmware.api [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Waiting for the task: (returnval){ [ 709.441323] env[65978]: value = "task-4714097" [ 709.441323] env[65978]: _type = "Task" [ 709.441323] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.451338] env[65978]: DEBUG oslo_vmware.api [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Task: {'id': task-4714097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.489553] env[65978]: DEBUG oslo_vmware.api [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714096, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.645201] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquiring lock "refresh_cache-750e509e-7d2f-470d-895e-d098efd02196" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.645201] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquired lock "refresh_cache-750e509e-7d2f-470d-895e-d098efd02196" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.645373] env[65978]: DEBUG nova.network.neutron [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 709.700404] env[65978]: DEBUG oslo_concurrency.lockutils [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Releasing lock "refresh_cache-eeb54305-cddf-4ff6-9816-c11e8923aea6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.700776] env[65978]: DEBUG nova.compute.manager [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Instance network_info: |[{"id": "caebb1f6-1ed1-4bcb-a0ca-8c027e05e01f", "address": "fa:16:3e:c8:9b:b5", "network": {"id": "b07dfdf7-7d84-407f-a32d-c4c915df223e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468716700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a50aee7806472099fe696701dacbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaebb1f6-1e", "ovs_interfaceid": "caebb1f6-1ed1-4bcb-a0ca-8c027e05e01f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 709.701635] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:9b:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'caebb1f6-1ed1-4bcb-a0ca-8c027e05e01f', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.709460] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 709.709804] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.710191] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b2f82d1-ed9b-437d-b0d8-395e20a6b4e5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.734228] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.734228] env[65978]: value = "task-4714098" [ 709.734228] env[65978]: _type = "Task" [ 709.734228] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.745098] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714098, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.775208] env[65978]: DEBUG nova.compute.utils [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.777238] env[65978]: DEBUG nova.compute.manager [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 709.778831] env[65978]: DEBUG nova.network.neutron [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 709.778831] env[65978]: WARNING neutronclient.v2_0.client [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.778831] env[65978]: WARNING neutronclient.v2_0.client [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.853957] env[65978]: DEBUG nova.policy [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd97193418a5647259088b034bc19a6fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0621c7972ce94ada85614a788f5f6302', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.956848] env[65978]: DEBUG oslo_vmware.api [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Task: {'id': task-4714097, 'name': ReconfigVM_Task, 'duration_secs': 0.318516} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.956848] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 9e8bf8f2-b4c9-4984-984c-0f2af28603f3/9e8bf8f2-b4c9-4984-984c-0f2af28603f3.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.956848] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2da8177e-2a11-4ca1-bfbc-e732ba313489 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.965414] env[65978]: DEBUG oslo_vmware.api [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Waiting for the task: (returnval){ [ 709.965414] env[65978]: value = "task-4714099" [ 709.965414] env[65978]: _type = "Task" [ 709.965414] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.984547] env[65978]: DEBUG oslo_vmware.api [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Task: {'id': task-4714099, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.002106] env[65978]: DEBUG oslo_vmware.api [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714096, 'name': RemoveSnapshot_Task, 'duration_secs': 0.529472} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.003799] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Deleted Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 710.003799] env[65978]: INFO nova.compute.manager [None req-b9efdbf0-0a35-4091-a42e-3695f3b08628 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Took 13.68 seconds to snapshot the instance on the hypervisor. [ 710.053290] env[65978]: DEBUG nova.compute.manager [req-fc5d90ea-3c56-415b-8034-9655bc522746 req-8087043d-bf61-4328-a494-549f68c78f85 service nova] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Received event network-changed-2c2248c5-0aa9-4171-ab05-613b013f61ab {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 710.053290] env[65978]: DEBUG nova.compute.manager [req-fc5d90ea-3c56-415b-8034-9655bc522746 req-8087043d-bf61-4328-a494-549f68c78f85 service nova] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Refreshing instance network info cache due to event network-changed-2c2248c5-0aa9-4171-ab05-613b013f61ab. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 710.053290] env[65978]: DEBUG oslo_concurrency.lockutils [req-fc5d90ea-3c56-415b-8034-9655bc522746 req-8087043d-bf61-4328-a494-549f68c78f85 service nova] Acquiring lock "refresh_cache-2131baf3-24b8-4cff-9821-bfb25e44ef3f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.053290] env[65978]: DEBUG oslo_concurrency.lockutils [req-fc5d90ea-3c56-415b-8034-9655bc522746 req-8087043d-bf61-4328-a494-549f68c78f85 service nova] Acquired lock "refresh_cache-2131baf3-24b8-4cff-9821-bfb25e44ef3f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.053553] env[65978]: DEBUG nova.network.neutron [req-fc5d90ea-3c56-415b-8034-9655bc522746 req-8087043d-bf61-4328-a494-549f68c78f85 service nova] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Refreshing network info cache for port 2c2248c5-0aa9-4171-ab05-613b013f61ab {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.172206] env[65978]: DEBUG nova.network.neutron [-] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.242134] env[65978]: DEBUG nova.network.neutron [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 710.253473] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714098, 'name': CreateVM_Task, 'duration_secs': 0.473494} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.253473] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.253912] env[65978]: WARNING neutronclient.v2_0.client [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.254320] env[65978]: DEBUG oslo_concurrency.lockutils [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.254470] env[65978]: DEBUG oslo_concurrency.lockutils [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.254794] env[65978]: DEBUG oslo_concurrency.lockutils [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.255641] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f48abca-ffb3-41b9-b83b-0c1770d034ea {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.264733] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 710.264733] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526e73a6-954a-552f-4226-6bd8389d38fa" [ 710.264733] env[65978]: _type = "Task" [ 710.264733] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.287800] env[65978]: DEBUG nova.compute.manager [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 710.288655] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526e73a6-954a-552f-4226-6bd8389d38fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011232} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.294174] env[65978]: DEBUG oslo_concurrency.lockutils [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.295120] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.295120] env[65978]: DEBUG oslo_concurrency.lockutils [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.295120] env[65978]: DEBUG oslo_concurrency.lockutils [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.295120] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.295957] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-206cdb05-ba89-468d-9e10-ea0f8aeaf712 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.309038] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.309038] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.309038] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77b6bd3d-c412-49c2-9eb4-4749261f0566 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.316373] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 710.316373] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5212e363-afce-5008-9887-c9b67c8edd1b" [ 710.316373] env[65978]: _type = "Task" [ 710.316373] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.329867] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5212e363-afce-5008-9887-c9b67c8edd1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.331594] env[65978]: DEBUG nova.network.neutron [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Successfully created port: b369e08e-28a0-4d3a-b46a-ee02c6e2f428 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 710.349449] env[65978]: DEBUG nova.compute.manager [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Received event network-vif-plugged-d94c660e-60c6-4df8-aef9-a10838f1ddda {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 710.349449] env[65978]: DEBUG oslo_concurrency.lockutils [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] Acquiring lock "9e8bf8f2-b4c9-4984-984c-0f2af28603f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.349449] env[65978]: DEBUG oslo_concurrency.lockutils [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] Lock "9e8bf8f2-b4c9-4984-984c-0f2af28603f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.349449] env[65978]: DEBUG oslo_concurrency.lockutils [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] Lock "9e8bf8f2-b4c9-4984-984c-0f2af28603f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.349449] env[65978]: DEBUG nova.compute.manager [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] No waiting events found dispatching network-vif-plugged-d94c660e-60c6-4df8-aef9-a10838f1ddda {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 710.349646] env[65978]: WARNING nova.compute.manager [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Received unexpected event network-vif-plugged-d94c660e-60c6-4df8-aef9-a10838f1ddda for instance with vm_state building and task_state spawning. [ 710.349646] env[65978]: DEBUG nova.compute.manager [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Received event network-changed-d94c660e-60c6-4df8-aef9-a10838f1ddda {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 710.349646] env[65978]: DEBUG nova.compute.manager [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Refreshing instance network info cache due to event network-changed-d94c660e-60c6-4df8-aef9-a10838f1ddda. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 710.349646] env[65978]: DEBUG oslo_concurrency.lockutils [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] Acquiring lock "refresh_cache-9e8bf8f2-b4c9-4984-984c-0f2af28603f3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.349761] env[65978]: DEBUG oslo_concurrency.lockutils [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] Acquired lock "refresh_cache-9e8bf8f2-b4c9-4984-984c-0f2af28603f3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.349934] env[65978]: DEBUG nova.network.neutron [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Refreshing network info cache for port d94c660e-60c6-4df8-aef9-a10838f1ddda {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.430386] env[65978]: WARNING neutronclient.v2_0.client [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.486502] env[65978]: DEBUG oslo_vmware.api [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Task: {'id': task-4714099, 'name': Rename_Task, 'duration_secs': 0.178911} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.488704] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.491275] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-237bbb75-77be-443b-81cf-b58646fcf470 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.495784] env[65978]: DEBUG oslo_concurrency.lockutils [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Acquiring lock "a7a4518b-c5d6-440b-9e98-95c5942a7de1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.496116] env[65978]: DEBUG oslo_concurrency.lockutils [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Lock "a7a4518b-c5d6-440b-9e98-95c5942a7de1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.504022] env[65978]: DEBUG oslo_vmware.api [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Waiting for the task: (returnval){ [ 710.504022] env[65978]: value = "task-4714100" [ 710.504022] env[65978]: _type = "Task" [ 710.504022] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.515728] env[65978]: DEBUG oslo_vmware.api [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Task: {'id': task-4714100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.560148] env[65978]: WARNING neutronclient.v2_0.client [req-fc5d90ea-3c56-415b-8034-9655bc522746 req-8087043d-bf61-4328-a494-549f68c78f85 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.675628] env[65978]: INFO nova.compute.manager [-] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Took 1.42 seconds to deallocate network for instance. [ 710.831350] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5212e363-afce-5008-9887-c9b67c8edd1b, 'name': SearchDatastore_Task, 'duration_secs': 0.013387} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.832324] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88030532-7815-46e2-92da-878b6b3d574f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.840086] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 710.840086] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52967dbb-5664-be66-088a-4206cad32611" [ 710.840086] env[65978]: _type = "Task" [ 710.840086] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.854779] env[65978]: WARNING neutronclient.v2_0.client [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.857301] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52967dbb-5664-be66-088a-4206cad32611, 'name': SearchDatastore_Task, 'duration_secs': 0.012046} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.860449] env[65978]: DEBUG oslo_concurrency.lockutils [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.860795] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] eeb54305-cddf-4ff6-9816-c11e8923aea6/eeb54305-cddf-4ff6-9816-c11e8923aea6.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.861579] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bac5ce41-793f-44d3-b3fa-681f83f7e5e1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.870546] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 710.870546] env[65978]: value = "task-4714101" [ 710.870546] env[65978]: _type = "Task" [ 710.870546] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.883436] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.964638] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0f0814-d502-4647-99e9-66b1535f2ef4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.973746] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1d04c1-ecb5-4af7-8b94-bcbdc46844e7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.013076] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048c1d11-a326-4ef2-9a8b-26429f7a9fca {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.026563] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065ee82f-b5c5-466d-bac0-ae109b1ab47e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.030691] env[65978]: DEBUG oslo_vmware.api [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Task: {'id': task-4714100, 'name': PowerOnVM_Task, 'duration_secs': 0.513667} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.031394] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.031394] env[65978]: INFO nova.compute.manager [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Took 8.12 seconds to spawn the instance on the hypervisor. [ 711.031394] env[65978]: DEBUG nova.compute.manager [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 711.032580] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f65fd3-b28f-4dd4-be4e-7e2b6f0195ac {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.046192] env[65978]: DEBUG nova.compute.provider_tree [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.049489] env[65978]: DEBUG nova.network.neutron [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Updating instance_info_cache with network_info: [{"id": "72f9ee58-2fed-4e58-a6bf-08bed37e3a39", "address": "fa:16:3e:7b:21:f2", "network": {"id": "0e6fe9ab-9ab5-4280-87a1-60e0c737956a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1149969462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8825d643e4349409ea9d0471495f10c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72f9ee58-2f", "ovs_interfaceid": "72f9ee58-2fed-4e58-a6bf-08bed37e3a39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.186489] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.299648] env[65978]: DEBUG nova.compute.manager [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 711.328462] env[65978]: DEBUG nova.virt.hardware [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 711.328758] env[65978]: DEBUG nova.virt.hardware [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.328758] env[65978]: DEBUG nova.virt.hardware [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 711.328993] env[65978]: DEBUG nova.virt.hardware [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.329154] env[65978]: DEBUG nova.virt.hardware [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 711.329314] env[65978]: DEBUG nova.virt.hardware [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 711.329518] env[65978]: DEBUG nova.virt.hardware [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 711.329700] env[65978]: DEBUG nova.virt.hardware [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 711.329871] env[65978]: DEBUG nova.virt.hardware [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 711.330053] env[65978]: DEBUG nova.virt.hardware [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 711.330229] env[65978]: DEBUG nova.virt.hardware [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 711.331160] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059d0ced-a0a2-4dc2-b001-4ded013acae2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.341598] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b47eb01-52fd-465c-b74b-fcf515bc6489 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.382037] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714101, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.436486] env[65978]: WARNING neutronclient.v2_0.client [req-fc5d90ea-3c56-415b-8034-9655bc522746 req-8087043d-bf61-4328-a494-549f68c78f85 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.479072] env[65978]: WARNING neutronclient.v2_0.client [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.550042] env[65978]: DEBUG nova.scheduler.client.report [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.555129] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Releasing lock "refresh_cache-750e509e-7d2f-470d-895e-d098efd02196" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.555374] env[65978]: DEBUG nova.compute.manager [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Instance network_info: |[{"id": "72f9ee58-2fed-4e58-a6bf-08bed37e3a39", "address": "fa:16:3e:7b:21:f2", "network": {"id": "0e6fe9ab-9ab5-4280-87a1-60e0c737956a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1149969462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8825d643e4349409ea9d0471495f10c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72f9ee58-2f", "ovs_interfaceid": "72f9ee58-2fed-4e58-a6bf-08bed37e3a39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 711.555860] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:21:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496ac502-bfc4-4324-8332-cac473eb7cc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72f9ee58-2fed-4e58-a6bf-08bed37e3a39', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.565630] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Creating folder: Project (b8825d643e4349409ea9d0471495f10c). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.575188] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2ce5721-377f-4350-a036-f1511146a0b1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.578193] env[65978]: INFO nova.compute.manager [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Took 33.92 seconds to build instance. [ 711.589313] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Created folder: Project (b8825d643e4349409ea9d0471495f10c) in parent group-v919857. [ 711.589313] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Creating folder: Instances. Parent ref: group-v919958. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.589313] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-277acbb2-8d16-4c8d-83d7-a82c8f91cb02 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.597152] env[65978]: DEBUG nova.network.neutron [req-fc5d90ea-3c56-415b-8034-9655bc522746 req-8087043d-bf61-4328-a494-549f68c78f85 service nova] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Updated VIF entry in instance network info cache for port 2c2248c5-0aa9-4171-ab05-613b013f61ab. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 711.597505] env[65978]: DEBUG nova.network.neutron [req-fc5d90ea-3c56-415b-8034-9655bc522746 req-8087043d-bf61-4328-a494-549f68c78f85 service nova] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Updating instance_info_cache with network_info: [{"id": "2c2248c5-0aa9-4171-ab05-613b013f61ab", "address": "fa:16:3e:48:de:3a", "network": {"id": "b474a54d-5dcc-4b55-a9e9-b910d185a606", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-98275129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "529be7acdd4e492296e034ab4c520bbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c2248c5-0a", "ovs_interfaceid": "2c2248c5-0aa9-4171-ab05-613b013f61ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.600459] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Created folder: Instances in parent group-v919958. [ 711.600752] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 711.601247] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.601466] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bcc68cd-27d3-4340-8b1a-ddeceb697b5c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.623489] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.623489] env[65978]: value = "task-4714104" [ 711.623489] env[65978]: _type = "Task" [ 711.623489] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.633112] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714104, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.657599] env[65978]: DEBUG nova.network.neutron [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Updated VIF entry in instance network info cache for port d94c660e-60c6-4df8-aef9-a10838f1ddda. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 711.657950] env[65978]: DEBUG nova.network.neutron [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Updating instance_info_cache with network_info: [{"id": "d94c660e-60c6-4df8-aef9-a10838f1ddda", "address": "fa:16:3e:f4:7b:61", "network": {"id": "73775179-1efa-4491-b5f3-4f937321d2a6", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1162361008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3fc71e539ce64274b878e2220afdaa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd94c660e-60", "ovs_interfaceid": "d94c660e-60c6-4df8-aef9-a10838f1ddda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.882507] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714101, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.964681] env[65978]: DEBUG nova.network.neutron [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Successfully updated port: b369e08e-28a0-4d3a-b46a-ee02c6e2f428 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 712.056346] env[65978]: DEBUG oslo_concurrency.lockutils [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.058704] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.565s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.058888] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.063499] env[65978]: DEBUG oslo_concurrency.lockutils [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.228s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.065578] env[65978]: INFO nova.compute.claims [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.080906] env[65978]: DEBUG oslo_concurrency.lockutils [None req-92be1a24-865c-4d55-97ae-735b1e903bb7 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Lock "9e8bf8f2-b4c9-4984-984c-0f2af28603f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.673s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.100237] env[65978]: INFO nova.scheduler.client.report [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Deleted allocations for instance a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265 [ 712.105986] env[65978]: DEBUG oslo_concurrency.lockutils [req-fc5d90ea-3c56-415b-8034-9655bc522746 req-8087043d-bf61-4328-a494-549f68c78f85 service nova] Releasing lock "refresh_cache-2131baf3-24b8-4cff-9821-bfb25e44ef3f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.142387] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714104, 'name': CreateVM_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.163032] env[65978]: DEBUG oslo_concurrency.lockutils [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] Releasing lock "refresh_cache-9e8bf8f2-b4c9-4984-984c-0f2af28603f3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.163032] env[65978]: DEBUG nova.compute.manager [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Received event network-vif-plugged-caebb1f6-1ed1-4bcb-a0ca-8c027e05e01f {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 712.163032] env[65978]: DEBUG oslo_concurrency.lockutils [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] Acquiring lock "eeb54305-cddf-4ff6-9816-c11e8923aea6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.163032] env[65978]: DEBUG oslo_concurrency.lockutils [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] Lock "eeb54305-cddf-4ff6-9816-c11e8923aea6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.163032] env[65978]: DEBUG oslo_concurrency.lockutils [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] Lock "eeb54305-cddf-4ff6-9816-c11e8923aea6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.163286] env[65978]: DEBUG nova.compute.manager [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] No waiting events found dispatching network-vif-plugged-caebb1f6-1ed1-4bcb-a0ca-8c027e05e01f {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 712.163431] env[65978]: WARNING nova.compute.manager [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Received unexpected event network-vif-plugged-caebb1f6-1ed1-4bcb-a0ca-8c027e05e01f for instance with vm_state building and task_state spawning. [ 712.163682] env[65978]: DEBUG nova.compute.manager [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Received event network-changed-caebb1f6-1ed1-4bcb-a0ca-8c027e05e01f {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 712.163902] env[65978]: DEBUG nova.compute.manager [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Refreshing instance network info cache due to event network-changed-caebb1f6-1ed1-4bcb-a0ca-8c027e05e01f. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 712.164292] env[65978]: DEBUG oslo_concurrency.lockutils [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] Acquiring lock "refresh_cache-eeb54305-cddf-4ff6-9816-c11e8923aea6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.164528] env[65978]: DEBUG oslo_concurrency.lockutils [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] Acquired lock "refresh_cache-eeb54305-cddf-4ff6-9816-c11e8923aea6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.164804] env[65978]: DEBUG nova.network.neutron [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Refreshing network info cache for port caebb1f6-1ed1-4bcb-a0ca-8c027e05e01f {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.384698] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714101, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.473749] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "refresh_cache-dcffbd1b-1386-4ddf-a622-9186038fc273" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.473749] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired lock "refresh_cache-dcffbd1b-1386-4ddf-a622-9186038fc273" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.473749] env[65978]: DEBUG nova.network.neutron [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 712.559899] env[65978]: DEBUG oslo_concurrency.lockutils [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Acquiring lock "502d4a13-8d6b-4455-bdb5-1b07fde0a2b7" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.560186] env[65978]: DEBUG oslo_concurrency.lockutils [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Lock "502d4a13-8d6b-4455-bdb5-1b07fde0a2b7" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.583997] env[65978]: DEBUG nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 712.613753] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e3e064d7-920b-4bd2-b9e7-1da956fba453 tempest-ServersTestJSON-1831836165 tempest-ServersTestJSON-1831836165-project-member] Lock "a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.354s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.638978] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714104, 'name': CreateVM_Task, 'duration_secs': 0.747699} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.641021] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.641021] env[65978]: WARNING neutronclient.v2_0.client [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.641021] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.641582] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.642079] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.644910] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79b72299-49c8-4b76-8c92-62f2735fa673 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.652442] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Waiting for the task: (returnval){ [ 712.652442] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5298913e-3843-c5d3-221e-8e5ecb18be72" [ 712.652442] env[65978]: _type = "Task" [ 712.652442] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.664440] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5298913e-3843-c5d3-221e-8e5ecb18be72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.668254] env[65978]: WARNING neutronclient.v2_0.client [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.837026] env[65978]: WARNING neutronclient.v2_0.client [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.887958] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714101, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.684311} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.891691] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] eeb54305-cddf-4ff6-9816-c11e8923aea6/eeb54305-cddf-4ff6-9816-c11e8923aea6.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.892064] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.892628] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d33cb9f-e5a6-4426-a77f-f08e0588b595 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.902833] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 712.902833] env[65978]: value = "task-4714105" [ 712.902833] env[65978]: _type = "Task" [ 712.902833] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.919130] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.942413] env[65978]: DEBUG nova.network.neutron [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Updated VIF entry in instance network info cache for port caebb1f6-1ed1-4bcb-a0ca-8c027e05e01f. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 712.942771] env[65978]: DEBUG nova.network.neutron [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Updating instance_info_cache with network_info: [{"id": "caebb1f6-1ed1-4bcb-a0ca-8c027e05e01f", "address": "fa:16:3e:c8:9b:b5", "network": {"id": "b07dfdf7-7d84-407f-a32d-c4c915df223e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468716700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a50aee7806472099fe696701dacbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaebb1f6-1e", "ovs_interfaceid": "caebb1f6-1ed1-4bcb-a0ca-8c027e05e01f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.019861] env[65978]: DEBUG nova.network.neutron [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 713.064065] env[65978]: DEBUG oslo_concurrency.lockutils [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Lock "502d4a13-8d6b-4455-bdb5-1b07fde0a2b7" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.502s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.064979] env[65978]: DEBUG nova.compute.manager [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 713.113375] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.170976] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5298913e-3843-c5d3-221e-8e5ecb18be72, 'name': SearchDatastore_Task, 'duration_secs': 0.020508} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.171341] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.172186] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.172186] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.172186] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.172186] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.172420] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d356427-a3de-4e7e-9b91-039f3c936ab5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.184713] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.184959] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.185912] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e060d1f-a1d6-4afa-83d2-703c8cc0e07c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.193251] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Waiting for the task: (returnval){ [ 713.193251] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e3664a-6d39-d672-55f2-a727c3d674b9" [ 713.193251] env[65978]: _type = "Task" [ 713.193251] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.207712] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e3664a-6d39-d672-55f2-a727c3d674b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.223587] env[65978]: WARNING neutronclient.v2_0.client [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.311370] env[65978]: DEBUG oslo_vmware.rw_handles [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b17bbe-24ff-91b4-fac9-34ef51c856fd/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 713.312268] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf741d52-b8eb-4a00-89d7-9c4b131e3d13 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.326549] env[65978]: DEBUG oslo_vmware.rw_handles [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b17bbe-24ff-91b4-fac9-34ef51c856fd/disk-0.vmdk is in state: ready. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 713.327332] env[65978]: ERROR oslo_vmware.rw_handles [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b17bbe-24ff-91b4-fac9-34ef51c856fd/disk-0.vmdk due to incomplete transfer. [ 713.330621] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1ee3eaea-7975-4d5b-92c4-b4f573b1b80f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.339550] env[65978]: DEBUG oslo_vmware.rw_handles [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b17bbe-24ff-91b4-fac9-34ef51c856fd/disk-0.vmdk. {{(pid=65978) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 713.339736] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Uploaded image 3002da2a-4a95-4007-a1c0-23238178234f to the Glance image server {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 713.341682] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Destroying the VM {{(pid=65978) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 713.341957] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d97fde9e-d055-45d2-946e-d63b963f6d0e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.350035] env[65978]: DEBUG oslo_vmware.api [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 713.350035] env[65978]: value = "task-4714106" [ 713.350035] env[65978]: _type = "Task" [ 713.350035] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.367653] env[65978]: DEBUG oslo_vmware.api [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714106, 'name': Destroy_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.414186] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104738} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.417362] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.418655] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e77047-6b72-4c09-828d-f2d4fe25c768 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.444084] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] eeb54305-cddf-4ff6-9816-c11e8923aea6/eeb54305-cddf-4ff6-9816-c11e8923aea6.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.447643] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ee2dbe6-97d1-4254-b98a-a4929d7264a8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.465170] env[65978]: DEBUG oslo_concurrency.lockutils [req-b61cc8b4-6db7-4c6d-ba08-eef11cd7b226 req-8bcd133b-e2ca-4651-8f61-bc4817b02bb3 service nova] Releasing lock "refresh_cache-eeb54305-cddf-4ff6-9816-c11e8923aea6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.476117] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 713.476117] env[65978]: value = "task-4714107" [ 713.476117] env[65978]: _type = "Task" [ 713.476117] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.487647] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.572049] env[65978]: DEBUG nova.compute.utils [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.574431] env[65978]: DEBUG nova.compute.manager [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 713.574431] env[65978]: DEBUG nova.network.neutron [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 713.574431] env[65978]: WARNING neutronclient.v2_0.client [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.574600] env[65978]: WARNING neutronclient.v2_0.client [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.580962] env[65978]: DEBUG nova.network.neutron [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Updating instance_info_cache with network_info: [{"id": "b369e08e-28a0-4d3a-b46a-ee02c6e2f428", "address": "fa:16:3e:86:4c:a4", "network": {"id": "1e368590-0060-4ae5-98b3-473ded4d1c9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-91998457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0621c7972ce94ada85614a788f5f6302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb369e08e-28", "ovs_interfaceid": "b369e08e-28a0-4d3a-b46a-ee02c6e2f428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.641139] env[65978]: DEBUG nova.policy [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75cac782494a48d0b4e481f48d2abdf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f7a11428f8f40eca0e0a8e1fc397ced', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.710500] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e3664a-6d39-d672-55f2-a727c3d674b9, 'name': SearchDatastore_Task, 'duration_secs': 0.023458} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.715309] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01ad8048-7172-459c-989b-afeb8c935064 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.721700] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Waiting for the task: (returnval){ [ 713.721700] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521638a4-5ded-7586-10c1-3a8a9c6d2959" [ 713.721700] env[65978]: _type = "Task" [ 713.721700] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.733548] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521638a4-5ded-7586-10c1-3a8a9c6d2959, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.768809] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071dd174-d829-44bf-947a-3d3be3dabb4b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.777959] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59be98af-5c48-4acd-b570-f01035534f7c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.815894] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa3b804-3190-48fd-8a7e-d4fccba4d207 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.820230] env[65978]: DEBUG nova.compute.manager [req-5b2a5ed9-0357-4529-aedf-9de937555d8b req-2a036db9-756b-46a2-b348-b0b34cae2eb8 service nova] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Received event network-vif-plugged-72f9ee58-2fed-4e58-a6bf-08bed37e3a39 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 713.820456] env[65978]: DEBUG oslo_concurrency.lockutils [req-5b2a5ed9-0357-4529-aedf-9de937555d8b req-2a036db9-756b-46a2-b348-b0b34cae2eb8 service nova] Acquiring lock "750e509e-7d2f-470d-895e-d098efd02196-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.820671] env[65978]: DEBUG oslo_concurrency.lockutils [req-5b2a5ed9-0357-4529-aedf-9de937555d8b req-2a036db9-756b-46a2-b348-b0b34cae2eb8 service nova] Lock "750e509e-7d2f-470d-895e-d098efd02196-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.820851] env[65978]: DEBUG oslo_concurrency.lockutils [req-5b2a5ed9-0357-4529-aedf-9de937555d8b req-2a036db9-756b-46a2-b348-b0b34cae2eb8 service nova] Lock "750e509e-7d2f-470d-895e-d098efd02196-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.821050] env[65978]: DEBUG nova.compute.manager [req-5b2a5ed9-0357-4529-aedf-9de937555d8b req-2a036db9-756b-46a2-b348-b0b34cae2eb8 service nova] [instance: 750e509e-7d2f-470d-895e-d098efd02196] No waiting events found dispatching network-vif-plugged-72f9ee58-2fed-4e58-a6bf-08bed37e3a39 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 713.821262] env[65978]: WARNING nova.compute.manager [req-5b2a5ed9-0357-4529-aedf-9de937555d8b req-2a036db9-756b-46a2-b348-b0b34cae2eb8 service nova] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Received unexpected event network-vif-plugged-72f9ee58-2fed-4e58-a6bf-08bed37e3a39 for instance with vm_state building and task_state spawning. [ 713.821423] env[65978]: DEBUG nova.compute.manager [req-5b2a5ed9-0357-4529-aedf-9de937555d8b req-2a036db9-756b-46a2-b348-b0b34cae2eb8 service nova] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Received event network-changed-72f9ee58-2fed-4e58-a6bf-08bed37e3a39 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 713.821581] env[65978]: DEBUG nova.compute.manager [req-5b2a5ed9-0357-4529-aedf-9de937555d8b req-2a036db9-756b-46a2-b348-b0b34cae2eb8 service nova] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Refreshing instance network info cache due to event network-changed-72f9ee58-2fed-4e58-a6bf-08bed37e3a39. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 713.821767] env[65978]: DEBUG oslo_concurrency.lockutils [req-5b2a5ed9-0357-4529-aedf-9de937555d8b req-2a036db9-756b-46a2-b348-b0b34cae2eb8 service nova] Acquiring lock "refresh_cache-750e509e-7d2f-470d-895e-d098efd02196" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.822034] env[65978]: DEBUG oslo_concurrency.lockutils [req-5b2a5ed9-0357-4529-aedf-9de937555d8b req-2a036db9-756b-46a2-b348-b0b34cae2eb8 service nova] Acquired lock "refresh_cache-750e509e-7d2f-470d-895e-d098efd02196" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.822094] env[65978]: DEBUG nova.network.neutron [req-5b2a5ed9-0357-4529-aedf-9de937555d8b req-2a036db9-756b-46a2-b348-b0b34cae2eb8 service nova] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Refreshing network info cache for port 72f9ee58-2fed-4e58-a6bf-08bed37e3a39 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.830981] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cce1d4-3d0e-4097-b28f-b3d02f3dcdba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.839812] env[65978]: DEBUG nova.compute.manager [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Received event network-changed-16ffbfbf-9539-4f35-8fee-768cf3603f76 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 713.841209] env[65978]: DEBUG nova.compute.manager [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Refreshing instance network info cache due to event network-changed-16ffbfbf-9539-4f35-8fee-768cf3603f76. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 713.841209] env[65978]: DEBUG oslo_concurrency.lockutils [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] Acquiring lock "refresh_cache-836b67a1-e5e1-4803-a750-506af6a22fc9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.841209] env[65978]: DEBUG oslo_concurrency.lockutils [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] Acquired lock "refresh_cache-836b67a1-e5e1-4803-a750-506af6a22fc9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.841209] env[65978]: DEBUG nova.network.neutron [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Refreshing network info cache for port 16ffbfbf-9539-4f35-8fee-768cf3603f76 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.860915] env[65978]: DEBUG nova.compute.provider_tree [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.872695] env[65978]: DEBUG oslo_vmware.api [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714106, 'name': Destroy_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.982543] env[65978]: DEBUG nova.network.neutron [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Successfully created port: 5f842f12-ae6b-41ad-828e-5957d07d8587 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 713.992297] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714107, 'name': ReconfigVM_Task, 'duration_secs': 0.32785} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.993408] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Reconfigured VM instance instance-00000023 to attach disk [datastore2] eeb54305-cddf-4ff6-9816-c11e8923aea6/eeb54305-cddf-4ff6-9816-c11e8923aea6.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.994142] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22a7805c-3d22-46d7-8411-d270c8de337b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.002267] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 714.002267] env[65978]: value = "task-4714108" [ 714.002267] env[65978]: _type = "Task" [ 714.002267] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.015353] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714108, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.079082] env[65978]: DEBUG nova.compute.manager [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 714.089547] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Releasing lock "refresh_cache-dcffbd1b-1386-4ddf-a622-9186038fc273" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.089547] env[65978]: DEBUG nova.compute.manager [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Instance network_info: |[{"id": "b369e08e-28a0-4d3a-b46a-ee02c6e2f428", "address": "fa:16:3e:86:4c:a4", "network": {"id": "1e368590-0060-4ae5-98b3-473ded4d1c9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-91998457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0621c7972ce94ada85614a788f5f6302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb369e08e-28", "ovs_interfaceid": "b369e08e-28a0-4d3a-b46a-ee02c6e2f428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 714.089662] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:4c:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b369e08e-28a0-4d3a-b46a-ee02c6e2f428', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.093951] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 714.094213] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.094442] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9359d92e-b00d-43eb-a1cf-6b426a4b26f5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.117988] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.117988] env[65978]: value = "task-4714109" [ 714.117988] env[65978]: _type = "Task" [ 714.117988] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.130380] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714109, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.234158] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521638a4-5ded-7586-10c1-3a8a9c6d2959, 'name': SearchDatastore_Task, 'duration_secs': 0.0123} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.234158] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.234404] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 750e509e-7d2f-470d-895e-d098efd02196/750e509e-7d2f-470d-895e-d098efd02196.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.235024] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edb64d1e-26fe-4e56-b3ca-071627e62686 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.243773] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Waiting for the task: (returnval){ [ 714.243773] env[65978]: value = "task-4714110" [ 714.243773] env[65978]: _type = "Task" [ 714.243773] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.253318] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.324728] env[65978]: WARNING neutronclient.v2_0.client [req-5b2a5ed9-0357-4529-aedf-9de937555d8b req-2a036db9-756b-46a2-b348-b0b34cae2eb8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.343884] env[65978]: WARNING neutronclient.v2_0.client [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.374639] env[65978]: DEBUG nova.scheduler.client.report [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.382330] env[65978]: DEBUG oslo_vmware.api [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714106, 'name': Destroy_Task, 'duration_secs': 0.643719} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.382330] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Destroyed the VM [ 714.382330] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Deleting Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 714.382330] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-737b4220-f50c-4322-8ae5-6b4dc86aef44 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.390143] env[65978]: DEBUG oslo_vmware.api [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 714.390143] env[65978]: value = "task-4714111" [ 714.390143] env[65978]: _type = "Task" [ 714.390143] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.401635] env[65978]: DEBUG oslo_vmware.api [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714111, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.513887] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714108, 'name': Rename_Task, 'duration_secs': 0.175454} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.514226] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.514485] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1e96c35-8b43-4b5a-a2ef-2c3e3dbdb741 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.524591] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 714.524591] env[65978]: value = "task-4714112" [ 714.524591] env[65978]: _type = "Task" [ 714.524591] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.534347] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.631057] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714109, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.756307] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714110, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.880366] env[65978]: DEBUG oslo_concurrency.lockutils [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.817s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.880949] env[65978]: DEBUG nova.compute.manager [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 714.884585] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.237s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.884585] env[65978]: DEBUG nova.objects.instance [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Lazy-loading 'resources' on Instance uuid b29986ea-9c13-4d23-a7b1-ee537d20702a {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.905551] env[65978]: DEBUG oslo_vmware.api [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714111, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.036401] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714112, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.090905] env[65978]: DEBUG nova.compute.manager [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 715.126230] env[65978]: DEBUG nova.virt.hardware [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 715.126487] env[65978]: DEBUG nova.virt.hardware [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.126653] env[65978]: DEBUG nova.virt.hardware [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 715.126853] env[65978]: DEBUG nova.virt.hardware [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.126995] env[65978]: DEBUG nova.virt.hardware [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 715.127159] env[65978]: DEBUG nova.virt.hardware [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 715.127384] env[65978]: DEBUG nova.virt.hardware [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 715.127541] env[65978]: DEBUG nova.virt.hardware [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 715.127699] env[65978]: DEBUG nova.virt.hardware [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 715.127854] env[65978]: DEBUG nova.virt.hardware [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 715.128017] env[65978]: DEBUG nova.virt.hardware [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 715.128896] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dbef4d-e425-43b5-ac11-20cad22c56ac {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.144945] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928196d8-8a43-4442-843c-224c1a885b18 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.149950] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714109, 'name': CreateVM_Task, 'duration_secs': 0.662132} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.150228] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.152656] env[65978]: WARNING neutronclient.v2_0.client [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.152656] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.152656] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.153011] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.153337] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbe1c44f-4137-4f9d-8810-da31f9067be2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.169850] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 715.169850] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52845f04-4baf-e582-12ea-110cda4c1c90" [ 715.169850] env[65978]: _type = "Task" [ 715.169850] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.180338] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52845f04-4baf-e582-12ea-110cda4c1c90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.258953] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720847} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.259949] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 750e509e-7d2f-470d-895e-d098efd02196/750e509e-7d2f-470d-895e-d098efd02196.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.259949] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.260140] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-686ccfbe-b262-4f47-9355-e03054cddb2a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.268572] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Waiting for the task: (returnval){ [ 715.268572] env[65978]: value = "task-4714113" [ 715.268572] env[65978]: _type = "Task" [ 715.268572] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.281134] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.389869] env[65978]: DEBUG nova.compute.utils [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.392019] env[65978]: DEBUG nova.compute.manager [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 715.392546] env[65978]: DEBUG nova.network.neutron [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 715.393553] env[65978]: WARNING neutronclient.v2_0.client [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.393553] env[65978]: WARNING neutronclient.v2_0.client [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.405654] env[65978]: DEBUG oslo_vmware.api [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714111, 'name': RemoveSnapshot_Task, 'duration_secs': 0.63811} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.406603] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Deleted Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 715.406827] env[65978]: INFO nova.compute.manager [None req-448b1cf1-dc72-4f0a-b8ba-8a43765080df tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Took 16.16 seconds to snapshot the instance on the hypervisor. [ 715.536013] env[65978]: DEBUG oslo_vmware.api [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714112, 'name': PowerOnVM_Task, 'duration_secs': 0.741583} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.539066] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.539309] env[65978]: INFO nova.compute.manager [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Took 9.87 seconds to spawn the instance on the hypervisor. [ 715.539457] env[65978]: DEBUG nova.compute.manager [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 715.541041] env[65978]: DEBUG nova.policy [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '981f781b6bcd407eba4f61e98b0ffc32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2b5c5e3f6d74695bd9f2669155ca1bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.543571] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f01acf-8a67-4e7c-b649-6a133457273c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.578380] env[65978]: DEBUG nova.network.neutron [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Successfully updated port: 5f842f12-ae6b-41ad-828e-5957d07d8587 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 715.679092] env[65978]: WARNING neutronclient.v2_0.client [req-5b2a5ed9-0357-4529-aedf-9de937555d8b req-2a036db9-756b-46a2-b348-b0b34cae2eb8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.691963] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52845f04-4baf-e582-12ea-110cda4c1c90, 'name': SearchDatastore_Task, 'duration_secs': 0.034484} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.692776] env[65978]: WARNING neutronclient.v2_0.client [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.695096] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.695431] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.695810] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.695920] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.696134] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.699148] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4099c6d1-8b83-4deb-bd5d-938d0991fad3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.715033] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.715265] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.722340] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f3930d-8564-4a0c-84c6-0fe03248b01a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.730923] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 715.730923] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521383ef-23a1-c5bc-3132-8e22f3cac520" [ 715.730923] env[65978]: _type = "Task" [ 715.730923] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.740765] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521383ef-23a1-c5bc-3132-8e22f3cac520, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.781052] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071212} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.781052] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.781845] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1625e5-e0e7-4482-ad39-a677e2210572 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.807859] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 750e509e-7d2f-470d-895e-d098efd02196/750e509e-7d2f-470d-895e-d098efd02196.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.810885] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acaab8bd-db84-4860-b869-1496b4edd54e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.832240] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Waiting for the task: (returnval){ [ 715.832240] env[65978]: value = "task-4714114" [ 715.832240] env[65978]: _type = "Task" [ 715.832240] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.841853] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.897947] env[65978]: DEBUG nova.compute.manager [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 716.072942] env[65978]: DEBUG nova.network.neutron [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Updated VIF entry in instance network info cache for port 16ffbfbf-9539-4f35-8fee-768cf3603f76. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 716.072942] env[65978]: DEBUG nova.network.neutron [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Updating instance_info_cache with network_info: [{"id": "16ffbfbf-9539-4f35-8fee-768cf3603f76", "address": "fa:16:3e:aa:8e:1f", "network": {"id": "6fed0f81-7458-4058-912d-c53e30dc5e98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-548756589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "89300743ada64b348ab266269b499f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ffbfbf-95", "ovs_interfaceid": "16ffbfbf-9539-4f35-8fee-768cf3603f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.084028] env[65978]: INFO nova.compute.manager [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Took 37.24 seconds to build instance. [ 716.087861] env[65978]: DEBUG oslo_concurrency.lockutils [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Acquiring lock "refresh_cache-1a12c1ed-374e-44bd-9715-c4bc621f18a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.091577] env[65978]: DEBUG oslo_concurrency.lockutils [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Acquired lock "refresh_cache-1a12c1ed-374e-44bd-9715-c4bc621f18a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.091577] env[65978]: DEBUG nova.network.neutron [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 716.094221] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e70bae-1b65-45d0-b0b2-aa9dec8feab1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.107968] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4e7eba-9e81-4104-8f60-11e58a72af9b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.151294] env[65978]: DEBUG nova.network.neutron [req-5b2a5ed9-0357-4529-aedf-9de937555d8b req-2a036db9-756b-46a2-b348-b0b34cae2eb8 service nova] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Updated VIF entry in instance network info cache for port 72f9ee58-2fed-4e58-a6bf-08bed37e3a39. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 716.151640] env[65978]: DEBUG nova.network.neutron [req-5b2a5ed9-0357-4529-aedf-9de937555d8b req-2a036db9-756b-46a2-b348-b0b34cae2eb8 service nova] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Updating instance_info_cache with network_info: [{"id": "72f9ee58-2fed-4e58-a6bf-08bed37e3a39", "address": "fa:16:3e:7b:21:f2", "network": {"id": "0e6fe9ab-9ab5-4280-87a1-60e0c737956a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1149969462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8825d643e4349409ea9d0471495f10c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72f9ee58-2f", "ovs_interfaceid": "72f9ee58-2fed-4e58-a6bf-08bed37e3a39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.154956] env[65978]: DEBUG nova.network.neutron [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Successfully created port: 58e90718-53c9-4bbf-a87a-87b5daa2a863 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 716.158586] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91e779b-6926-4839-a8f2-e0e759c00040 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.170539] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a4f772-d724-44ad-8dd4-3fbbdb68010f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.190277] env[65978]: DEBUG nova.compute.provider_tree [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.247539] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521383ef-23a1-c5bc-3132-8e22f3cac520, 'name': SearchDatastore_Task, 'duration_secs': 0.029007} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.248514] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9cb626b-05f1-46a9-b5d4-6fc259aea139 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.255854] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 716.255854] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52de44e6-24c6-e85b-1efa-734c5a638900" [ 716.255854] env[65978]: _type = "Task" [ 716.255854] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.267294] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52de44e6-24c6-e85b-1efa-734c5a638900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.344149] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714114, 'name': ReconfigVM_Task, 'duration_secs': 0.338218} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.344532] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 750e509e-7d2f-470d-895e-d098efd02196/750e509e-7d2f-470d-895e-d098efd02196.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.345227] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42f453ff-bb4c-4784-ade3-9b8bb28654e4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.354385] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Waiting for the task: (returnval){ [ 716.354385] env[65978]: value = "task-4714115" [ 716.354385] env[65978]: _type = "Task" [ 716.354385] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.365889] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714115, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.586037] env[65978]: DEBUG oslo_concurrency.lockutils [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] Releasing lock "refresh_cache-836b67a1-e5e1-4803-a750-506af6a22fc9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.586037] env[65978]: DEBUG nova.compute.manager [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Received event network-vif-plugged-b369e08e-28a0-4d3a-b46a-ee02c6e2f428 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 716.586037] env[65978]: DEBUG oslo_concurrency.lockutils [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] Acquiring lock "dcffbd1b-1386-4ddf-a622-9186038fc273-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.586037] env[65978]: DEBUG oslo_concurrency.lockutils [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] Lock "dcffbd1b-1386-4ddf-a622-9186038fc273-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.586037] env[65978]: DEBUG oslo_concurrency.lockutils [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] Lock "dcffbd1b-1386-4ddf-a622-9186038fc273-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.588056] env[65978]: DEBUG nova.compute.manager [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] No waiting events found dispatching network-vif-plugged-b369e08e-28a0-4d3a-b46a-ee02c6e2f428 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 716.588056] env[65978]: WARNING nova.compute.manager [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Received unexpected event network-vif-plugged-b369e08e-28a0-4d3a-b46a-ee02c6e2f428 for instance with vm_state building and task_state spawning. [ 716.588056] env[65978]: DEBUG nova.compute.manager [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Received event network-changed-b369e08e-28a0-4d3a-b46a-ee02c6e2f428 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 716.588056] env[65978]: DEBUG nova.compute.manager [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Refreshing instance network info cache due to event network-changed-b369e08e-28a0-4d3a-b46a-ee02c6e2f428. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 716.588056] env[65978]: DEBUG oslo_concurrency.lockutils [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] Acquiring lock "refresh_cache-dcffbd1b-1386-4ddf-a622-9186038fc273" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.588441] env[65978]: DEBUG oslo_concurrency.lockutils [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] Acquired lock "refresh_cache-dcffbd1b-1386-4ddf-a622-9186038fc273" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.588441] env[65978]: DEBUG nova.network.neutron [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Refreshing network info cache for port b369e08e-28a0-4d3a-b46a-ee02c6e2f428 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.593311] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Acquiring lock "9e8bf8f2-b4c9-4984-984c-0f2af28603f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.593311] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Lock "9e8bf8f2-b4c9-4984-984c-0f2af28603f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.593435] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Acquiring lock "9e8bf8f2-b4c9-4984-984c-0f2af28603f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.593599] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Lock "9e8bf8f2-b4c9-4984-984c-0f2af28603f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.593775] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Lock "9e8bf8f2-b4c9-4984-984c-0f2af28603f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.595853] env[65978]: DEBUG oslo_concurrency.lockutils [None req-437eb38d-4ad7-4ee5-b4ac-82eb270423d7 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "eeb54305-cddf-4ff6-9816-c11e8923aea6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.910s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.596943] env[65978]: INFO nova.compute.manager [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Terminating instance [ 716.663688] env[65978]: DEBUG oslo_concurrency.lockutils [req-5b2a5ed9-0357-4529-aedf-9de937555d8b req-2a036db9-756b-46a2-b348-b0b34cae2eb8 service nova] Releasing lock "refresh_cache-750e509e-7d2f-470d-895e-d098efd02196" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.663983] env[65978]: DEBUG nova.compute.manager [req-5b2a5ed9-0357-4529-aedf-9de937555d8b req-2a036db9-756b-46a2-b348-b0b34cae2eb8 service nova] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Received event network-vif-deleted-c06e02e0-9f0e-48ad-bbac-36f90accb605 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 716.692928] env[65978]: DEBUG nova.scheduler.client.report [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.704430] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "429beadd-d1ad-4122-84a5-6fde2d7902c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.704866] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "429beadd-d1ad-4122-84a5-6fde2d7902c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.704964] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "429beadd-d1ad-4122-84a5-6fde2d7902c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.705169] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "429beadd-d1ad-4122-84a5-6fde2d7902c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.705339] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "429beadd-d1ad-4122-84a5-6fde2d7902c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.707593] env[65978]: INFO nova.compute.manager [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Terminating instance [ 716.767576] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52de44e6-24c6-e85b-1efa-734c5a638900, 'name': SearchDatastore_Task, 'duration_secs': 0.048499} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.767849] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.768128] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] dcffbd1b-1386-4ddf-a622-9186038fc273/dcffbd1b-1386-4ddf-a622-9186038fc273.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.768398] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c790f1e-5a52-47b8-8cf1-d8e1930c1baf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.777078] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 716.777078] env[65978]: value = "task-4714116" [ 716.777078] env[65978]: _type = "Task" [ 716.777078] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.787909] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.867209] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714115, 'name': Rename_Task, 'duration_secs': 0.140297} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.867522] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.867835] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5073c8a4-e2f8-4ab1-b489-e5a075c55622 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.875748] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Waiting for the task: (returnval){ [ 716.875748] env[65978]: value = "task-4714117" [ 716.875748] env[65978]: _type = "Task" [ 716.875748] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.885507] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.915228] env[65978]: DEBUG nova.compute.manager [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 716.919103] env[65978]: DEBUG nova.network.neutron [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 716.952383] env[65978]: DEBUG nova.virt.hardware [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 716.952827] env[65978]: DEBUG nova.virt.hardware [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.952827] env[65978]: DEBUG nova.virt.hardware [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 716.953304] env[65978]: DEBUG nova.virt.hardware [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.953304] env[65978]: DEBUG nova.virt.hardware [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 716.953699] env[65978]: DEBUG nova.virt.hardware [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 716.953699] env[65978]: DEBUG nova.virt.hardware [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 716.954176] env[65978]: DEBUG nova.virt.hardware [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 716.954176] env[65978]: DEBUG nova.virt.hardware [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 716.954575] env[65978]: DEBUG nova.virt.hardware [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 716.954575] env[65978]: DEBUG nova.virt.hardware [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 716.955770] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ff08c4-5fc6-448b-be43-bb0a231ea424 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.964903] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2faf43f7-dfb1-4a20-9710-133f34170ac9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.092104] env[65978]: WARNING neutronclient.v2_0.client [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.103335] env[65978]: DEBUG nova.compute.manager [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 717.106771] env[65978]: DEBUG nova.compute.manager [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 717.106771] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.108973] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e7c5ce-9528-4bf7-8971-4397a8aef9c5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.118608] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.119289] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b42765d-a196-4d05-ad42-f5a8790de55c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.128189] env[65978]: DEBUG oslo_vmware.api [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Waiting for the task: (returnval){ [ 717.128189] env[65978]: value = "task-4714118" [ 717.128189] env[65978]: _type = "Task" [ 717.128189] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.140492] env[65978]: DEBUG oslo_vmware.api [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Task: {'id': task-4714118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.198450] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.314s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.201517] env[65978]: DEBUG oslo_concurrency.lockutils [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.851s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.201845] env[65978]: DEBUG nova.objects.instance [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Lazy-loading 'resources' on Instance uuid 2c431607-3454-49b7-8946-b41834e22baf {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.213033] env[65978]: DEBUG nova.compute.manager [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 717.214494] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.215821] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c27513-6020-4de9-8832-19dba5f96e3f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.228329] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.228494] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-430f6f66-04e9-4a07-988a-28150c8477bb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.238705] env[65978]: INFO nova.scheduler.client.report [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Deleted allocations for instance b29986ea-9c13-4d23-a7b1-ee537d20702a [ 717.290391] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714116, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.347035] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.347035] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.347035] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Deleting the datastore file [datastore2] 429beadd-d1ad-4122-84a5-6fde2d7902c2 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.347035] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5382d168-7686-4017-a6c9-69e8bb7bb06e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.359788] env[65978]: DEBUG oslo_vmware.api [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 717.359788] env[65978]: value = "task-4714120" [ 717.359788] env[65978]: _type = "Task" [ 717.359788] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.374014] env[65978]: DEBUG oslo_vmware.api [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.389140] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714117, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.643432] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.648675] env[65978]: DEBUG oslo_vmware.api [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Task: {'id': task-4714118, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.748989] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c4c8ec8f-85ad-4e67-ab42-7e20850205d0 tempest-VolumesAssistedSnapshotsTest-1512252783 tempest-VolumesAssistedSnapshotsTest-1512252783-project-member] Lock "b29986ea-9c13-4d23-a7b1-ee537d20702a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.514s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.792626] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761005} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.793150] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] dcffbd1b-1386-4ddf-a622-9186038fc273/dcffbd1b-1386-4ddf-a622-9186038fc273.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.793303] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.793877] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7de3c2bd-06e1-45db-b7d6-70f8f0461373 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.811402] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 717.811402] env[65978]: value = "task-4714121" [ 717.811402] env[65978]: _type = "Task" [ 717.811402] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.818328] env[65978]: DEBUG nova.network.neutron [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Successfully updated port: 58e90718-53c9-4bbf-a87a-87b5daa2a863 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 717.824837] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.872022] env[65978]: DEBUG oslo_vmware.api [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.504324} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.872318] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.872499] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.872670] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.872837] env[65978]: INFO nova.compute.manager [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Took 0.66 seconds to destroy the instance on the hypervisor. [ 717.873104] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 717.873304] env[65978]: DEBUG nova.compute.manager [-] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 717.873386] env[65978]: DEBUG nova.network.neutron [-] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 717.873647] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.887138] env[65978]: DEBUG oslo_vmware.api [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714117, 'name': PowerOnVM_Task, 'duration_secs': 0.548335} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.887434] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.887604] env[65978]: INFO nova.compute.manager [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Took 9.38 seconds to spawn the instance on the hypervisor. [ 717.887777] env[65978]: DEBUG nova.compute.manager [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 717.888804] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e999eb35-b708-4bf7-8db3-d33a8bae725f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.143221] env[65978]: DEBUG oslo_vmware.api [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Task: {'id': task-4714118, 'name': PowerOffVM_Task, 'duration_secs': 0.520899} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.143685] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.143961] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.144363] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-267301bb-d993-4eb6-9b17-a2fbfe04cd25 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.161256] env[65978]: WARNING neutronclient.v2_0.client [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.216818] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.217040] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.219445] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Deleting the datastore file [datastore2] 9e8bf8f2-b4c9-4984-984c-0f2af28603f3 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.219445] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d187b660-b506-4428-a08c-4cde9458cc28 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.224313] env[65978]: DEBUG oslo_vmware.api [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Waiting for the task: (returnval){ [ 718.224313] env[65978]: value = "task-4714123" [ 718.224313] env[65978]: _type = "Task" [ 718.224313] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.237996] env[65978]: DEBUG oslo_vmware.api [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Task: {'id': task-4714123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.277862] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.306575] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be82fcc3-c783-4d51-be2b-213c8f86b658 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.320968] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098675} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.321971] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac0c97a-5d53-454f-acf0-2f664b802109 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.325355] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.326122] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe066e1-0753-4070-82c4-8ac930b16e37 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.332741] env[65978]: DEBUG oslo_concurrency.lockutils [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Acquiring lock "refresh_cache-95312658-67dd-4612-a5b0-d1932c40c4a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.332741] env[65978]: DEBUG oslo_concurrency.lockutils [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Acquired lock "refresh_cache-95312658-67dd-4612-a5b0-d1932c40c4a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.332741] env[65978]: DEBUG nova.network.neutron [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 718.371889] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7041b650-cd19-4829-b497-58cc0e12c180 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.382870] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] dcffbd1b-1386-4ddf-a622-9186038fc273/dcffbd1b-1386-4ddf-a622-9186038fc273.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.383850] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcd3220c-5f2f-4390-9bce-c787f217506e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.411066] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43c4554-f6ab-4985-bc5e-85d0b047038c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.416721] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 718.416721] env[65978]: value = "task-4714124" [ 718.416721] env[65978]: _type = "Task" [ 718.416721] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.419719] env[65978]: INFO nova.compute.manager [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Took 39.29 seconds to build instance. [ 718.435633] env[65978]: DEBUG nova.compute.provider_tree [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.443451] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.608781] env[65978]: DEBUG nova.network.neutron [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Updating instance_info_cache with network_info: [{"id": "5f842f12-ae6b-41ad-828e-5957d07d8587", "address": "fa:16:3e:22:28:75", "network": {"id": "c1442e11-f9ab-47b3-83cd-219a7fbdd61e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-496944950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7a11428f8f40eca0e0a8e1fc397ced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f842f12-ae", "ovs_interfaceid": "5f842f12-ae6b-41ad-828e-5957d07d8587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.645204] env[65978]: WARNING neutronclient.v2_0.client [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.739342] env[65978]: DEBUG oslo_vmware.api [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Task: {'id': task-4714123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140828} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.743604] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.743604] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.743604] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.743604] env[65978]: INFO nova.compute.manager [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Took 1.64 seconds to destroy the instance on the hypervisor. [ 718.743604] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 718.743987] env[65978]: DEBUG nova.compute.manager [-] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 718.744075] env[65978]: DEBUG nova.network.neutron [-] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 718.746254] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.795653] env[65978]: DEBUG nova.network.neutron [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Updated VIF entry in instance network info cache for port b369e08e-28a0-4d3a-b46a-ee02c6e2f428. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 718.796017] env[65978]: DEBUG nova.network.neutron [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Updating instance_info_cache with network_info: [{"id": "b369e08e-28a0-4d3a-b46a-ee02c6e2f428", "address": "fa:16:3e:86:4c:a4", "network": {"id": "1e368590-0060-4ae5-98b3-473ded4d1c9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-91998457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0621c7972ce94ada85614a788f5f6302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb369e08e-28", "ovs_interfaceid": "b369e08e-28a0-4d3a-b46a-ee02c6e2f428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.819158] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.880690] env[65978]: DEBUG nova.network.neutron [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 718.931497] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714124, 'name': ReconfigVM_Task, 'duration_secs': 0.283298} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.931687] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Reconfigured VM instance instance-00000025 to attach disk [datastore2] dcffbd1b-1386-4ddf-a622-9186038fc273/dcffbd1b-1386-4ddf-a622-9186038fc273.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.934881] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bd2f651-ed11-404a-9aa3-51b9939abc16 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.935981] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0ce49b4e-0f0a-4814-be41-7eb7cb8f75b5 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Lock "750e509e-7d2f-470d-895e-d098efd02196" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.948s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.942777] env[65978]: DEBUG nova.scheduler.client.report [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.955576] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 718.955576] env[65978]: value = "task-4714125" [ 718.955576] env[65978]: _type = "Task" [ 718.955576] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.969085] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714125, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.013552] env[65978]: WARNING neutronclient.v2_0.client [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.075728] env[65978]: DEBUG nova.network.neutron [-] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.115923] env[65978]: DEBUG oslo_concurrency.lockutils [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Releasing lock "refresh_cache-1a12c1ed-374e-44bd-9715-c4bc621f18a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.116291] env[65978]: DEBUG nova.compute.manager [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Instance network_info: |[{"id": "5f842f12-ae6b-41ad-828e-5957d07d8587", "address": "fa:16:3e:22:28:75", "network": {"id": "c1442e11-f9ab-47b3-83cd-219a7fbdd61e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-496944950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7a11428f8f40eca0e0a8e1fc397ced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f842f12-ae", "ovs_interfaceid": "5f842f12-ae6b-41ad-828e-5957d07d8587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 719.117194] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:28:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f842f12-ae6b-41ad-828e-5957d07d8587', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.126868] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Creating folder: Project (2f7a11428f8f40eca0e0a8e1fc397ced). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.127583] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e9e3c84-7576-4e45-b7e9-5d2f99f03729 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.141863] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Created folder: Project (2f7a11428f8f40eca0e0a8e1fc397ced) in parent group-v919857. [ 719.141863] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Creating folder: Instances. Parent ref: group-v919962. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.143017] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42d4365e-b8ed-49b1-b154-0cca370ddcd4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.151022] env[65978]: DEBUG nova.network.neutron [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Updating instance_info_cache with network_info: [{"id": "58e90718-53c9-4bbf-a87a-87b5daa2a863", "address": "fa:16:3e:ee:94:c4", "network": {"id": "f251baf7-9456-4709-a2df-d6aff36277bf", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-932088409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c2b5c5e3f6d74695bd9f2669155ca1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e90718-53", "ovs_interfaceid": "58e90718-53c9-4bbf-a87a-87b5daa2a863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.156164] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Created folder: Instances in parent group-v919962. [ 719.156164] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 719.156164] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.156164] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74f3f428-7565-4601-89fd-030edb84bcd8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.185333] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.185333] env[65978]: value = "task-4714128" [ 719.185333] env[65978]: _type = "Task" [ 719.185333] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.194458] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714128, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.301519] env[65978]: DEBUG oslo_concurrency.lockutils [req-8b701e88-a67b-4238-bb5d-f35f584757ac req-def1fa46-4d91-4497-8fb8-c0a11f527e70 service nova] Releasing lock "refresh_cache-dcffbd1b-1386-4ddf-a622-9186038fc273" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.439172] env[65978]: DEBUG nova.compute.manager [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 719.458348] env[65978]: DEBUG oslo_concurrency.lockutils [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.257s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.461031] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.645s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.462624] env[65978]: INFO nova.compute.claims [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.475471] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714125, 'name': Rename_Task, 'duration_secs': 0.157735} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.476376] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.476376] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a442b222-3351-4924-92d2-5bbcfd90cb1e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.485124] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 719.485124] env[65978]: value = "task-4714129" [ 719.485124] env[65978]: _type = "Task" [ 719.485124] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.491252] env[65978]: INFO nova.scheduler.client.report [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Deleted allocations for instance 2c431607-3454-49b7-8946-b41834e22baf [ 719.497313] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.541322] env[65978]: DEBUG nova.compute.manager [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Received event network-changed-1c80ee99-9137-49d0-a739-c08ab02ad77d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 719.541562] env[65978]: DEBUG nova.compute.manager [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Refreshing instance network info cache due to event network-changed-1c80ee99-9137-49d0-a739-c08ab02ad77d. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 719.541800] env[65978]: DEBUG oslo_concurrency.lockutils [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] Acquiring lock "refresh_cache-db876e0c-b706-4118-8ed5-5be7d4c97929" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.541904] env[65978]: DEBUG oslo_concurrency.lockutils [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] Acquired lock "refresh_cache-db876e0c-b706-4118-8ed5-5be7d4c97929" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.542592] env[65978]: DEBUG nova.network.neutron [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Refreshing network info cache for port 1c80ee99-9137-49d0-a739-c08ab02ad77d {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.564583] env[65978]: DEBUG nova.compute.manager [req-a60dfbc8-e2cd-4fed-881a-28857e8d0863 req-fe499557-99e6-44e6-aab9-acb5e904667d service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Received event network-changed-1c80ee99-9137-49d0-a739-c08ab02ad77d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 719.564858] env[65978]: DEBUG nova.compute.manager [req-a60dfbc8-e2cd-4fed-881a-28857e8d0863 req-fe499557-99e6-44e6-aab9-acb5e904667d service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Refreshing instance network info cache due to event network-changed-1c80ee99-9137-49d0-a739-c08ab02ad77d. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 719.564938] env[65978]: DEBUG oslo_concurrency.lockutils [req-a60dfbc8-e2cd-4fed-881a-28857e8d0863 req-fe499557-99e6-44e6-aab9-acb5e904667d service nova] Acquiring lock "refresh_cache-db876e0c-b706-4118-8ed5-5be7d4c97929" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.566783] env[65978]: DEBUG nova.network.neutron [-] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.578452] env[65978]: INFO nova.compute.manager [-] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Took 1.70 seconds to deallocate network for instance. [ 719.655035] env[65978]: DEBUG oslo_concurrency.lockutils [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Releasing lock "refresh_cache-95312658-67dd-4612-a5b0-d1932c40c4a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.655382] env[65978]: DEBUG nova.compute.manager [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Instance network_info: |[{"id": "58e90718-53c9-4bbf-a87a-87b5daa2a863", "address": "fa:16:3e:ee:94:c4", "network": {"id": "f251baf7-9456-4709-a2df-d6aff36277bf", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-932088409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c2b5c5e3f6d74695bd9f2669155ca1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e90718-53", "ovs_interfaceid": "58e90718-53c9-4bbf-a87a-87b5daa2a863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 719.655753] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:94:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dba18786-598d-4e06-96db-b3dc1717530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58e90718-53c9-4bbf-a87a-87b5daa2a863', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.663462] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Creating folder: Project (c2b5c5e3f6d74695bd9f2669155ca1bb). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.663804] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cf95457-f881-4ba8-9222-691966b8025c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.676627] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Created folder: Project (c2b5c5e3f6d74695bd9f2669155ca1bb) in parent group-v919857. [ 719.676857] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Creating folder: Instances. Parent ref: group-v919965. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.677629] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6b6854c-0f43-4ca1-85a9-dc5fba4aedde {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.691783] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Created folder: Instances in parent group-v919965. [ 719.692087] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 719.693456] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.693667] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc667498-00a7-4aef-a5f9-78a21856d1a9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.712294] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714128, 'name': CreateVM_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.718403] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.718403] env[65978]: value = "task-4714132" [ 719.718403] env[65978]: _type = "Task" [ 719.718403] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.726869] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714132, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.960903] env[65978]: DEBUG oslo_concurrency.lockutils [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.996962] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714129, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.003489] env[65978]: DEBUG oslo_concurrency.lockutils [None req-52b2a63a-15de-4adc-9e85-dfbd7940e9d1 tempest-VolumesAdminNegativeTest-2112045337 tempest-VolumesAdminNegativeTest-2112045337-project-member] Lock "2c431607-3454-49b7-8946-b41834e22baf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.442s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.047112] env[65978]: WARNING neutronclient.v2_0.client [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.069055] env[65978]: INFO nova.compute.manager [-] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Took 1.32 seconds to deallocate network for instance. [ 720.085380] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.204968] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714128, 'name': CreateVM_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.231902] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714132, 'name': CreateVM_Task, 'duration_secs': 0.476312} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.232326] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.232979] env[65978]: WARNING neutronclient.v2_0.client [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.233429] env[65978]: DEBUG oslo_concurrency.lockutils [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.233622] env[65978]: DEBUG oslo_concurrency.lockutils [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.234219] env[65978]: DEBUG oslo_concurrency.lockutils [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.234531] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a85b96df-20f2-49c6-8131-2e4ba38aaf3d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.241817] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Waiting for the task: (returnval){ [ 720.241817] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5235af27-7ec0-4954-6d4c-c3a9f5cdd1a0" [ 720.241817] env[65978]: _type = "Task" [ 720.241817] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.253147] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5235af27-7ec0-4954-6d4c-c3a9f5cdd1a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.334741] env[65978]: WARNING neutronclient.v2_0.client [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.503801] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714129, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.533027] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "0215aa34-37b0-43ab-b9a4-fc254524612b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.533969] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "0215aa34-37b0-43ab-b9a4-fc254524612b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.578899] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.591319] env[65978]: DEBUG nova.network.neutron [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Updated VIF entry in instance network info cache for port 1c80ee99-9137-49d0-a739-c08ab02ad77d. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 720.591672] env[65978]: DEBUG nova.network.neutron [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Updating instance_info_cache with network_info: [{"id": "1c80ee99-9137-49d0-a739-c08ab02ad77d", "address": "fa:16:3e:b5:ae:3c", "network": {"id": "3062e12e-9059-4d06-8770-c4d3d78df471", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-708913267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8809c6558a4b1183ab141966c8aed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c80ee99-91", "ovs_interfaceid": "1c80ee99-9137-49d0-a739-c08ab02ad77d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.707900] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714128, 'name': CreateVM_Task, 'duration_secs': 1.184888} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.713195] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.714928] env[65978]: WARNING neutronclient.v2_0.client [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.715379] env[65978]: DEBUG oslo_concurrency.lockutils [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.754715] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5235af27-7ec0-4954-6d4c-c3a9f5cdd1a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011152} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.754888] env[65978]: DEBUG oslo_concurrency.lockutils [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.755225] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.755531] env[65978]: DEBUG oslo_concurrency.lockutils [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.755843] env[65978]: DEBUG oslo_concurrency.lockutils [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.756155] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.756507] env[65978]: DEBUG oslo_concurrency.lockutils [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.756880] env[65978]: DEBUG oslo_concurrency.lockutils [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.757142] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c72f95d9-1705-4354-8741-35bee85a938f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.759592] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cff1a75-041a-4afe-9228-40b737799cc3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.766499] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Waiting for the task: (returnval){ [ 720.766499] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52574cfc-7e89-910e-cd74-554407ba06d7" [ 720.766499] env[65978]: _type = "Task" [ 720.766499] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.775392] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.775605] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.776661] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b35d4e36-0a9e-4896-987a-263c38fe54a6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.782850] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52574cfc-7e89-910e-cd74-554407ba06d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.789195] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Waiting for the task: (returnval){ [ 720.789195] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526801a9-2c50-83ae-288d-84aaf6ade7bd" [ 720.789195] env[65978]: _type = "Task" [ 720.789195] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.803158] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526801a9-2c50-83ae-288d-84aaf6ade7bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.997097] env[65978]: DEBUG oslo_vmware.api [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714129, 'name': PowerOnVM_Task, 'duration_secs': 1.072959} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.997562] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.997867] env[65978]: INFO nova.compute.manager [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Took 9.70 seconds to spawn the instance on the hypervisor. [ 720.998160] env[65978]: DEBUG nova.compute.manager [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 720.999170] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91eff69e-7aab-46f5-ad5d-41c3677fb698 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.081419] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9cd0c3-8242-4faf-8789-017eb187ac12 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.092440] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277cd509-3131-4a19-905e-1fb7f8d3cdf9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.097144] env[65978]: DEBUG oslo_concurrency.lockutils [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] Releasing lock "refresh_cache-db876e0c-b706-4118-8ed5-5be7d4c97929" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.097407] env[65978]: DEBUG nova.compute.manager [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Received event network-vif-plugged-5f842f12-ae6b-41ad-828e-5957d07d8587 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 721.097897] env[65978]: DEBUG oslo_concurrency.lockutils [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] Acquiring lock "1a12c1ed-374e-44bd-9715-c4bc621f18a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.098121] env[65978]: DEBUG oslo_concurrency.lockutils [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] Lock "1a12c1ed-374e-44bd-9715-c4bc621f18a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.098284] env[65978]: DEBUG oslo_concurrency.lockutils [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] Lock "1a12c1ed-374e-44bd-9715-c4bc621f18a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.098444] env[65978]: DEBUG nova.compute.manager [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] No waiting events found dispatching network-vif-plugged-5f842f12-ae6b-41ad-828e-5957d07d8587 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 721.098608] env[65978]: WARNING nova.compute.manager [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Received unexpected event network-vif-plugged-5f842f12-ae6b-41ad-828e-5957d07d8587 for instance with vm_state building and task_state spawning. [ 721.098789] env[65978]: DEBUG nova.compute.manager [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Received event network-changed-5f842f12-ae6b-41ad-828e-5957d07d8587 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 721.098945] env[65978]: DEBUG nova.compute.manager [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Refreshing instance network info cache due to event network-changed-5f842f12-ae6b-41ad-828e-5957d07d8587. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 721.099134] env[65978]: DEBUG oslo_concurrency.lockutils [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] Acquiring lock "refresh_cache-1a12c1ed-374e-44bd-9715-c4bc621f18a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.099261] env[65978]: DEBUG oslo_concurrency.lockutils [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] Acquired lock "refresh_cache-1a12c1ed-374e-44bd-9715-c4bc621f18a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.099411] env[65978]: DEBUG nova.network.neutron [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Refreshing network info cache for port 5f842f12-ae6b-41ad-828e-5957d07d8587 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.103264] env[65978]: DEBUG oslo_concurrency.lockutils [req-a60dfbc8-e2cd-4fed-881a-28857e8d0863 req-fe499557-99e6-44e6-aab9-acb5e904667d service nova] Acquired lock "refresh_cache-db876e0c-b706-4118-8ed5-5be7d4c97929" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.103432] env[65978]: DEBUG nova.network.neutron [req-a60dfbc8-e2cd-4fed-881a-28857e8d0863 req-fe499557-99e6-44e6-aab9-acb5e904667d service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Refreshing network info cache for port 1c80ee99-9137-49d0-a739-c08ab02ad77d {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.144795] env[65978]: WARNING neutronclient.v2_0.client [req-a60dfbc8-e2cd-4fed-881a-28857e8d0863 req-fe499557-99e6-44e6-aab9-acb5e904667d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.148324] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9e25a6-11bb-4cc9-a5fd-af2c393f4730 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.159494] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bf3ddb-7951-4d28-b412-a2a7a5ad35ed {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.176779] env[65978]: DEBUG nova.compute.provider_tree [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.206385] env[65978]: DEBUG oslo_concurrency.lockutils [None req-906206ea-c299-47c1-9d92-b73932598dc5 tempest-ServersAdminTestJSON-1800014806 tempest-ServersAdminTestJSON-1800014806-project-admin] Acquiring lock "refresh_cache-eeb54305-cddf-4ff6-9816-c11e8923aea6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.206552] env[65978]: DEBUG oslo_concurrency.lockutils [None req-906206ea-c299-47c1-9d92-b73932598dc5 tempest-ServersAdminTestJSON-1800014806 tempest-ServersAdminTestJSON-1800014806-project-admin] Acquired lock "refresh_cache-eeb54305-cddf-4ff6-9816-c11e8923aea6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.206721] env[65978]: DEBUG nova.network.neutron [None req-906206ea-c299-47c1-9d92-b73932598dc5 tempest-ServersAdminTestJSON-1800014806 tempest-ServersAdminTestJSON-1800014806-project-admin] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 721.279696] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52574cfc-7e89-910e-cd74-554407ba06d7, 'name': SearchDatastore_Task, 'duration_secs': 0.03164} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.280093] env[65978]: DEBUG oslo_concurrency.lockutils [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.280308] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.280569] env[65978]: DEBUG oslo_concurrency.lockutils [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.301404] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526801a9-2c50-83ae-288d-84aaf6ade7bd, 'name': SearchDatastore_Task, 'duration_secs': 0.039351} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.302313] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36c38ee1-61bd-4f41-9023-46286780f45b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.309967] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Waiting for the task: (returnval){ [ 721.309967] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521f2fd5-3c52-63c4-9b9c-eee28a9429ed" [ 721.309967] env[65978]: _type = "Task" [ 721.309967] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.320304] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521f2fd5-3c52-63c4-9b9c-eee28a9429ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.519194] env[65978]: INFO nova.compute.manager [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Took 39.75 seconds to build instance. [ 721.604386] env[65978]: WARNING neutronclient.v2_0.client [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.680386] env[65978]: DEBUG nova.scheduler.client.report [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.683787] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Acquiring lock "a4e7880d-1569-491e-acff-2cdffec981af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.684075] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Lock "a4e7880d-1569-491e-acff-2cdffec981af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.709563] env[65978]: WARNING neutronclient.v2_0.client [None req-906206ea-c299-47c1-9d92-b73932598dc5 tempest-ServersAdminTestJSON-1800014806 tempest-ServersAdminTestJSON-1800014806-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.822174] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521f2fd5-3c52-63c4-9b9c-eee28a9429ed, 'name': SearchDatastore_Task, 'duration_secs': 0.023035} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.822468] env[65978]: DEBUG oslo_concurrency.lockutils [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.822703] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 95312658-67dd-4612-a5b0-d1932c40c4a5/95312658-67dd-4612-a5b0-d1932c40c4a5.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.822976] env[65978]: DEBUG oslo_concurrency.lockutils [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.823258] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.823544] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61f4e59e-38b0-4752-8be6-47718baf491d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.826763] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-437a8654-15e8-46e4-9c55-a5071d0175e2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.836049] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Waiting for the task: (returnval){ [ 721.836049] env[65978]: value = "task-4714133" [ 721.836049] env[65978]: _type = "Task" [ 721.836049] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.840449] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.840571] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.842121] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca2fead4-f465-4c40-931c-cfe025bd6637 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.848796] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Task: {'id': task-4714133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.854576] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Waiting for the task: (returnval){ [ 721.854576] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52fca9c1-1acb-d35d-acf0-5eab854305d9" [ 721.854576] env[65978]: _type = "Task" [ 721.854576] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.863694] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52fca9c1-1acb-d35d-acf0-5eab854305d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.997706] env[65978]: WARNING neutronclient.v2_0.client [req-a60dfbc8-e2cd-4fed-881a-28857e8d0863 req-fe499557-99e6-44e6-aab9-acb5e904667d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.021147] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f47c7075-9968-4b58-aa90-c5da97ee0ac2 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "dcffbd1b-1386-4ddf-a622-9186038fc273" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.187s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.186443] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.187689] env[65978]: DEBUG nova.compute.manager [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 722.189942] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.418s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.196934] env[65978]: INFO nova.compute.claims [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.352250] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Task: {'id': task-4714133, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.367423] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52fca9c1-1acb-d35d-acf0-5eab854305d9, 'name': SearchDatastore_Task, 'duration_secs': 0.01467} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.368595] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fda64251-675a-423b-9548-247e7a70f935 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.377757] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Waiting for the task: (returnval){ [ 722.377757] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f99ab6-7f06-e8ce-15c2-74801c6a0a9b" [ 722.377757] env[65978]: _type = "Task" [ 722.377757] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.392140] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f99ab6-7f06-e8ce-15c2-74801c6a0a9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.483549] env[65978]: DEBUG nova.network.neutron [req-a60dfbc8-e2cd-4fed-881a-28857e8d0863 req-fe499557-99e6-44e6-aab9-acb5e904667d service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Updated VIF entry in instance network info cache for port 1c80ee99-9137-49d0-a739-c08ab02ad77d. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 722.483938] env[65978]: DEBUG nova.network.neutron [req-a60dfbc8-e2cd-4fed-881a-28857e8d0863 req-fe499557-99e6-44e6-aab9-acb5e904667d service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Updating instance_info_cache with network_info: [{"id": "1c80ee99-9137-49d0-a739-c08ab02ad77d", "address": "fa:16:3e:b5:ae:3c", "network": {"id": "3062e12e-9059-4d06-8770-c4d3d78df471", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-708913267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8809c6558a4b1183ab141966c8aed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c80ee99-91", "ovs_interfaceid": "1c80ee99-9137-49d0-a739-c08ab02ad77d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.525191] env[65978]: DEBUG nova.compute.manager [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 722.697336] env[65978]: DEBUG nova.compute.utils [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.702751] env[65978]: WARNING neutronclient.v2_0.client [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.705897] env[65978]: DEBUG nova.compute.manager [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 722.705897] env[65978]: DEBUG nova.network.neutron [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 722.705897] env[65978]: WARNING neutronclient.v2_0.client [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.705897] env[65978]: WARNING neutronclient.v2_0.client [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.849600] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Task: {'id': task-4714133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762383} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.850529] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 95312658-67dd-4612-a5b0-d1932c40c4a5/95312658-67dd-4612-a5b0-d1932c40c4a5.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.850529] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.850529] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a294ae9-6a99-47ac-874c-4c3c95aa9726 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.858452] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Waiting for the task: (returnval){ [ 722.858452] env[65978]: value = "task-4714134" [ 722.858452] env[65978]: _type = "Task" [ 722.858452] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.870074] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Task: {'id': task-4714134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.889509] env[65978]: WARNING neutronclient.v2_0.client [None req-906206ea-c299-47c1-9d92-b73932598dc5 tempest-ServersAdminTestJSON-1800014806 tempest-ServersAdminTestJSON-1800014806-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.899421] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f99ab6-7f06-e8ce-15c2-74801c6a0a9b, 'name': SearchDatastore_Task, 'duration_secs': 0.058789} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.899961] env[65978]: DEBUG oslo_concurrency.lockutils [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.900637] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 1a12c1ed-374e-44bd-9715-c4bc621f18a5/1a12c1ed-374e-44bd-9715-c4bc621f18a5.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.901757] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79fa2304-2392-40cf-ab52-32d0bcb131eb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.911156] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Waiting for the task: (returnval){ [ 722.911156] env[65978]: value = "task-4714135" [ 722.911156] env[65978]: _type = "Task" [ 722.911156] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.925581] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Task: {'id': task-4714135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.981974] env[65978]: DEBUG nova.policy [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '013f22d1aded4e4fb2884f26904abf98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd01e0278ee6e40a2a0db4e2560dafee5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.987612] env[65978]: DEBUG oslo_concurrency.lockutils [req-a60dfbc8-e2cd-4fed-881a-28857e8d0863 req-fe499557-99e6-44e6-aab9-acb5e904667d service nova] Releasing lock "refresh_cache-db876e0c-b706-4118-8ed5-5be7d4c97929" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.987867] env[65978]: DEBUG nova.compute.manager [req-a60dfbc8-e2cd-4fed-881a-28857e8d0863 req-fe499557-99e6-44e6-aab9-acb5e904667d service nova] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Received event network-changed-17505e6b-4e54-4bc8-80e6-20dbbb505673 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 722.988066] env[65978]: DEBUG nova.compute.manager [req-a60dfbc8-e2cd-4fed-881a-28857e8d0863 req-fe499557-99e6-44e6-aab9-acb5e904667d service nova] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Refreshing instance network info cache due to event network-changed-17505e6b-4e54-4bc8-80e6-20dbbb505673. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 722.988272] env[65978]: DEBUG oslo_concurrency.lockutils [req-a60dfbc8-e2cd-4fed-881a-28857e8d0863 req-fe499557-99e6-44e6-aab9-acb5e904667d service nova] Acquiring lock "refresh_cache-324c4201-a6d8-4432-a992-728c1abe29d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.988417] env[65978]: DEBUG oslo_concurrency.lockutils [req-a60dfbc8-e2cd-4fed-881a-28857e8d0863 req-fe499557-99e6-44e6-aab9-acb5e904667d service nova] Acquired lock "refresh_cache-324c4201-a6d8-4432-a992-728c1abe29d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.988674] env[65978]: DEBUG nova.network.neutron [req-a60dfbc8-e2cd-4fed-881a-28857e8d0863 req-fe499557-99e6-44e6-aab9-acb5e904667d service nova] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Refreshing network info cache for port 17505e6b-4e54-4bc8-80e6-20dbbb505673 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.059069] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.202309] env[65978]: DEBUG nova.compute.manager [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 723.372736] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Task: {'id': task-4714134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080497} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.372852] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.373757] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf204d3-be80-4d48-ba4b-7b0a7935b36a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.402033] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 95312658-67dd-4612-a5b0-d1932c40c4a5/95312658-67dd-4612-a5b0-d1932c40c4a5.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.404993] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3b9921f-0b6a-43cb-96e5-3abbdf2a8f09 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.433411] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Waiting for the task: (returnval){ [ 723.433411] env[65978]: value = "task-4714136" [ 723.433411] env[65978]: _type = "Task" [ 723.433411] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.437315] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Task: {'id': task-4714135, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.452313] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Task: {'id': task-4714136, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.497801] env[65978]: WARNING neutronclient.v2_0.client [req-a60dfbc8-e2cd-4fed-881a-28857e8d0863 req-fe499557-99e6-44e6-aab9-acb5e904667d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.860705] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9b1248-a0ed-4b4d-886c-c4707e220db6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.870065] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1400bfcd-74da-4aae-9d72-7aca27dbc56d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.906038] env[65978]: DEBUG nova.network.neutron [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Updated VIF entry in instance network info cache for port 5f842f12-ae6b-41ad-828e-5957d07d8587. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 723.906388] env[65978]: DEBUG nova.network.neutron [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Updating instance_info_cache with network_info: [{"id": "5f842f12-ae6b-41ad-828e-5957d07d8587", "address": "fa:16:3e:22:28:75", "network": {"id": "c1442e11-f9ab-47b3-83cd-219a7fbdd61e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-496944950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7a11428f8f40eca0e0a8e1fc397ced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f842f12-ae", "ovs_interfaceid": "5f842f12-ae6b-41ad-828e-5957d07d8587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.908053] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048a05d7-09c3-40b2-8eb4-c06f9fca7df7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.917181] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b477feb-cd04-4e3e-ac0d-77d4a14874bd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.937914] env[65978]: DEBUG nova.compute.provider_tree [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.945730] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Task: {'id': task-4714135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669912} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.946290] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 1a12c1ed-374e-44bd-9715-c4bc621f18a5/1a12c1ed-374e-44bd-9715-c4bc621f18a5.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.949359] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.949359] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fa0d39c-d3a1-4126-b997-6cef64290a58 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.954210] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Task: {'id': task-4714136, 'name': ReconfigVM_Task, 'duration_secs': 0.373105} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.954544] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 95312658-67dd-4612-a5b0-d1932c40c4a5/95312658-67dd-4612-a5b0-d1932c40c4a5.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.955289] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08997309-3c14-47f1-8562-9796f1494cbc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.960163] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Waiting for the task: (returnval){ [ 723.960163] env[65978]: value = "task-4714137" [ 723.960163] env[65978]: _type = "Task" [ 723.960163] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.965117] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Waiting for the task: (returnval){ [ 723.965117] env[65978]: value = "task-4714138" [ 723.965117] env[65978]: _type = "Task" [ 723.965117] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.972898] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Task: {'id': task-4714137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.979557] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Task: {'id': task-4714138, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.216152] env[65978]: DEBUG nova.compute.manager [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 724.242173] env[65978]: DEBUG nova.network.neutron [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Successfully created port: 306bf14c-35b3-4e1e-a4f6-06a3b0066c65 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 724.249388] env[65978]: DEBUG nova.virt.hardware [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 724.249967] env[65978]: DEBUG nova.virt.hardware [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.249967] env[65978]: DEBUG nova.virt.hardware [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 724.250075] env[65978]: DEBUG nova.virt.hardware [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.250176] env[65978]: DEBUG nova.virt.hardware [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 724.250310] env[65978]: DEBUG nova.virt.hardware [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 724.250573] env[65978]: DEBUG nova.virt.hardware [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 724.250794] env[65978]: DEBUG nova.virt.hardware [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 724.250991] env[65978]: DEBUG nova.virt.hardware [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 724.251280] env[65978]: DEBUG nova.virt.hardware [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 724.251489] env[65978]: DEBUG nova.virt.hardware [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 724.252362] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893ad1b2-6fff-4bfc-9600-017903245467 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.261791] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2c938f-72d3-4346-a14b-174237829536 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.412527] env[65978]: DEBUG oslo_concurrency.lockutils [req-ff12cf6f-48b8-4332-8c83-5f44d46df424 req-f718767d-fbab-4d16-af67-90c0bc05b962 service nova] Releasing lock "refresh_cache-1a12c1ed-374e-44bd-9715-c4bc621f18a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.448741] env[65978]: DEBUG nova.scheduler.client.report [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.477893] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Task: {'id': task-4714137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07952} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.478520] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.479948] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea20ccd-cda1-4dd7-af24-2b3a372d42f4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.486409] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Task: {'id': task-4714138, 'name': Rename_Task, 'duration_secs': 0.161055} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.487135] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.489077] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-383c744f-3f6d-4aae-8d43-96aa1ec41d0a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.511458] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 1a12c1ed-374e-44bd-9715-c4bc621f18a5/1a12c1ed-374e-44bd-9715-c4bc621f18a5.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.513396] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9512bbd9-5f9e-4b62-bb98-e16384f8fde8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.528662] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Waiting for the task: (returnval){ [ 724.528662] env[65978]: value = "task-4714139" [ 724.528662] env[65978]: _type = "Task" [ 724.528662] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.536767] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Waiting for the task: (returnval){ [ 724.536767] env[65978]: value = "task-4714140" [ 724.536767] env[65978]: _type = "Task" [ 724.536767] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.543099] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Task: {'id': task-4714139, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.553521] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Task: {'id': task-4714140, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.666046] env[65978]: DEBUG nova.network.neutron [None req-906206ea-c299-47c1-9d92-b73932598dc5 tempest-ServersAdminTestJSON-1800014806 tempest-ServersAdminTestJSON-1800014806-project-admin] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Updating instance_info_cache with network_info: [{"id": "caebb1f6-1ed1-4bcb-a0ca-8c027e05e01f", "address": "fa:16:3e:c8:9b:b5", "network": {"id": "b07dfdf7-7d84-407f-a32d-c4c915df223e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468716700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a50aee7806472099fe696701dacbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaebb1f6-1e", "ovs_interfaceid": "caebb1f6-1ed1-4bcb-a0ca-8c027e05e01f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.954621] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.955239] env[65978]: DEBUG nova.compute.manager [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 724.960652] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.031s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.965203] env[65978]: INFO nova.compute.claims [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.040931] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Task: {'id': task-4714139, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.053766] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Task: {'id': task-4714140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.169620] env[65978]: DEBUG oslo_concurrency.lockutils [None req-906206ea-c299-47c1-9d92-b73932598dc5 tempest-ServersAdminTestJSON-1800014806 tempest-ServersAdminTestJSON-1800014806-project-admin] Releasing lock "refresh_cache-eeb54305-cddf-4ff6-9816-c11e8923aea6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.170166] env[65978]: DEBUG nova.compute.manager [None req-906206ea-c299-47c1-9d92-b73932598dc5 tempest-ServersAdminTestJSON-1800014806 tempest-ServersAdminTestJSON-1800014806-project-admin] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Inject network info {{(pid=65978) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7781}} [ 725.170507] env[65978]: DEBUG nova.compute.manager [None req-906206ea-c299-47c1-9d92-b73932598dc5 tempest-ServersAdminTestJSON-1800014806 tempest-ServersAdminTestJSON-1800014806-project-admin] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] network_info to inject: |[{"id": "caebb1f6-1ed1-4bcb-a0ca-8c027e05e01f", "address": "fa:16:3e:c8:9b:b5", "network": {"id": "b07dfdf7-7d84-407f-a32d-c4c915df223e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468716700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a50aee7806472099fe696701dacbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaebb1f6-1e", "ovs_interfaceid": "caebb1f6-1ed1-4bcb-a0ca-8c027e05e01f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7782}} [ 725.176419] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-906206ea-c299-47c1-9d92-b73932598dc5 tempest-ServersAdminTestJSON-1800014806 tempest-ServersAdminTestJSON-1800014806-project-admin] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Reconfiguring VM instance to set the machine id {{(pid=65978) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 725.177200] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33fa3d21-bd66-4140-951e-ee595884f258 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.197266] env[65978]: DEBUG oslo_vmware.api [None req-906206ea-c299-47c1-9d92-b73932598dc5 tempest-ServersAdminTestJSON-1800014806 tempest-ServersAdminTestJSON-1800014806-project-admin] Waiting for the task: (returnval){ [ 725.197266] env[65978]: value = "task-4714141" [ 725.197266] env[65978]: _type = "Task" [ 725.197266] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.209182] env[65978]: DEBUG oslo_vmware.api [None req-906206ea-c299-47c1-9d92-b73932598dc5 tempest-ServersAdminTestJSON-1800014806 tempest-ServersAdminTestJSON-1800014806-project-admin] Task: {'id': task-4714141, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.472021] env[65978]: DEBUG nova.compute.manager [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 725.472601] env[65978]: DEBUG nova.compute.utils [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.477069] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0752d5-bba3-4ba9-8739-e2a95211af50 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.481920] env[65978]: DEBUG nova.compute.manager [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 725.482210] env[65978]: DEBUG nova.network.neutron [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 725.482566] env[65978]: WARNING neutronclient.v2_0.client [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.483126] env[65978]: WARNING neutronclient.v2_0.client [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.540664] env[65978]: DEBUG oslo_vmware.api [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Task: {'id': task-4714139, 'name': PowerOnVM_Task, 'duration_secs': 0.879757} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.543416] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.543628] env[65978]: INFO nova.compute.manager [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Took 8.63 seconds to spawn the instance on the hypervisor. [ 725.543793] env[65978]: DEBUG nova.compute.manager [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 725.545753] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5299dd5-2108-45f7-8a1f-f518921ef0b2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.563438] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Task: {'id': task-4714140, 'name': ReconfigVM_Task, 'duration_secs': 0.709837} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.563904] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 1a12c1ed-374e-44bd-9715-c4bc621f18a5/1a12c1ed-374e-44bd-9715-c4bc621f18a5.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.564524] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df6acc52-3a23-4848-b842-f887b73f42c8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.575784] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Waiting for the task: (returnval){ [ 725.575784] env[65978]: value = "task-4714142" [ 725.575784] env[65978]: _type = "Task" [ 725.575784] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.589021] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Task: {'id': task-4714142, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.710754] env[65978]: DEBUG oslo_vmware.api [None req-906206ea-c299-47c1-9d92-b73932598dc5 tempest-ServersAdminTestJSON-1800014806 tempest-ServersAdminTestJSON-1800014806-project-admin] Task: {'id': task-4714141, 'name': ReconfigVM_Task, 'duration_secs': 0.20997} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.711092] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-906206ea-c299-47c1-9d92-b73932598dc5 tempest-ServersAdminTestJSON-1800014806 tempest-ServersAdminTestJSON-1800014806-project-admin] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Reconfigured VM instance to set the machine id {{(pid=65978) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 725.977797] env[65978]: DEBUG nova.compute.manager [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 726.002467] env[65978]: INFO nova.compute.manager [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] instance snapshotting [ 726.005798] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7744fcf-b2b1-4ce1-98a3-743daec9752c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.033032] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5a2347-de36-4219-8aa2-c7fc8683ce73 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.036229] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd506b7b-23be-4f3a-9e26-3acbddb6c5ec {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.053768] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe14789-34b1-4969-85f3-f948e0e43dc9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.100749] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9509460-1c1d-4aa6-a07b-94b6fd93b73c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.106256] env[65978]: INFO nova.compute.manager [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Took 34.29 seconds to build instance. [ 726.114270] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Task: {'id': task-4714142, 'name': Rename_Task, 'duration_secs': 0.473124} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.115682] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f606fea-ac85-4539-a8f2-88fc16ddec0e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.120035] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.120358] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-517df088-70e2-4af2-a550-8f94c413f1ac {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.136406] env[65978]: DEBUG nova.compute.provider_tree [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.140483] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Waiting for the task: (returnval){ [ 726.140483] env[65978]: value = "task-4714143" [ 726.140483] env[65978]: _type = "Task" [ 726.140483] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.151203] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Task: {'id': task-4714143, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.297233] env[65978]: DEBUG nova.network.neutron [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Successfully updated port: 306bf14c-35b3-4e1e-a4f6-06a3b0066c65 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 726.339427] env[65978]: DEBUG nova.policy [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '900cbe1203834b73a6e21f2044541702', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41861b3f5c2842938462dcc023298317', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.556267] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Creating Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 726.556958] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d1f5435a-6a32-4c5b-b590-3b99806f55a6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.568875] env[65978]: DEBUG oslo_vmware.api [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 726.568875] env[65978]: value = "task-4714144" [ 726.568875] env[65978]: _type = "Task" [ 726.568875] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.582124] env[65978]: DEBUG oslo_vmware.api [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714144, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.610755] env[65978]: DEBUG oslo_concurrency.lockutils [None req-771f773a-ee83-4c81-b9f3-5e8a132e08a4 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Lock "95312658-67dd-4612-a5b0-d1932c40c4a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.226s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.642619] env[65978]: DEBUG nova.scheduler.client.report [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.658457] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Task: {'id': task-4714143, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.803146] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Acquiring lock "refresh_cache-b2ade356-7f5c-46bf-afbd-8e55aaf68b00" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.803494] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Acquired lock "refresh_cache-b2ade356-7f5c-46bf-afbd-8e55aaf68b00" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.804307] env[65978]: DEBUG nova.network.neutron [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 726.996428] env[65978]: DEBUG nova.compute.manager [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 727.025509] env[65978]: DEBUG nova.virt.hardware [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 727.025809] env[65978]: DEBUG nova.virt.hardware [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.025900] env[65978]: DEBUG nova.virt.hardware [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 727.026070] env[65978]: DEBUG nova.virt.hardware [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.026234] env[65978]: DEBUG nova.virt.hardware [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 727.026397] env[65978]: DEBUG nova.virt.hardware [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 727.026606] env[65978]: DEBUG nova.virt.hardware [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 727.026865] env[65978]: DEBUG nova.virt.hardware [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 727.027083] env[65978]: DEBUG nova.virt.hardware [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 727.027251] env[65978]: DEBUG nova.virt.hardware [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 727.027417] env[65978]: DEBUG nova.virt.hardware [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 727.028330] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ac3707-c989-41c9-936e-9ae8fc2e5c27 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.037449] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c7bb69-14df-46d8-a5cb-f2c627fa67b0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.078980] env[65978]: WARNING neutronclient.v2_0.client [req-a60dfbc8-e2cd-4fed-881a-28857e8d0863 req-fe499557-99e6-44e6-aab9-acb5e904667d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.091124] env[65978]: DEBUG oslo_vmware.api [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714144, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.119535] env[65978]: DEBUG nova.compute.manager [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 727.155139] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.155646] env[65978]: DEBUG nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 727.163948] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.539s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.163948] env[65978]: DEBUG nova.objects.instance [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Lazy-loading 'resources' on Instance uuid f819f6a7-3390-4316-9323-7c0109b6c237 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.175122] env[65978]: DEBUG oslo_vmware.api [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Task: {'id': task-4714143, 'name': PowerOnVM_Task, 'duration_secs': 0.667967} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.175234] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.175442] env[65978]: INFO nova.compute.manager [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Took 12.08 seconds to spawn the instance on the hypervisor. [ 727.175625] env[65978]: DEBUG nova.compute.manager [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 727.176595] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e376624-37d9-46b3-a4ad-8f88c745a2b7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.583570] env[65978]: DEBUG oslo_vmware.api [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714144, 'name': CreateSnapshot_Task, 'duration_secs': 0.855124} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.583989] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Created Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 727.584878] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a31b66f-fe7e-4bc8-9bc8-500cc9dfa9b9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.666833] env[65978]: DEBUG nova.compute.utils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.676034] env[65978]: DEBUG nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 727.676034] env[65978]: DEBUG nova.network.neutron [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 727.676034] env[65978]: WARNING neutronclient.v2_0.client [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.676034] env[65978]: WARNING neutronclient.v2_0.client [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.709326] env[65978]: INFO nova.compute.manager [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Took 38.37 seconds to build instance. [ 727.742503] env[65978]: DEBUG nova.network.neutron [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 727.755251] env[65978]: DEBUG oslo_concurrency.lockutils [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.005013] env[65978]: DEBUG nova.network.neutron [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Successfully created port: e456ab03-c544-4e89-b438-6fb2b1da22c9 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 728.062613] env[65978]: DEBUG nova.network.neutron [req-a60dfbc8-e2cd-4fed-881a-28857e8d0863 req-fe499557-99e6-44e6-aab9-acb5e904667d service nova] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Updated VIF entry in instance network info cache for port 17505e6b-4e54-4bc8-80e6-20dbbb505673. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 728.063064] env[65978]: DEBUG nova.network.neutron [req-a60dfbc8-e2cd-4fed-881a-28857e8d0863 req-fe499557-99e6-44e6-aab9-acb5e904667d service nova] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Updating instance_info_cache with network_info: [{"id": "17505e6b-4e54-4bc8-80e6-20dbbb505673", "address": "fa:16:3e:52:57:a4", "network": {"id": "3062e12e-9059-4d06-8770-c4d3d78df471", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-708913267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8809c6558a4b1183ab141966c8aed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17505e6b-4e", "ovs_interfaceid": "17505e6b-4e54-4bc8-80e6-20dbbb505673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.067593] env[65978]: DEBUG nova.policy [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63116635e6b44e5d8e1a3e9e171dd086', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a8c427e02674dad8d19c295ddc87353', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.109203] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Creating linked-clone VM from snapshot {{(pid=65978) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 728.109828] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-92d30fee-5e04-4330-97ce-70204517c56e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.126269] env[65978]: DEBUG oslo_vmware.api [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 728.126269] env[65978]: value = "task-4714145" [ 728.126269] env[65978]: _type = "Task" [ 728.126269] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.141776] env[65978]: DEBUG oslo_vmware.api [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714145, 'name': CloneVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.184430] env[65978]: DEBUG nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 728.213404] env[65978]: DEBUG oslo_concurrency.lockutils [None req-69c24be4-8b0b-4abc-b0e1-a48e5134853f tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Lock "1a12c1ed-374e-44bd-9715-c4bc621f18a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.727s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.299955] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4987f72-0442-41ae-a1a9-1b273e4367e6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.308776] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fb1a89-2b91-4642-a460-0273b957b138 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.344288] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1310738e-1344-4f6e-9201-aad9d4d3a626 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.354616] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf97be00-7632-49e2-8c26-4be6a4139272 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.373407] env[65978]: DEBUG nova.compute.provider_tree [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.570909] env[65978]: DEBUG oslo_concurrency.lockutils [req-a60dfbc8-e2cd-4fed-881a-28857e8d0863 req-fe499557-99e6-44e6-aab9-acb5e904667d service nova] Releasing lock "refresh_cache-324c4201-a6d8-4432-a992-728c1abe29d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.641067] env[65978]: DEBUG oslo_vmware.api [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714145, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.716778] env[65978]: DEBUG nova.compute.manager [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 728.878868] env[65978]: DEBUG nova.scheduler.client.report [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.064234] env[65978]: DEBUG nova.network.neutron [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Successfully created port: b0e6ff5d-5167-430e-b1f7-511545f95220 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 729.145581] env[65978]: DEBUG oslo_vmware.api [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714145, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.192982] env[65978]: DEBUG nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 729.222427] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 729.222694] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.222867] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 729.223751] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.224020] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 729.224321] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 729.224725] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 729.224916] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 729.225160] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 729.225390] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 729.225619] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 729.229069] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae34f878-bfc2-4bae-888f-a1076ad825bd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.240906] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0cd6eb-f722-4958-87ea-27d7049f6128 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.256669] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.384356] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.388108] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.149s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.389912] env[65978]: INFO nova.compute.claims [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.412272] env[65978]: INFO nova.scheduler.client.report [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Deleted allocations for instance f819f6a7-3390-4316-9323-7c0109b6c237 [ 729.641533] env[65978]: DEBUG oslo_vmware.api [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714145, 'name': CloneVM_Task, 'duration_secs': 1.468578} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.641803] env[65978]: INFO nova.virt.vmwareapi.vmops [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Created linked-clone VM from snapshot [ 729.642575] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add4181a-4bc6-4bba-9a31-75bc58588206 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.652787] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Uploading image 72a09ddf-6cb5-4562-ae9b-ace79bb3e2a5 {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 729.677408] env[65978]: DEBUG oslo_vmware.rw_handles [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 729.677408] env[65978]: value = "vm-919969" [ 729.677408] env[65978]: _type = "VirtualMachine" [ 729.677408] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 729.677713] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b6b42670-f965-4037-8bac-daf8f8d9a9f3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.686211] env[65978]: DEBUG oslo_vmware.rw_handles [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lease: (returnval){ [ 729.686211] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52accaad-c3c1-4174-04b5-05c1ee133c3c" [ 729.686211] env[65978]: _type = "HttpNfcLease" [ 729.686211] env[65978]: } obtained for exporting VM: (result){ [ 729.686211] env[65978]: value = "vm-919969" [ 729.686211] env[65978]: _type = "VirtualMachine" [ 729.686211] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 729.686511] env[65978]: DEBUG oslo_vmware.api [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the lease: (returnval){ [ 729.686511] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52accaad-c3c1-4174-04b5-05c1ee133c3c" [ 729.686511] env[65978]: _type = "HttpNfcLease" [ 729.686511] env[65978]: } to be ready. {{(pid=65978) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 729.694303] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 729.694303] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52accaad-c3c1-4174-04b5-05c1ee133c3c" [ 729.694303] env[65978]: _type = "HttpNfcLease" [ 729.694303] env[65978]: } is initializing. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 729.750962] env[65978]: DEBUG nova.network.neutron [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Successfully updated port: e456ab03-c544-4e89-b438-6fb2b1da22c9 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 729.895744] env[65978]: WARNING neutronclient.v2_0.client [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.919601] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6f56df29-e317-42f5-a86a-dcd84bdb2063 tempest-ServerAddressesTestJSON-1505080710 tempest-ServerAddressesTestJSON-1505080710-project-member] Lock "f819f6a7-3390-4316-9323-7c0109b6c237" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.208s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.200058] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 730.200058] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52accaad-c3c1-4174-04b5-05c1ee133c3c" [ 730.200058] env[65978]: _type = "HttpNfcLease" [ 730.200058] env[65978]: } is ready. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 730.200441] env[65978]: DEBUG oslo_vmware.rw_handles [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 730.200441] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52accaad-c3c1-4174-04b5-05c1ee133c3c" [ 730.200441] env[65978]: _type = "HttpNfcLease" [ 730.200441] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 730.201176] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6dac14-2adc-4e57-9c35-221c9363fd4b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.214104] env[65978]: DEBUG oslo_vmware.rw_handles [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5250d919-afa8-4ed9-7523-c446380b68e2/disk-0.vmdk from lease info. {{(pid=65978) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 730.214313] env[65978]: DEBUG oslo_vmware.rw_handles [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5250d919-afa8-4ed9-7523-c446380b68e2/disk-0.vmdk for reading. {{(pid=65978) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 730.269990] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Acquiring lock "refresh_cache-5ff8047c-ee56-476a-bab7-3922e4ad8003" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.270207] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Acquired lock "refresh_cache-5ff8047c-ee56-476a-bab7-3922e4ad8003" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.270387] env[65978]: DEBUG nova.network.neutron [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 730.306128] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-559009b2-d810-4879-8ca3-2f0c03b24891 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.848026] env[65978]: DEBUG nova.network.neutron [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Updating instance_info_cache with network_info: [{"id": "306bf14c-35b3-4e1e-a4f6-06a3b0066c65", "address": "fa:16:3e:58:70:b5", "network": {"id": "f9b2457c-57c6-41ab-8e0d-d996954f09cf", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1882510017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d01e0278ee6e40a2a0db4e2560dafee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306bf14c-35", "ovs_interfaceid": "306bf14c-35b3-4e1e-a4f6-06a3b0066c65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.020772] env[65978]: DEBUG nova.network.neutron [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 731.044561] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe9d230-7382-41bb-b10a-ff9acc8d1291 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.055493] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d72be9-fc3b-4c8a-9512-2aa132a03822 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.101051] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46b4e51-747f-407e-864c-9da13b177f4b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.111637] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6df57ed-97f3-40c9-b7f7-262f366de3b0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.130176] env[65978]: DEBUG nova.compute.provider_tree [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.350566] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Releasing lock "refresh_cache-b2ade356-7f5c-46bf-afbd-8e55aaf68b00" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.351431] env[65978]: DEBUG nova.compute.manager [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Instance network_info: |[{"id": "306bf14c-35b3-4e1e-a4f6-06a3b0066c65", "address": "fa:16:3e:58:70:b5", "network": {"id": "f9b2457c-57c6-41ab-8e0d-d996954f09cf", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1882510017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d01e0278ee6e40a2a0db4e2560dafee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306bf14c-35", "ovs_interfaceid": "306bf14c-35b3-4e1e-a4f6-06a3b0066c65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 731.352216] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:70:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '306bf14c-35b3-4e1e-a4f6-06a3b0066c65', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.370166] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Creating folder: Project (d01e0278ee6e40a2a0db4e2560dafee5). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.371253] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fda9d5b9-7fa7-416d-a526-e9c275f41a0b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.387517] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Created folder: Project (d01e0278ee6e40a2a0db4e2560dafee5) in parent group-v919857. [ 731.388104] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Creating folder: Instances. Parent ref: group-v919970. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.390047] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d50ddc9c-c763-4efa-9cd4-0e3a8bac8da7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.404701] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Created folder: Instances in parent group-v919970. [ 731.405402] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 731.406959] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.406959] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1aeedfe-1872-4bc3-8b3d-786b5cf03901 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.430657] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.430657] env[65978]: value = "task-4714149" [ 731.430657] env[65978]: _type = "Task" [ 731.430657] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.444049] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714149, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.470821] env[65978]: DEBUG nova.network.neutron [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Successfully updated port: b0e6ff5d-5167-430e-b1f7-511545f95220 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 731.634507] env[65978]: DEBUG nova.scheduler.client.report [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.944958] env[65978]: DEBUG nova.compute.manager [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Received event network-vif-plugged-58e90718-53c9-4bbf-a87a-87b5daa2a863 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 731.945609] env[65978]: DEBUG oslo_concurrency.lockutils [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] Acquiring lock "95312658-67dd-4612-a5b0-d1932c40c4a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.945962] env[65978]: DEBUG oslo_concurrency.lockutils [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] Lock "95312658-67dd-4612-a5b0-d1932c40c4a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.946263] env[65978]: DEBUG oslo_concurrency.lockutils [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] Lock "95312658-67dd-4612-a5b0-d1932c40c4a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.946652] env[65978]: DEBUG nova.compute.manager [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] No waiting events found dispatching network-vif-plugged-58e90718-53c9-4bbf-a87a-87b5daa2a863 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 731.946926] env[65978]: WARNING nova.compute.manager [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Received unexpected event network-vif-plugged-58e90718-53c9-4bbf-a87a-87b5daa2a863 for instance with vm_state active and task_state None. [ 731.947175] env[65978]: DEBUG nova.compute.manager [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Received event network-changed-58e90718-53c9-4bbf-a87a-87b5daa2a863 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 731.947415] env[65978]: DEBUG nova.compute.manager [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Refreshing instance network info cache due to event network-changed-58e90718-53c9-4bbf-a87a-87b5daa2a863. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 731.947682] env[65978]: DEBUG oslo_concurrency.lockutils [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] Acquiring lock "refresh_cache-95312658-67dd-4612-a5b0-d1932c40c4a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.947831] env[65978]: DEBUG oslo_concurrency.lockutils [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] Acquired lock "refresh_cache-95312658-67dd-4612-a5b0-d1932c40c4a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.948069] env[65978]: DEBUG nova.network.neutron [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Refreshing network info cache for port 58e90718-53c9-4bbf-a87a-87b5daa2a863 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.958760] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714149, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.963069] env[65978]: WARNING neutronclient.v2_0.client [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.974760] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquiring lock "refresh_cache-bc4f9746-14ee-46fd-ae5a-2a61a64602f5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.974760] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquired lock "refresh_cache-bc4f9746-14ee-46fd-ae5a-2a61a64602f5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.974865] env[65978]: DEBUG nova.network.neutron [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 732.108799] env[65978]: DEBUG nova.network.neutron [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Updating instance_info_cache with network_info: [{"id": "e456ab03-c544-4e89-b438-6fb2b1da22c9", "address": "fa:16:3e:cf:da:10", "network": {"id": "6598c7b6-abc2-4307-8e5e-de1d07658d48", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-333497677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41861b3f5c2842938462dcc023298317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape456ab03-c5", "ovs_interfaceid": "e456ab03-c544-4e89-b438-6fb2b1da22c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.140724] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.141403] env[65978]: DEBUG nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 732.145510] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.959s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.146049] env[65978]: DEBUG nova.objects.instance [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lazy-loading 'resources' on Instance uuid f84c9cd5-da98-4325-902c-1f1e410e6796 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.445047] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714149, 'name': CreateVM_Task, 'duration_secs': 0.575927} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.445318] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.445855] env[65978]: WARNING neutronclient.v2_0.client [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.446345] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.446499] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.446867] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.447398] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-071341a5-b1f1-4679-86b4-45c1e5397d87 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.452055] env[65978]: WARNING neutronclient.v2_0.client [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.456832] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Waiting for the task: (returnval){ [ 732.456832] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529f8325-7658-ac7a-171e-308fbeefb5de" [ 732.456832] env[65978]: _type = "Task" [ 732.456832] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.469657] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529f8325-7658-ac7a-171e-308fbeefb5de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.525413] env[65978]: DEBUG nova.network.neutron [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 732.614086] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Releasing lock "refresh_cache-5ff8047c-ee56-476a-bab7-3922e4ad8003" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.614509] env[65978]: DEBUG nova.compute.manager [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Instance network_info: |[{"id": "e456ab03-c544-4e89-b438-6fb2b1da22c9", "address": "fa:16:3e:cf:da:10", "network": {"id": "6598c7b6-abc2-4307-8e5e-de1d07658d48", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-333497677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41861b3f5c2842938462dcc023298317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape456ab03-c5", "ovs_interfaceid": "e456ab03-c544-4e89-b438-6fb2b1da22c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 732.615103] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:da:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e456ab03-c544-4e89-b438-6fb2b1da22c9', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.622284] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Creating folder: Project (41861b3f5c2842938462dcc023298317). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.622602] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56a89c7d-a970-4e41-979b-6c67cccc6603 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.635471] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Created folder: Project (41861b3f5c2842938462dcc023298317) in parent group-v919857. [ 732.635714] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Creating folder: Instances. Parent ref: group-v919973. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.636080] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2a36800-e068-41fa-b1db-7743212c3b91 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.649408] env[65978]: DEBUG nova.compute.utils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.652043] env[65978]: DEBUG nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 732.652043] env[65978]: DEBUG nova.network.neutron [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 732.652405] env[65978]: WARNING neutronclient.v2_0.client [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.652632] env[65978]: WARNING neutronclient.v2_0.client [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.657519] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Created folder: Instances in parent group-v919973. [ 732.657800] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 732.659028] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.659269] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b070aa6f-8a3e-400e-a96a-b7614062fcf6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.685886] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.685886] env[65978]: value = "task-4714152" [ 732.685886] env[65978]: _type = "Task" [ 732.685886] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.698761] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714152, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.740803] env[65978]: DEBUG nova.policy [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63116635e6b44e5d8e1a3e9e171dd086', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a8c427e02674dad8d19c295ddc87353', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.792437] env[65978]: WARNING neutronclient.v2_0.client [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.799649] env[65978]: WARNING neutronclient.v2_0.client [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.971108] env[65978]: DEBUG nova.network.neutron [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Updating instance_info_cache with network_info: [{"id": "b0e6ff5d-5167-430e-b1f7-511545f95220", "address": "fa:16:3e:10:d9:00", "network": {"id": "c26b8828-edea-4fe6-a276-1cfd9a7e947e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1261587851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a8c427e02674dad8d19c295ddc87353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0e6ff5d-51", "ovs_interfaceid": "b0e6ff5d-5167-430e-b1f7-511545f95220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.985220] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529f8325-7658-ac7a-171e-308fbeefb5de, 'name': SearchDatastore_Task, 'duration_secs': 0.017991} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.985542] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.985926] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.986812] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.986812] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.986812] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.986812] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19e81f8b-e21e-4c89-950a-f6901fac2bba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.001112] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.001380] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.002199] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ee69b55-35a6-432b-aa9e-2079113b467e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.013442] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Waiting for the task: (returnval){ [ 733.013442] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52cd603d-349a-2f77-20a9-579a46b05523" [ 733.013442] env[65978]: _type = "Task" [ 733.013442] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.015522] env[65978]: DEBUG nova.network.neutron [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Updated VIF entry in instance network info cache for port 58e90718-53c9-4bbf-a87a-87b5daa2a863. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 733.015601] env[65978]: DEBUG nova.network.neutron [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Updating instance_info_cache with network_info: [{"id": "58e90718-53c9-4bbf-a87a-87b5daa2a863", "address": "fa:16:3e:ee:94:c4", "network": {"id": "f251baf7-9456-4709-a2df-d6aff36277bf", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-932088409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c2b5c5e3f6d74695bd9f2669155ca1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e90718-53", "ovs_interfaceid": "58e90718-53c9-4bbf-a87a-87b5daa2a863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.039183] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52cd603d-349a-2f77-20a9-579a46b05523, 'name': SearchDatastore_Task, 'duration_secs': 0.018482} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.040347] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2279efda-f16f-4c58-b1fa-670f1409de0d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.050642] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Waiting for the task: (returnval){ [ 733.050642] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52936e09-be0a-df8a-1daf-a0487a73849d" [ 733.050642] env[65978]: _type = "Task" [ 733.050642] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.064406] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52936e09-be0a-df8a-1daf-a0487a73849d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.161128] env[65978]: DEBUG nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 733.200314] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714152, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.236554] env[65978]: DEBUG nova.network.neutron [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Successfully created port: 608eb727-3770-4e19-b3e0-659e19df2e34 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 733.342023] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c72ade2-9e14-4bd5-9419-08fa8d1b96b5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.351168] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a70df3-1ad3-44f1-b4e7-4dd24c128933 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.390430] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a413dc1-8ece-44d0-a1f5-8c3270001e2b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.404025] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc57775a-ca20-49ea-bb5b-ce5c85abf03f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.417851] env[65978]: DEBUG nova.compute.provider_tree [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.477915] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Releasing lock "refresh_cache-bc4f9746-14ee-46fd-ae5a-2a61a64602f5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.478248] env[65978]: DEBUG nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Instance network_info: |[{"id": "b0e6ff5d-5167-430e-b1f7-511545f95220", "address": "fa:16:3e:10:d9:00", "network": {"id": "c26b8828-edea-4fe6-a276-1cfd9a7e947e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1261587851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a8c427e02674dad8d19c295ddc87353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0e6ff5d-51", "ovs_interfaceid": "b0e6ff5d-5167-430e-b1f7-511545f95220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 733.478690] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:d9:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0e6ff5d-5167-430e-b1f7-511545f95220', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.487978] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Creating folder: Project (3a8c427e02674dad8d19c295ddc87353). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.488308] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d95edf3-5b67-42ac-8131-aabfa9e9863f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.503701] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Created folder: Project (3a8c427e02674dad8d19c295ddc87353) in parent group-v919857. [ 733.503937] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Creating folder: Instances. Parent ref: group-v919976. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.504368] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-545a6db4-31ca-41f4-b926-b1e38ab0cded {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.520142] env[65978]: DEBUG oslo_concurrency.lockutils [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] Releasing lock "refresh_cache-95312658-67dd-4612-a5b0-d1932c40c4a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.520142] env[65978]: DEBUG nova.compute.manager [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Received event network-vif-deleted-f8273666-9542-4d86-9b52-70b3fe327ca4 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 733.520142] env[65978]: DEBUG nova.compute.manager [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Received event network-vif-deleted-d94c660e-60c6-4df8-aef9-a10838f1ddda {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 733.520142] env[65978]: DEBUG nova.compute.manager [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Received event network-changed-2c2248c5-0aa9-4171-ab05-613b013f61ab {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 733.520142] env[65978]: DEBUG nova.compute.manager [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Refreshing instance network info cache due to event network-changed-2c2248c5-0aa9-4171-ab05-613b013f61ab. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 733.520341] env[65978]: DEBUG oslo_concurrency.lockutils [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] Acquiring lock "refresh_cache-2131baf3-24b8-4cff-9821-bfb25e44ef3f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.520515] env[65978]: DEBUG oslo_concurrency.lockutils [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] Acquired lock "refresh_cache-2131baf3-24b8-4cff-9821-bfb25e44ef3f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.520705] env[65978]: DEBUG nova.network.neutron [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Refreshing network info cache for port 2c2248c5-0aa9-4171-ab05-613b013f61ab {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.528268] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Created folder: Instances in parent group-v919976. [ 733.529473] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 733.529904] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.530693] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1697df5b-59e8-492e-a451-162a561f0caf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.563687] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52936e09-be0a-df8a-1daf-a0487a73849d, 'name': SearchDatastore_Task, 'duration_secs': 0.018841} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.565183] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.565474] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] b2ade356-7f5c-46bf-afbd-8e55aaf68b00/b2ade356-7f5c-46bf-afbd-8e55aaf68b00.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.565729] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.565729] env[65978]: value = "task-4714155" [ 733.565729] env[65978]: _type = "Task" [ 733.565729] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.566175] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-627ec780-34f6-4a5a-a558-dd272f8410b6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.577557] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714155, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.579260] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Waiting for the task: (returnval){ [ 733.579260] env[65978]: value = "task-4714156" [ 733.579260] env[65978]: _type = "Task" [ 733.579260] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.589650] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Task: {'id': task-4714156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.700524] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714152, 'name': CreateVM_Task, 'duration_secs': 0.537176} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.700718] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.701421] env[65978]: WARNING neutronclient.v2_0.client [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.702037] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.702037] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.702394] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.702746] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3d56b88-f99d-42b8-950b-084612346995 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.709101] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Waiting for the task: (returnval){ [ 733.709101] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d884f3-2f5c-f121-972a-18d46f72573b" [ 733.709101] env[65978]: _type = "Task" [ 733.709101] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.719497] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d884f3-2f5c-f121-972a-18d46f72573b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.921160] env[65978]: DEBUG nova.scheduler.client.report [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.930682] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Acquiring lock "5d17e541-901a-48ed-b5a1-cf554240f105" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.930945] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Lock "5d17e541-901a-48ed-b5a1-cf554240f105" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.030693] env[65978]: WARNING neutronclient.v2_0.client [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.088304] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714155, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.095937] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Task: {'id': task-4714156, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.177162] env[65978]: DEBUG nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 734.204373] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 734.204729] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.204962] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 734.205149] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.205334] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 734.205553] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 734.205799] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 734.206059] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 734.206262] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 734.206455] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 734.206674] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 734.208099] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a361730-709e-48b0-825c-8392e6e3d532 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.224872] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d92160-23d1-48c3-b618-6ac4bacffbb6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.229290] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d884f3-2f5c-f121-972a-18d46f72573b, 'name': SearchDatastore_Task, 'duration_secs': 0.016239} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.229604] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.229898] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.230152] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.230295] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.230466] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.231149] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-858ee47f-91a5-45d3-8566-32bac3d2c648 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.242800] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.242981] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.243739] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4529ca0-1774-4adf-81e6-55f2a5f4cf39 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.250815] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Waiting for the task: (returnval){ [ 734.250815] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5238437f-921c-d887-8a10-becaf07c3b46" [ 734.250815] env[65978]: _type = "Task" [ 734.250815] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.260259] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5238437f-921c-d887-8a10-becaf07c3b46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.428533] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.283s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.431940] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.319s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.434160] env[65978]: INFO nova.compute.claims [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.459996] env[65978]: INFO nova.scheduler.client.report [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Deleted allocations for instance f84c9cd5-da98-4325-902c-1f1e410e6796 [ 734.533599] env[65978]: DEBUG nova.compute.manager [req-eeca6113-15d5-40ff-9696-392208c435ef req-bac8678d-d6b0-492a-915b-7985dffae053 service nova] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Received event network-vif-plugged-306bf14c-35b3-4e1e-a4f6-06a3b0066c65 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 734.533885] env[65978]: DEBUG oslo_concurrency.lockutils [req-eeca6113-15d5-40ff-9696-392208c435ef req-bac8678d-d6b0-492a-915b-7985dffae053 service nova] Acquiring lock "b2ade356-7f5c-46bf-afbd-8e55aaf68b00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.534026] env[65978]: DEBUG oslo_concurrency.lockutils [req-eeca6113-15d5-40ff-9696-392208c435ef req-bac8678d-d6b0-492a-915b-7985dffae053 service nova] Lock "b2ade356-7f5c-46bf-afbd-8e55aaf68b00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.534932] env[65978]: DEBUG oslo_concurrency.lockutils [req-eeca6113-15d5-40ff-9696-392208c435ef req-bac8678d-d6b0-492a-915b-7985dffae053 service nova] Lock "b2ade356-7f5c-46bf-afbd-8e55aaf68b00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.534932] env[65978]: DEBUG nova.compute.manager [req-eeca6113-15d5-40ff-9696-392208c435ef req-bac8678d-d6b0-492a-915b-7985dffae053 service nova] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] No waiting events found dispatching network-vif-plugged-306bf14c-35b3-4e1e-a4f6-06a3b0066c65 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 734.534932] env[65978]: WARNING nova.compute.manager [req-eeca6113-15d5-40ff-9696-392208c435ef req-bac8678d-d6b0-492a-915b-7985dffae053 service nova] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Received unexpected event network-vif-plugged-306bf14c-35b3-4e1e-a4f6-06a3b0066c65 for instance with vm_state building and task_state spawning. [ 734.583587] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714155, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.595691] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Task: {'id': task-4714156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629943} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.595855] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] b2ade356-7f5c-46bf-afbd-8e55aaf68b00/b2ade356-7f5c-46bf-afbd-8e55aaf68b00.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.596065] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.596340] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4e62f3e-29ac-4ded-bd64-5d7f511bde90 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.605023] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Waiting for the task: (returnval){ [ 734.605023] env[65978]: value = "task-4714157" [ 734.605023] env[65978]: _type = "Task" [ 734.605023] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.616879] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Task: {'id': task-4714157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.752785] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a32cd9c5-48fe-4008-a58d-4c48d658a18a tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "dcffbd1b-1386-4ddf-a622-9186038fc273" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.752785] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a32cd9c5-48fe-4008-a58d-4c48d658a18a tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "dcffbd1b-1386-4ddf-a622-9186038fc273" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.774171] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5238437f-921c-d887-8a10-becaf07c3b46, 'name': SearchDatastore_Task, 'duration_secs': 0.017666} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.775986] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09acad81-1d48-480d-88e5-95dc54bb6e4e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.785037] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Waiting for the task: (returnval){ [ 734.785037] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523e93b7-a2f4-1f89-c8fa-8dfb6bfd1dad" [ 734.785037] env[65978]: _type = "Task" [ 734.785037] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.797836] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523e93b7-a2f4-1f89-c8fa-8dfb6bfd1dad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.917258] env[65978]: DEBUG nova.network.neutron [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Successfully updated port: 608eb727-3770-4e19-b3e0-659e19df2e34 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 734.974075] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e0049706-29f1-42e3-99bd-e1272b6c0e1d tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "f84c9cd5-da98-4325-902c-1f1e410e6796" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.368s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.083643] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714155, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.107225] env[65978]: WARNING neutronclient.v2_0.client [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.119297] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Task: {'id': task-4714157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104397} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.119633] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.122455] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5430a3a3-f2c0-4c41-af3d-73b109bd3600 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.154068] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] b2ade356-7f5c-46bf-afbd-8e55aaf68b00/b2ade356-7f5c-46bf-afbd-8e55aaf68b00.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.155365] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d76e64c3-43a3-45bb-8a3d-09e198ef6dc4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.182163] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Waiting for the task: (returnval){ [ 735.182163] env[65978]: value = "task-4714158" [ 735.182163] env[65978]: _type = "Task" [ 735.182163] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.195358] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Task: {'id': task-4714158, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.257987] env[65978]: DEBUG nova.compute.utils [None req-a32cd9c5-48fe-4008-a58d-4c48d658a18a tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.261574] env[65978]: DEBUG nova.network.neutron [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Updated VIF entry in instance network info cache for port 2c2248c5-0aa9-4171-ab05-613b013f61ab. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 735.262409] env[65978]: DEBUG nova.network.neutron [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Updating instance_info_cache with network_info: [{"id": "2c2248c5-0aa9-4171-ab05-613b013f61ab", "address": "fa:16:3e:48:de:3a", "network": {"id": "b474a54d-5dcc-4b55-a9e9-b910d185a606", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-98275129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "529be7acdd4e492296e034ab4c520bbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c2248c5-0a", "ovs_interfaceid": "2c2248c5-0aa9-4171-ab05-613b013f61ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.298319] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523e93b7-a2f4-1f89-c8fa-8dfb6bfd1dad, 'name': SearchDatastore_Task, 'duration_secs': 0.019989} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.299089] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.299089] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 5ff8047c-ee56-476a-bab7-3922e4ad8003/5ff8047c-ee56-476a-bab7-3922e4ad8003.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.299632] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b77dc4e4-d5c9-46cd-ad8f-040bea685001 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.310078] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Waiting for the task: (returnval){ [ 735.310078] env[65978]: value = "task-4714159" [ 735.310078] env[65978]: _type = "Task" [ 735.310078] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.320257] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Task: {'id': task-4714159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.422306] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquiring lock "refresh_cache-00bd7de0-3e77-4707-a336-8656718dd3e1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.422306] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquired lock "refresh_cache-00bd7de0-3e77-4707-a336-8656718dd3e1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.422306] env[65978]: DEBUG nova.network.neutron [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 735.585419] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714155, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.695731] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Task: {'id': task-4714158, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.759927] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a32cd9c5-48fe-4008-a58d-4c48d658a18a tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "dcffbd1b-1386-4ddf-a622-9186038fc273" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.766739] env[65978]: DEBUG oslo_concurrency.lockutils [req-40a7589c-7c32-4b75-8414-ecd3cefe338c req-8bd7a58f-bae8-42da-93a2-1e4ad4dae245 service nova] Releasing lock "refresh_cache-2131baf3-24b8-4cff-9821-bfb25e44ef3f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.822684] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Task: {'id': task-4714159, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.913027] env[65978]: DEBUG oslo_concurrency.lockutils [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquiring lock "324c4201-a6d8-4432-a992-728c1abe29d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.913308] env[65978]: DEBUG oslo_concurrency.lockutils [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lock "324c4201-a6d8-4432-a992-728c1abe29d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.913522] env[65978]: DEBUG oslo_concurrency.lockutils [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquiring lock "324c4201-a6d8-4432-a992-728c1abe29d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.914160] env[65978]: DEBUG oslo_concurrency.lockutils [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lock "324c4201-a6d8-4432-a992-728c1abe29d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.914324] env[65978]: DEBUG oslo_concurrency.lockutils [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lock "324c4201-a6d8-4432-a992-728c1abe29d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.923321] env[65978]: INFO nova.compute.manager [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Terminating instance [ 735.969014] env[65978]: DEBUG nova.network.neutron [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 736.031975] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d682836-c7ef-45b6-a591-9173f3e9e7a1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.041409] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2354f7d-0ae0-45ef-a12c-430d2c481b7b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.076055] env[65978]: WARNING neutronclient.v2_0.client [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.084310] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8038675f-e1b2-401b-b39f-bf4259aea5d6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.096264] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714155, 'name': CreateVM_Task, 'duration_secs': 2.432614} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.098640] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.099448] env[65978]: WARNING neutronclient.v2_0.client [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.099667] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.099835] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.100716] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.103291] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a1a4c7-df05-4816-b4ad-4fe6d075a623 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.108406] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27b42d3d-d36e-41f0-bb92-9482cce0f5ad {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.116553] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 736.116553] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d192ad-4f61-db17-6f32-aabbee99c28b" [ 736.116553] env[65978]: _type = "Task" [ 736.116553] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.126535] env[65978]: DEBUG nova.compute.provider_tree [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.140251] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d192ad-4f61-db17-6f32-aabbee99c28b, 'name': SearchDatastore_Task, 'duration_secs': 0.012618} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.140927] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.142053] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.142053] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.142053] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.142053] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.142355] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f3279ff-0690-4a37-be43-7e52b01b3bfe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.156720] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.156920] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.157729] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48b89437-992c-469b-9890-5d4849e734b9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.165410] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 736.165410] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528d1e62-a4a6-8e53-5e01-673189919487" [ 736.165410] env[65978]: _type = "Task" [ 736.165410] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.175820] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528d1e62-a4a6-8e53-5e01-673189919487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.197269] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Task: {'id': task-4714158, 'name': ReconfigVM_Task, 'duration_secs': 0.568166} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.198851] env[65978]: DEBUG nova.network.neutron [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Updating instance_info_cache with network_info: [{"id": "608eb727-3770-4e19-b3e0-659e19df2e34", "address": "fa:16:3e:ff:c6:dc", "network": {"id": "c26b8828-edea-4fe6-a276-1cfd9a7e947e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1261587851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a8c427e02674dad8d19c295ddc87353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608eb727-37", "ovs_interfaceid": "608eb727-3770-4e19-b3e0-659e19df2e34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.201284] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Reconfigured VM instance instance-00000028 to attach disk [datastore2] b2ade356-7f5c-46bf-afbd-8e55aaf68b00/b2ade356-7f5c-46bf-afbd-8e55aaf68b00.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.202780] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af36079f-00c6-42cc-a93d-67173cbac7fb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.212508] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Waiting for the task: (returnval){ [ 736.212508] env[65978]: value = "task-4714160" [ 736.212508] env[65978]: _type = "Task" [ 736.212508] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.222837] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Task: {'id': task-4714160, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.321473] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Task: {'id': task-4714159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679654} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.321764] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 5ff8047c-ee56-476a-bab7-3922e4ad8003/5ff8047c-ee56-476a-bab7-3922e4ad8003.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.321969] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.322265] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d592d54a-dca7-4aec-9642-491a672d1cc5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.330569] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Waiting for the task: (returnval){ [ 736.330569] env[65978]: value = "task-4714161" [ 736.330569] env[65978]: _type = "Task" [ 736.330569] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.341685] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Task: {'id': task-4714161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.421022] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8f2920e9-c8bb-499e-ae9f-2d151f6c887b tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "a14898a3-b874-4ad3-b2fa-e69608ef4d0f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.422478] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8f2920e9-c8bb-499e-ae9f-2d151f6c887b tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "a14898a3-b874-4ad3-b2fa-e69608ef4d0f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.422478] env[65978]: DEBUG nova.compute.manager [None req-8f2920e9-c8bb-499e-ae9f-2d151f6c887b tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 736.423183] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3d7597-8430-4add-aee5-856f678ffa71 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.431719] env[65978]: DEBUG nova.compute.manager [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 736.432742] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.432958] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce819f6-a0de-4106-8203-f5ee7b131fe3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.441029] env[65978]: DEBUG nova.compute.manager [None req-8f2920e9-c8bb-499e-ae9f-2d151f6c887b tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65978) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3446}} [ 736.441743] env[65978]: DEBUG nova.objects.instance [None req-8f2920e9-c8bb-499e-ae9f-2d151f6c887b tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lazy-loading 'flavor' on Instance uuid a14898a3-b874-4ad3-b2fa-e69608ef4d0f {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.447237] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.447237] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-555bd5dc-cf0a-4ed1-9ee9-453c371dc0a0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.455189] env[65978]: DEBUG oslo_vmware.api [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Waiting for the task: (returnval){ [ 736.455189] env[65978]: value = "task-4714162" [ 736.455189] env[65978]: _type = "Task" [ 736.455189] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.466727] env[65978]: DEBUG oslo_vmware.api [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4714162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.630784] env[65978]: DEBUG nova.scheduler.client.report [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.680765] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528d1e62-a4a6-8e53-5e01-673189919487, 'name': SearchDatastore_Task, 'duration_secs': 0.014159} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.681658] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae24f811-7507-48a2-b080-32f8b7d96871 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.689143] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 736.689143] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5251d7ee-7087-019a-c826-a1917a07b6a8" [ 736.689143] env[65978]: _type = "Task" [ 736.689143] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.700948] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5251d7ee-7087-019a-c826-a1917a07b6a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.701508] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Releasing lock "refresh_cache-00bd7de0-3e77-4707-a336-8656718dd3e1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.701845] env[65978]: DEBUG nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Instance network_info: |[{"id": "608eb727-3770-4e19-b3e0-659e19df2e34", "address": "fa:16:3e:ff:c6:dc", "network": {"id": "c26b8828-edea-4fe6-a276-1cfd9a7e947e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1261587851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a8c427e02674dad8d19c295ddc87353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608eb727-37", "ovs_interfaceid": "608eb727-3770-4e19-b3e0-659e19df2e34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 736.702348] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:c6:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '608eb727-3770-4e19-b3e0-659e19df2e34', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.710155] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 736.710396] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.710624] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b35d1a7-23bb-444d-a16e-d403162ffef8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.735730] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Task: {'id': task-4714160, 'name': Rename_Task, 'duration_secs': 0.208236} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.737307] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.737644] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.737644] env[65978]: value = "task-4714163" [ 736.737644] env[65978]: _type = "Task" [ 736.737644] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.737859] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aab440bc-e880-4068-a6f7-bd3db81f405b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.751439] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714163, 'name': CreateVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.753294] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Waiting for the task: (returnval){ [ 736.753294] env[65978]: value = "task-4714164" [ 736.753294] env[65978]: _type = "Task" [ 736.753294] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.763141] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Task: {'id': task-4714164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.842085] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Task: {'id': task-4714161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094875} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.842385] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.843235] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd49874-4066-4b8b-80e7-e0bdcee807d6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.861030] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a32cd9c5-48fe-4008-a58d-4c48d658a18a tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "dcffbd1b-1386-4ddf-a622-9186038fc273" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.861030] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a32cd9c5-48fe-4008-a58d-4c48d658a18a tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "dcffbd1b-1386-4ddf-a622-9186038fc273" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.861030] env[65978]: INFO nova.compute.manager [None req-a32cd9c5-48fe-4008-a58d-4c48d658a18a tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Attaching volume 23524d13-860a-4c34-b336-776c8ffb2042 to /dev/sdb [ 736.871404] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 5ff8047c-ee56-476a-bab7-3922e4ad8003/5ff8047c-ee56-476a-bab7-3922e4ad8003.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.872224] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca53c8c5-0c19-4a7a-905c-ebd92179d4d0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.897560] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Waiting for the task: (returnval){ [ 736.897560] env[65978]: value = "task-4714165" [ 736.897560] env[65978]: _type = "Task" [ 736.897560] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.906998] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Task: {'id': task-4714165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.924728] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5eecc2a-778d-4a34-9821-2547689bf62d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.932573] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345e84bf-aa1d-4d5c-a3c4-9f9e2c5e121c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.949970] env[65978]: DEBUG nova.virt.block_device [None req-a32cd9c5-48fe-4008-a58d-4c48d658a18a tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Updating existing volume attachment record: da5aca2c-76c2-4756-884f-9320e7826d44 {{(pid=65978) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 736.966665] env[65978]: DEBUG oslo_vmware.api [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4714162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.138145] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.139021] env[65978]: DEBUG nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 737.148731] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.504s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.151230] env[65978]: INFO nova.compute.claims [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.204287] env[65978]: DEBUG nova.compute.manager [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Received event network-changed-72f9ee58-2fed-4e58-a6bf-08bed37e3a39 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 737.204287] env[65978]: DEBUG nova.compute.manager [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Refreshing instance network info cache due to event network-changed-72f9ee58-2fed-4e58-a6bf-08bed37e3a39. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 737.204414] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] Acquiring lock "refresh_cache-750e509e-7d2f-470d-895e-d098efd02196" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.204594] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] Acquired lock "refresh_cache-750e509e-7d2f-470d-895e-d098efd02196" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.205195] env[65978]: DEBUG nova.network.neutron [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Refreshing network info cache for port 72f9ee58-2fed-4e58-a6bf-08bed37e3a39 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.216093] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5251d7ee-7087-019a-c826-a1917a07b6a8, 'name': SearchDatastore_Task, 'duration_secs': 0.017337} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.218275] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.219241] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] bc4f9746-14ee-46fd-ae5a-2a61a64602f5/bc4f9746-14ee-46fd-ae5a-2a61a64602f5.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.220449] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-977f1119-c1c3-4e9a-8501-e0b639419268 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.237289] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 737.237289] env[65978]: value = "task-4714167" [ 737.237289] env[65978]: _type = "Task" [ 737.237289] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.266770] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.268554] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714163, 'name': CreateVM_Task, 'duration_secs': 0.391428} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.268554] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.268927] env[65978]: WARNING neutronclient.v2_0.client [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.269305] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.269533] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.269870] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.270306] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0386fdba-8bb8-444d-bc3d-b55b960cb083 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.276523] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Task: {'id': task-4714164, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.281199] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 737.281199] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a526a2-c6c2-62dd-d74f-8765d67cba1e" [ 737.281199] env[65978]: _type = "Task" [ 737.281199] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.292441] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a526a2-c6c2-62dd-d74f-8765d67cba1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.411176] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Task: {'id': task-4714165, 'name': ReconfigVM_Task, 'duration_secs': 0.367899} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.411176] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 5ff8047c-ee56-476a-bab7-3922e4ad8003/5ff8047c-ee56-476a-bab7-3922e4ad8003.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.411618] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f0adb19-521c-4b3c-9635-59763ae9b0bf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.419524] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Waiting for the task: (returnval){ [ 737.419524] env[65978]: value = "task-4714169" [ 737.419524] env[65978]: _type = "Task" [ 737.419524] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.430432] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Task: {'id': task-4714169, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.456050] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2920e9-c8bb-499e-ae9f-2d151f6c887b tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.456050] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6528dc1a-d00d-4cdf-b61e-268a655c8078 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.469573] env[65978]: DEBUG oslo_vmware.api [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4714162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.471763] env[65978]: DEBUG oslo_vmware.api [None req-8f2920e9-c8bb-499e-ae9f-2d151f6c887b tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 737.471763] env[65978]: value = "task-4714170" [ 737.471763] env[65978]: _type = "Task" [ 737.471763] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.484335] env[65978]: DEBUG oslo_vmware.api [None req-8f2920e9-c8bb-499e-ae9f-2d151f6c887b tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.655506] env[65978]: DEBUG nova.compute.utils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.660367] env[65978]: DEBUG nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 737.660715] env[65978]: DEBUG nova.network.neutron [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 737.661697] env[65978]: WARNING neutronclient.v2_0.client [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.661697] env[65978]: WARNING neutronclient.v2_0.client [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.721045] env[65978]: WARNING neutronclient.v2_0.client [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.754574] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714167, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.768545] env[65978]: DEBUG oslo_vmware.api [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Task: {'id': task-4714164, 'name': PowerOnVM_Task, 'duration_secs': 0.623088} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.769041] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.769360] env[65978]: INFO nova.compute.manager [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Took 13.55 seconds to spawn the instance on the hypervisor. [ 737.769596] env[65978]: DEBUG nova.compute.manager [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 737.770946] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c853883-1e90-4e93-9e9b-7d6feb8c8b40 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.801929] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a526a2-c6c2-62dd-d74f-8765d67cba1e, 'name': SearchDatastore_Task, 'duration_secs': 0.026202} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.802510] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.802625] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.803063] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.803224] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.803409] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.803788] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11acde77-5508-4eb2-be1b-5ff0e7b121ba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.820177] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.820490] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.821385] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09562ddd-cd2c-4ef3-a0ad-8a2b79cd7bde {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.833282] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 737.833282] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5239e31b-92ac-9b03-ccd3-befa76ae93e5" [ 737.833282] env[65978]: _type = "Task" [ 737.833282] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.846325] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5239e31b-92ac-9b03-ccd3-befa76ae93e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.870455] env[65978]: DEBUG nova.policy [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63116635e6b44e5d8e1a3e9e171dd086', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a8c427e02674dad8d19c295ddc87353', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.932784] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Task: {'id': task-4714169, 'name': Rename_Task, 'duration_secs': 0.212928} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.933868] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.933868] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a931160-d317-4853-8c0e-2c98e2a9dfc2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.945705] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Waiting for the task: (returnval){ [ 737.945705] env[65978]: value = "task-4714172" [ 737.945705] env[65978]: _type = "Task" [ 737.945705] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.958673] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Task: {'id': task-4714172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.968996] env[65978]: DEBUG oslo_vmware.api [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4714162, 'name': PowerOffVM_Task, 'duration_secs': 1.229902} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.969303] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.969469] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.969863] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccc4c9cb-6ad2-4322-9a3d-439bcedeec8b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.984535] env[65978]: DEBUG oslo_vmware.api [None req-8f2920e9-c8bb-499e-ae9f-2d151f6c887b tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714170, 'name': PowerOffVM_Task, 'duration_secs': 0.252983} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.984934] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2920e9-c8bb-499e-ae9f-2d151f6c887b tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.985137] env[65978]: DEBUG nova.compute.manager [None req-8f2920e9-c8bb-499e-ae9f-2d151f6c887b tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 737.985957] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45e3800-aa26-4370-8941-91b50bd7729e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.051472] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.051667] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.051759] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Deleting the datastore file [datastore1] 324c4201-a6d8-4432-a992-728c1abe29d6 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.055107] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af9003d0-cbc1-4540-89e6-bb98b6e8e508 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.063027] env[65978]: DEBUG oslo_vmware.api [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Waiting for the task: (returnval){ [ 738.063027] env[65978]: value = "task-4714174" [ 738.063027] env[65978]: _type = "Task" [ 738.063027] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.077528] env[65978]: DEBUG oslo_vmware.api [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4714174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.105067] env[65978]: DEBUG oslo_vmware.rw_handles [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5250d919-afa8-4ed9-7523-c446380b68e2/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 738.108397] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1c3792-1947-4260-ad69-834c221622a7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.116789] env[65978]: DEBUG oslo_vmware.rw_handles [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5250d919-afa8-4ed9-7523-c446380b68e2/disk-0.vmdk is in state: ready. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 738.116919] env[65978]: ERROR oslo_vmware.rw_handles [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5250d919-afa8-4ed9-7523-c446380b68e2/disk-0.vmdk due to incomplete transfer. [ 738.117157] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a48b4123-0171-448c-bece-c2a1032ccc41 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.127563] env[65978]: DEBUG oslo_vmware.rw_handles [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5250d919-afa8-4ed9-7523-c446380b68e2/disk-0.vmdk. {{(pid=65978) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 738.127883] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Uploaded image 72a09ddf-6cb5-4562-ae9b-ace79bb3e2a5 to the Glance image server {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 738.130531] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Destroying the VM {{(pid=65978) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 738.131577] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f030a135-66ae-451e-b39d-44e76fba8ebb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.138955] env[65978]: DEBUG oslo_vmware.api [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 738.138955] env[65978]: value = "task-4714175" [ 738.138955] env[65978]: _type = "Task" [ 738.138955] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.150883] env[65978]: DEBUG oslo_vmware.api [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714175, 'name': Destroy_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.165835] env[65978]: DEBUG nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 738.256820] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709964} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.257316] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] bc4f9746-14ee-46fd-ae5a-2a61a64602f5/bc4f9746-14ee-46fd-ae5a-2a61a64602f5.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.257678] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.257985] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47a13e1a-7f33-4c4a-b787-9a5d98134cd0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.268480] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 738.268480] env[65978]: value = "task-4714176" [ 738.268480] env[65978]: _type = "Task" [ 738.268480] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.283133] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.303197] env[65978]: INFO nova.compute.manager [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Took 38.52 seconds to build instance. [ 738.346316] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5239e31b-92ac-9b03-ccd3-befa76ae93e5, 'name': SearchDatastore_Task, 'duration_secs': 0.039179} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.347490] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d282125-f090-4912-9c6a-88378bf9f9e3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.358865] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 738.358865] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f1a999-baac-c24a-002d-f12cc0fe165c" [ 738.358865] env[65978]: _type = "Task" [ 738.358865] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.368869] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f1a999-baac-c24a-002d-f12cc0fe165c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.458420] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Task: {'id': task-4714172, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.504117] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8f2920e9-c8bb-499e-ae9f-2d151f6c887b tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "a14898a3-b874-4ad3-b2fa-e69608ef4d0f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.577205] env[65978]: DEBUG oslo_vmware.api [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4714174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240042} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.577591] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.577706] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.577902] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.578066] env[65978]: INFO nova.compute.manager [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Took 2.15 seconds to destroy the instance on the hypervisor. [ 738.578337] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 738.582462] env[65978]: DEBUG nova.compute.manager [-] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 738.582579] env[65978]: DEBUG nova.network.neutron [-] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 738.582823] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.605322] env[65978]: DEBUG nova.network.neutron [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Successfully created port: 203205dc-c39f-44d0-bccf-5fbe290e7510 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 738.652096] env[65978]: DEBUG oslo_vmware.api [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714175, 'name': Destroy_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.737880] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.788333] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115226} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.792926] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.798266] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4bc0e7-e16d-45f0-8ede-cf786e29f5f0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.816209] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d319e306-c4c4-404e-9580-5b25fc3446ee tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Lock "b2ade356-7f5c-46bf-afbd-8e55aaf68b00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.098s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.827878] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] bc4f9746-14ee-46fd-ae5a-2a61a64602f5/bc4f9746-14ee-46fd-ae5a-2a61a64602f5.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.832932] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b1841aa-7ad2-4866-a563-1f1566dc1538 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.856225] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 738.856225] env[65978]: value = "task-4714177" [ 738.856225] env[65978]: _type = "Task" [ 738.856225] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.871389] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714177, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.881059] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f1a999-baac-c24a-002d-f12cc0fe165c, 'name': SearchDatastore_Task, 'duration_secs': 0.014371} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.883399] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.883399] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 00bd7de0-3e77-4707-a336-8656718dd3e1/00bd7de0-3e77-4707-a336-8656718dd3e1.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.883399] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7beefc1a-4f2b-4281-abcc-5bd1aa2b6c90 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.893462] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 738.893462] env[65978]: value = "task-4714178" [ 738.893462] env[65978]: _type = "Task" [ 738.893462] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.907882] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.920587] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2ed2a6-80d2-4a81-955f-ec1ac9a4b21f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.929745] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d2c96c-d63c-4167-82fd-7120b6a9e717 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.970362] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be4284d-9353-47da-9b5e-ca314b46f1ed {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.984975] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10454889-d73c-4f08-8434-2cac6aa42c67 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.986560] env[65978]: DEBUG oslo_vmware.api [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Task: {'id': task-4714172, 'name': PowerOnVM_Task, 'duration_secs': 0.633154} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.986831] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.987314] env[65978]: INFO nova.compute.manager [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Took 11.99 seconds to spawn the instance on the hypervisor. [ 738.987314] env[65978]: DEBUG nova.compute.manager [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 738.988458] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122e3ac2-9bd7-4a62-ba45-286b838ca153 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.001447] env[65978]: DEBUG nova.compute.provider_tree [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.152838] env[65978]: DEBUG oslo_vmware.api [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714175, 'name': Destroy_Task, 'duration_secs': 0.842773} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.152838] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Destroyed the VM [ 739.153212] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Deleting Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 739.153500] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-efd41eb3-7746-40c5-9419-60864acbbbc6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.163397] env[65978]: DEBUG oslo_vmware.api [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 739.163397] env[65978]: value = "task-4714179" [ 739.163397] env[65978]: _type = "Task" [ 739.163397] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.174362] env[65978]: DEBUG oslo_vmware.api [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714179, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.179861] env[65978]: DEBUG nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 739.220042] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 739.220042] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.220215] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 739.220387] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.220524] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 739.220658] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 739.220853] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 739.220999] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 739.221171] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 739.221331] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 739.221501] env[65978]: DEBUG nova.virt.hardware [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 739.222549] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a352f0b-5d7e-48e9-9dfa-dc582bb88a74 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.231605] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86f478d-bcb0-49e3-9491-c9153bd28d2d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.349381] env[65978]: DEBUG nova.compute.manager [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 739.367841] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.408746] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714178, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.470153] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "b6f9926b-da45-40cd-8fe3-60a9b3d4dc91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.470396] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "b6f9926b-da45-40cd-8fe3-60a9b3d4dc91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.508339] env[65978]: DEBUG nova.scheduler.client.report [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.520901] env[65978]: INFO nova.compute.manager [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Took 37.78 seconds to build instance. [ 739.596250] env[65978]: WARNING neutronclient.v2_0.client [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.678354] env[65978]: DEBUG oslo_vmware.api [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714179, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.758361] env[65978]: DEBUG nova.network.neutron [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Updated VIF entry in instance network info cache for port 72f9ee58-2fed-4e58-a6bf-08bed37e3a39. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 739.758361] env[65978]: DEBUG nova.network.neutron [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Updating instance_info_cache with network_info: [{"id": "72f9ee58-2fed-4e58-a6bf-08bed37e3a39", "address": "fa:16:3e:7b:21:f2", "network": {"id": "0e6fe9ab-9ab5-4280-87a1-60e0c737956a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1149969462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8825d643e4349409ea9d0471495f10c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72f9ee58-2f", "ovs_interfaceid": "72f9ee58-2fed-4e58-a6bf-08bed37e3a39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.874438] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714177, 'name': ReconfigVM_Task, 'duration_secs': 0.575617} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.874726] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Reconfigured VM instance instance-0000002a to attach disk [datastore2] bc4f9746-14ee-46fd-ae5a-2a61a64602f5/bc4f9746-14ee-46fd-ae5a-2a61a64602f5.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.876096] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f3e7504-e6fd-4a6b-bee2-d2b7289e6351 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.885315] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 739.885315] env[65978]: value = "task-4714181" [ 739.885315] env[65978]: _type = "Task" [ 739.885315] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.898426] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.898426] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714181, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.911391] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.907942} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.912015] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 00bd7de0-3e77-4707-a336-8656718dd3e1/00bd7de0-3e77-4707-a336-8656718dd3e1.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.912169] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.912446] env[65978]: DEBUG nova.network.neutron [-] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.915036] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed58722e-45f9-4dbd-8cbd-507784ac7f3a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.923973] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 739.923973] env[65978]: value = "task-4714182" [ 739.923973] env[65978]: _type = "Task" [ 739.923973] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.935601] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.019753] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.872s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.022965] env[65978]: DEBUG nova.compute.manager [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 740.023685] env[65978]: DEBUG oslo_concurrency.lockutils [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.063s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.025357] env[65978]: INFO nova.compute.claims [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.028608] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe210335-08e6-4e5d-bfb8-d58f7d7129eb tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Lock "5ff8047c-ee56-476a-bab7-3922e4ad8003" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.063s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.175088] env[65978]: DEBUG oslo_vmware.api [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714179, 'name': RemoveSnapshot_Task, 'duration_secs': 0.658764} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.175088] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Deleted Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 740.175405] env[65978]: INFO nova.compute.manager [None req-c9ecb3ef-5a8d-49e5-82b1-fac226f73c6f tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Took 14.17 seconds to snapshot the instance on the hypervisor. [ 740.261245] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] Releasing lock "refresh_cache-750e509e-7d2f-470d-895e-d098efd02196" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.262662] env[65978]: DEBUG nova.compute.manager [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Received event network-changed-17505e6b-4e54-4bc8-80e6-20dbbb505673 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 740.262662] env[65978]: DEBUG nova.compute.manager [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Refreshing instance network info cache due to event network-changed-17505e6b-4e54-4bc8-80e6-20dbbb505673. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 740.262662] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] Acquiring lock "refresh_cache-324c4201-a6d8-4432-a992-728c1abe29d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.262662] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] Acquired lock "refresh_cache-324c4201-a6d8-4432-a992-728c1abe29d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.262662] env[65978]: DEBUG nova.network.neutron [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Refreshing network info cache for port 17505e6b-4e54-4bc8-80e6-20dbbb505673 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.266284] env[65978]: DEBUG nova.compute.manager [req-260d4dcb-b3f0-427c-a37c-1bed91687921 req-61f79a44-572b-4460-8d0f-ea47e9805252 service nova] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Received event network-changed-306bf14c-35b3-4e1e-a4f6-06a3b0066c65 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 740.266585] env[65978]: DEBUG nova.compute.manager [req-260d4dcb-b3f0-427c-a37c-1bed91687921 req-61f79a44-572b-4460-8d0f-ea47e9805252 service nova] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Refreshing instance network info cache due to event network-changed-306bf14c-35b3-4e1e-a4f6-06a3b0066c65. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 740.269129] env[65978]: DEBUG oslo_concurrency.lockutils [req-260d4dcb-b3f0-427c-a37c-1bed91687921 req-61f79a44-572b-4460-8d0f-ea47e9805252 service nova] Acquiring lock "refresh_cache-b2ade356-7f5c-46bf-afbd-8e55aaf68b00" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.271191] env[65978]: DEBUG oslo_concurrency.lockutils [req-260d4dcb-b3f0-427c-a37c-1bed91687921 req-61f79a44-572b-4460-8d0f-ea47e9805252 service nova] Acquired lock "refresh_cache-b2ade356-7f5c-46bf-afbd-8e55aaf68b00" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.271191] env[65978]: DEBUG nova.network.neutron [req-260d4dcb-b3f0-427c-a37c-1bed91687921 req-61f79a44-572b-4460-8d0f-ea47e9805252 service nova] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Refreshing network info cache for port 306bf14c-35b3-4e1e-a4f6-06a3b0066c65 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.403901] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714181, 'name': Rename_Task, 'duration_secs': 0.202239} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.404231] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.404502] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec45b645-cf5e-47dd-86ec-c9d0c0a18acf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.413088] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 740.413088] env[65978]: value = "task-4714183" [ 740.413088] env[65978]: _type = "Task" [ 740.413088] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.419016] env[65978]: INFO nova.compute.manager [-] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Took 1.84 seconds to deallocate network for instance. [ 740.434065] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.443430] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08273} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.443832] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.445955] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5232c1a-a5d7-43b9-8355-e97df7a218b6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.470298] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 00bd7de0-3e77-4707-a336-8656718dd3e1/00bd7de0-3e77-4707-a336-8656718dd3e1.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.471552] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1590687-8338-4618-be60-0ab7fb4d01b7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.499458] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 740.499458] env[65978]: value = "task-4714184" [ 740.499458] env[65978]: _type = "Task" [ 740.499458] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.515218] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.520127] env[65978]: DEBUG nova.network.neutron [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Successfully updated port: 203205dc-c39f-44d0-bccf-5fbe290e7510 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 740.532544] env[65978]: DEBUG nova.compute.utils [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.538871] env[65978]: DEBUG nova.compute.manager [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 740.539733] env[65978]: DEBUG nova.compute.manager [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 740.539923] env[65978]: DEBUG nova.network.neutron [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 740.540262] env[65978]: WARNING neutronclient.v2_0.client [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.540620] env[65978]: WARNING neutronclient.v2_0.client [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.587580] env[65978]: DEBUG nova.policy [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aef3424ea0c44a399897ae14682f3963', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96b0479f62fa46a99c32b02e1c24c72d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.766373] env[65978]: WARNING neutronclient.v2_0.client [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.775826] env[65978]: WARNING neutronclient.v2_0.client [req-260d4dcb-b3f0-427c-a37c-1bed91687921 req-61f79a44-572b-4460-8d0f-ea47e9805252 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.796615] env[65978]: DEBUG nova.network.neutron [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 740.802524] env[65978]: DEBUG oslo_concurrency.lockutils [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Acquiring lock "1a12c1ed-374e-44bd-9715-c4bc621f18a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.802743] env[65978]: DEBUG oslo_concurrency.lockutils [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Lock "1a12c1ed-374e-44bd-9715-c4bc621f18a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.802951] env[65978]: DEBUG oslo_concurrency.lockutils [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Acquiring lock "1a12c1ed-374e-44bd-9715-c4bc621f18a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.804289] env[65978]: DEBUG oslo_concurrency.lockutils [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Lock "1a12c1ed-374e-44bd-9715-c4bc621f18a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.804289] env[65978]: DEBUG oslo_concurrency.lockutils [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Lock "1a12c1ed-374e-44bd-9715-c4bc621f18a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.808773] env[65978]: DEBUG nova.compute.manager [req-2b1f4d1a-21d4-4565-89fc-d29f37020dbb req-922e0f11-461c-4214-a4cb-de0e4f244ab0 service nova] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Received event network-vif-plugged-608eb727-3770-4e19-b3e0-659e19df2e34 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 740.808773] env[65978]: DEBUG oslo_concurrency.lockutils [req-2b1f4d1a-21d4-4565-89fc-d29f37020dbb req-922e0f11-461c-4214-a4cb-de0e4f244ab0 service nova] Acquiring lock "00bd7de0-3e77-4707-a336-8656718dd3e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.809283] env[65978]: DEBUG oslo_concurrency.lockutils [req-2b1f4d1a-21d4-4565-89fc-d29f37020dbb req-922e0f11-461c-4214-a4cb-de0e4f244ab0 service nova] Lock "00bd7de0-3e77-4707-a336-8656718dd3e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.809516] env[65978]: DEBUG oslo_concurrency.lockutils [req-2b1f4d1a-21d4-4565-89fc-d29f37020dbb req-922e0f11-461c-4214-a4cb-de0e4f244ab0 service nova] Lock "00bd7de0-3e77-4707-a336-8656718dd3e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.809695] env[65978]: DEBUG nova.compute.manager [req-2b1f4d1a-21d4-4565-89fc-d29f37020dbb req-922e0f11-461c-4214-a4cb-de0e4f244ab0 service nova] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] No waiting events found dispatching network-vif-plugged-608eb727-3770-4e19-b3e0-659e19df2e34 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 740.809857] env[65978]: WARNING nova.compute.manager [req-2b1f4d1a-21d4-4565-89fc-d29f37020dbb req-922e0f11-461c-4214-a4cb-de0e4f244ab0 service nova] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Received unexpected event network-vif-plugged-608eb727-3770-4e19-b3e0-659e19df2e34 for instance with vm_state building and task_state spawning. [ 740.810044] env[65978]: DEBUG nova.compute.manager [req-2b1f4d1a-21d4-4565-89fc-d29f37020dbb req-922e0f11-461c-4214-a4cb-de0e4f244ab0 service nova] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Received event network-changed-608eb727-3770-4e19-b3e0-659e19df2e34 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 740.810252] env[65978]: DEBUG nova.compute.manager [req-2b1f4d1a-21d4-4565-89fc-d29f37020dbb req-922e0f11-461c-4214-a4cb-de0e4f244ab0 service nova] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Refreshing instance network info cache due to event network-changed-608eb727-3770-4e19-b3e0-659e19df2e34. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 740.810472] env[65978]: DEBUG oslo_concurrency.lockutils [req-2b1f4d1a-21d4-4565-89fc-d29f37020dbb req-922e0f11-461c-4214-a4cb-de0e4f244ab0 service nova] Acquiring lock "refresh_cache-00bd7de0-3e77-4707-a336-8656718dd3e1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.810605] env[65978]: DEBUG oslo_concurrency.lockutils [req-2b1f4d1a-21d4-4565-89fc-d29f37020dbb req-922e0f11-461c-4214-a4cb-de0e4f244ab0 service nova] Acquired lock "refresh_cache-00bd7de0-3e77-4707-a336-8656718dd3e1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.812043] env[65978]: DEBUG nova.network.neutron [req-2b1f4d1a-21d4-4565-89fc-d29f37020dbb req-922e0f11-461c-4214-a4cb-de0e4f244ab0 service nova] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Refreshing network info cache for port 608eb727-3770-4e19-b3e0-659e19df2e34 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.817022] env[65978]: INFO nova.compute.manager [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Terminating instance [ 740.897473] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Acquiring lock "c29d5f04-bcba-407e-aa0c-7a50284593fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.897473] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Lock "c29d5f04-bcba-407e-aa0c-7a50284593fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.897473] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Acquiring lock "c29d5f04-bcba-407e-aa0c-7a50284593fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.897473] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Lock "c29d5f04-bcba-407e-aa0c-7a50284593fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.897646] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Lock "c29d5f04-bcba-407e-aa0c-7a50284593fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.900761] env[65978]: INFO nova.compute.manager [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Terminating instance [ 740.928920] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.936535] env[65978]: DEBUG oslo_concurrency.lockutils [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.995652] env[65978]: DEBUG nova.network.neutron [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Successfully created port: b193a074-4731-4a21-9873-45c3ff790601 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 741.011551] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.025821] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquiring lock "refresh_cache-d36351a6-4988-44ad-9bb8-ffa7cb7fa83f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.026016] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquired lock "refresh_cache-d36351a6-4988-44ad-9bb8-ffa7cb7fa83f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.026201] env[65978]: DEBUG nova.network.neutron [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 741.048206] env[65978]: DEBUG nova.compute.manager [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 741.078520] env[65978]: DEBUG nova.network.neutron [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.088712] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.320188] env[65978]: WARNING neutronclient.v2_0.client [req-2b1f4d1a-21d4-4565-89fc-d29f37020dbb req-922e0f11-461c-4214-a4cb-de0e4f244ab0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.323166] env[65978]: DEBUG nova.compute.manager [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 741.323345] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.324735] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00711de3-221d-4772-84cf-0fc7a2e45e78 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.337724] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.338020] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2571a0e4-a5c6-4b85-81c0-fbae6c37260f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.346780] env[65978]: DEBUG oslo_vmware.api [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Waiting for the task: (returnval){ [ 741.346780] env[65978]: value = "task-4714185" [ 741.346780] env[65978]: _type = "Task" [ 741.346780] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.357572] env[65978]: DEBUG oslo_vmware.api [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Task: {'id': task-4714185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.411247] env[65978]: DEBUG nova.compute.manager [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 741.412176] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.416540] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49af95d-6617-4e30-a521-a74a9ef5c80c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.434647] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714183, 'name': PowerOnVM_Task, 'duration_secs': 0.994958} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.439170] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.439312] env[65978]: INFO nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Took 12.25 seconds to spawn the instance on the hypervisor. [ 741.439587] env[65978]: DEBUG nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 741.440340] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.441705] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081d0b7b-1bc6-4340-8410-e7a1751b7df1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.444686] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-344f2bb0-6ecc-4896-be6d-2e79e05e5c84 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.520216] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714184, 'name': ReconfigVM_Task, 'duration_secs': 0.802135} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.521944] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 00bd7de0-3e77-4707-a336-8656718dd3e1/00bd7de0-3e77-4707-a336-8656718dd3e1.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.525568] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1270c02-3d33-44c7-9d34-a18814595628 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.534768] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 741.534768] env[65978]: value = "task-4714187" [ 741.534768] env[65978]: _type = "Task" [ 741.534768] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.542876] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.542876] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.542876] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Deleting the datastore file [datastore2] c29d5f04-bcba-407e-aa0c-7a50284593fd {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.543280] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d877584-cf85-4683-a27f-6c91751e305e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.551590] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714187, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.559909] env[65978]: DEBUG oslo_vmware.api [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Waiting for the task: (returnval){ [ 741.559909] env[65978]: value = "task-4714188" [ 741.559909] env[65978]: _type = "Task" [ 741.559909] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.571985] env[65978]: DEBUG oslo_vmware.api [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4714188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.583088] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] Releasing lock "refresh_cache-324c4201-a6d8-4432-a992-728c1abe29d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.583088] env[65978]: DEBUG nova.compute.manager [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Received event network-vif-plugged-e456ab03-c544-4e89-b438-6fb2b1da22c9 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 741.583388] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] Acquiring lock "5ff8047c-ee56-476a-bab7-3922e4ad8003-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.583648] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] Lock "5ff8047c-ee56-476a-bab7-3922e4ad8003-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.584166] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] Lock "5ff8047c-ee56-476a-bab7-3922e4ad8003-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.584166] env[65978]: DEBUG nova.compute.manager [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] No waiting events found dispatching network-vif-plugged-e456ab03-c544-4e89-b438-6fb2b1da22c9 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 741.584347] env[65978]: WARNING nova.compute.manager [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Received unexpected event network-vif-plugged-e456ab03-c544-4e89-b438-6fb2b1da22c9 for instance with vm_state building and task_state spawning. [ 741.584431] env[65978]: DEBUG nova.compute.manager [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Received event network-changed-e456ab03-c544-4e89-b438-6fb2b1da22c9 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 741.585189] env[65978]: DEBUG nova.compute.manager [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Refreshing instance network info cache due to event network-changed-e456ab03-c544-4e89-b438-6fb2b1da22c9. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 741.585189] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] Acquiring lock "refresh_cache-5ff8047c-ee56-476a-bab7-3922e4ad8003" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.585189] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] Acquired lock "refresh_cache-5ff8047c-ee56-476a-bab7-3922e4ad8003" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.585189] env[65978]: DEBUG nova.network.neutron [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Refreshing network info cache for port e456ab03-c544-4e89-b438-6fb2b1da22c9 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.715334] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf16440-24f2-457b-8878-11bb3ed22610 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.724546] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baacf076-5702-44db-be5c-81e8af88b78f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.760283] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c47d261-12c0-41c2-a407-ddeca76a8f3d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.769948] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e56c10-f1da-4dfd-849c-65e0f475b4b8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.785999] env[65978]: DEBUG nova.compute.provider_tree [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.833265] env[65978]: DEBUG nova.network.neutron [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 741.858792] env[65978]: DEBUG oslo_vmware.api [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Task: {'id': task-4714185, 'name': PowerOffVM_Task, 'duration_secs': 0.298686} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.859225] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.859312] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.859566] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-996f1bb5-9e72-4e2f-8b97-a67207b585fc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.940685] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.940975] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.941126] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Deleting the datastore file [datastore1] 1a12c1ed-374e-44bd-9715-c4bc621f18a5 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.941432] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64932b6d-da2c-43d4-a45c-6857a24a1cd2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.949178] env[65978]: DEBUG oslo_vmware.api [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Waiting for the task: (returnval){ [ 741.949178] env[65978]: value = "task-4714190" [ 741.949178] env[65978]: _type = "Task" [ 741.949178] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.958184] env[65978]: DEBUG oslo_vmware.api [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Task: {'id': task-4714190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.969240] env[65978]: INFO nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Took 40.07 seconds to build instance. [ 742.019243] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32cd9c5-48fe-4008-a58d-4c48d658a18a tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Volume attach. Driver type: vmdk {{(pid=65978) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 742.019500] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32cd9c5-48fe-4008-a58d-4c48d658a18a tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-919981', 'volume_id': '23524d13-860a-4c34-b336-776c8ffb2042', 'name': 'volume-23524d13-860a-4c34-b336-776c8ffb2042', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dcffbd1b-1386-4ddf-a622-9186038fc273', 'attached_at': '', 'detached_at': '', 'volume_id': '23524d13-860a-4c34-b336-776c8ffb2042', 'serial': '23524d13-860a-4c34-b336-776c8ffb2042'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 742.020731] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11243e5-37b8-4147-b5a3-fc8ed56962e0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.041280] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80d65ff-7fb2-425b-ad5a-e57505d90825 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.050663] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714187, 'name': Rename_Task, 'duration_secs': 0.214788} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.064321] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.066600] env[65978]: DEBUG nova.compute.manager [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 742.077393] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32cd9c5-48fe-4008-a58d-4c48d658a18a tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] volume-23524d13-860a-4c34-b336-776c8ffb2042/volume-23524d13-860a-4c34-b336-776c8ffb2042.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.078041] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f18cd488-8407-49f8-a4b7-6df3b64fe8ef {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.083291] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-876f6945-6d9d-4a50-a6cc-cd5d2833731f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.099888] env[65978]: WARNING neutronclient.v2_0.client [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.112579] env[65978]: DEBUG oslo_vmware.api [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4714188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.481943} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.117981] env[65978]: DEBUG nova.virt.hardware [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 742.118232] env[65978]: DEBUG nova.virt.hardware [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.118424] env[65978]: DEBUG nova.virt.hardware [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 742.118670] env[65978]: DEBUG nova.virt.hardware [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.119148] env[65978]: DEBUG nova.virt.hardware [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 742.119148] env[65978]: DEBUG nova.virt.hardware [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 742.119471] env[65978]: DEBUG nova.virt.hardware [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 742.119686] env[65978]: DEBUG nova.virt.hardware [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 742.119971] env[65978]: DEBUG nova.virt.hardware [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 742.120337] env[65978]: DEBUG nova.virt.hardware [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 742.120575] env[65978]: DEBUG nova.virt.hardware [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 742.120998] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.121228] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.121486] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.121601] env[65978]: INFO nova.compute.manager [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Took 0.71 seconds to destroy the instance on the hypervisor. [ 742.121923] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 742.122251] env[65978]: DEBUG oslo_vmware.api [None req-a32cd9c5-48fe-4008-a58d-4c48d658a18a tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 742.122251] env[65978]: value = "task-4714192" [ 742.122251] env[65978]: _type = "Task" [ 742.122251] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.122593] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 742.122593] env[65978]: value = "task-4714191" [ 742.122593] env[65978]: _type = "Task" [ 742.122593] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.123521] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccbfbf6-c261-40fc-9ab7-a762f518fb06 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.126732] env[65978]: DEBUG nova.compute.manager [-] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 742.126900] env[65978]: DEBUG nova.network.neutron [-] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 742.127208] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.157040] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c61d61-7efd-44b4-945c-f228db36bc39 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.162126] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714191, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.162782] env[65978]: DEBUG oslo_vmware.api [None req-a32cd9c5-48fe-4008-a58d-4c48d658a18a tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.313086] env[65978]: ERROR nova.scheduler.client.report [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [req-796835de-b9a3-4e7b-afb7-79821f582014] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7cef9df5-c7be-44a4-aef0-4856b8af9b78. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-796835de-b9a3-4e7b-afb7-79821f582014"}]} [ 742.332593] env[65978]: DEBUG nova.scheduler.client.report [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Refreshing inventories for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 742.337311] env[65978]: WARNING neutronclient.v2_0.client [req-260d4dcb-b3f0-427c-a37c-1bed91687921 req-61f79a44-572b-4460-8d0f-ea47e9805252 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.352214] env[65978]: DEBUG nova.scheduler.client.report [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Updating ProviderTree inventory for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 742.352447] env[65978]: DEBUG nova.compute.provider_tree [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 742.370193] env[65978]: DEBUG nova.scheduler.client.report [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Refreshing aggregate associations for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78, aggregates: None {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 742.399423] env[65978]: DEBUG nova.scheduler.client.report [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Refreshing trait associations for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 742.460169] env[65978]: DEBUG oslo_vmware.api [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Task: {'id': task-4714190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360076} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.460426] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.460601] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.460785] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.460989] env[65978]: INFO nova.compute.manager [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 742.461262] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 742.461472] env[65978]: DEBUG nova.compute.manager [-] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 742.461565] env[65978]: DEBUG nova.network.neutron [-] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 742.461799] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.471939] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "bc4f9746-14ee-46fd-ae5a-2a61a64602f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.447s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.652936] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714191, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.653278] env[65978]: DEBUG oslo_vmware.api [None req-a32cd9c5-48fe-4008-a58d-4c48d658a18a tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.813231] env[65978]: DEBUG nova.network.neutron [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Successfully updated port: b193a074-4731-4a21-9873-45c3ff790601 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 742.923440] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78d6953-7b7c-4451-bf07-0cd126e4273e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.933055] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4703cb8-0d81-472b-a83a-0cfcf0ada32b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.972296] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a500e89d-68d0-4418-8251-06f9a04d2a13 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.975659] env[65978]: DEBUG nova.compute.manager [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 742.987580] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3a951a-f4d1-4e42-8b7b-ae63c0652869 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.003934] env[65978]: DEBUG nova.compute.provider_tree [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.013420] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.093706] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.146221] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714191, 'name': PowerOnVM_Task, 'duration_secs': 0.96856} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.150019] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.150019] env[65978]: INFO nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Took 8.97 seconds to spawn the instance on the hypervisor. [ 743.150194] env[65978]: DEBUG nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 743.150355] env[65978]: DEBUG oslo_vmware.api [None req-a32cd9c5-48fe-4008-a58d-4c48d658a18a tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714192, 'name': ReconfigVM_Task, 'duration_secs': 0.705344} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.151061] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f29f92-79ae-4be1-8b6e-63ab56b316af {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.153602] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32cd9c5-48fe-4008-a58d-4c48d658a18a tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Reconfigured VM instance instance-00000025 to attach disk [datastore1] volume-23524d13-860a-4c34-b336-776c8ffb2042/volume-23524d13-860a-4c34-b336-776c8ffb2042.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.158667] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1246aad3-0973-402e-b607-65679d37a941 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.178055] env[65978]: DEBUG oslo_vmware.api [None req-a32cd9c5-48fe-4008-a58d-4c48d658a18a tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 743.178055] env[65978]: value = "task-4714193" [ 743.178055] env[65978]: _type = "Task" [ 743.178055] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.188186] env[65978]: DEBUG oslo_vmware.api [None req-a32cd9c5-48fe-4008-a58d-4c48d658a18a tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.318535] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Acquiring lock "refresh_cache-7920eeed-577d-4ee6-8dab-69ead7c42706" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.318535] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Acquired lock "refresh_cache-7920eeed-577d-4ee6-8dab-69ead7c42706" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.318535] env[65978]: DEBUG nova.network.neutron [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 743.451811] env[65978]: DEBUG nova.network.neutron [req-260d4dcb-b3f0-427c-a37c-1bed91687921 req-61f79a44-572b-4460-8d0f-ea47e9805252 service nova] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Updated VIF entry in instance network info cache for port 306bf14c-35b3-4e1e-a4f6-06a3b0066c65. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 743.453028] env[65978]: DEBUG nova.network.neutron [req-260d4dcb-b3f0-427c-a37c-1bed91687921 req-61f79a44-572b-4460-8d0f-ea47e9805252 service nova] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Updating instance_info_cache with network_info: [{"id": "306bf14c-35b3-4e1e-a4f6-06a3b0066c65", "address": "fa:16:3e:58:70:b5", "network": {"id": "f9b2457c-57c6-41ab-8e0d-d996954f09cf", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1882510017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d01e0278ee6e40a2a0db4e2560dafee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306bf14c-35", "ovs_interfaceid": "306bf14c-35b3-4e1e-a4f6-06a3b0066c65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.506641] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.507642] env[65978]: DEBUG nova.scheduler.client.report [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.687016] env[65978]: WARNING neutronclient.v2_0.client [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.693250] env[65978]: INFO nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Took 37.49 seconds to build instance. [ 743.705741] env[65978]: DEBUG oslo_vmware.api [None req-a32cd9c5-48fe-4008-a58d-4c48d658a18a tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714193, 'name': ReconfigVM_Task, 'duration_secs': 0.175234} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.706072] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32cd9c5-48fe-4008-a58d-4c48d658a18a tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-919981', 'volume_id': '23524d13-860a-4c34-b336-776c8ffb2042', 'name': 'volume-23524d13-860a-4c34-b336-776c8ffb2042', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dcffbd1b-1386-4ddf-a622-9186038fc273', 'attached_at': '', 'detached_at': '', 'volume_id': '23524d13-860a-4c34-b336-776c8ffb2042', 'serial': '23524d13-860a-4c34-b336-776c8ffb2042'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 743.739753] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Acquiring lock "a4bc3380-9f28-4ffe-ad79-fbe565c39c37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.740168] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Lock "a4bc3380-9f28-4ffe-ad79-fbe565c39c37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.740388] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Acquiring lock "a4bc3380-9f28-4ffe-ad79-fbe565c39c37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.740617] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Lock "a4bc3380-9f28-4ffe-ad79-fbe565c39c37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.740792] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Lock "a4bc3380-9f28-4ffe-ad79-fbe565c39c37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.742911] env[65978]: INFO nova.compute.manager [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Terminating instance [ 743.835106] env[65978]: WARNING neutronclient.v2_0.client [req-2b1f4d1a-21d4-4565-89fc-d29f37020dbb req-922e0f11-461c-4214-a4cb-de0e4f244ab0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.910854] env[65978]: DEBUG nova.network.neutron [-] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.955922] env[65978]: DEBUG oslo_concurrency.lockutils [req-260d4dcb-b3f0-427c-a37c-1bed91687921 req-61f79a44-572b-4460-8d0f-ea47e9805252 service nova] Releasing lock "refresh_cache-b2ade356-7f5c-46bf-afbd-8e55aaf68b00" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.016152] env[65978]: DEBUG oslo_concurrency.lockutils [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.990s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.016152] env[65978]: DEBUG nova.compute.manager [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 744.018681] env[65978]: DEBUG nova.network.neutron [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 744.021806] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.937s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.022242] env[65978]: DEBUG nova.objects.instance [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lazy-loading 'resources' on Instance uuid 429beadd-d1ad-4122-84a5-6fde2d7902c2 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.081803] env[65978]: DEBUG nova.network.neutron [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Updating instance_info_cache with network_info: [{"id": "203205dc-c39f-44d0-bccf-5fbe290e7510", "address": "fa:16:3e:8b:0a:29", "network": {"id": "c26b8828-edea-4fe6-a276-1cfd9a7e947e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1261587851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a8c427e02674dad8d19c295ddc87353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap203205dc-c3", "ovs_interfaceid": "203205dc-c39f-44d0-bccf-5fbe290e7510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.155382] env[65978]: DEBUG nova.network.neutron [-] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.196278] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "00bd7de0-3e77-4707-a336-8656718dd3e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.130s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.247663] env[65978]: DEBUG nova.compute.manager [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 744.247951] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.254686] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5ba2ea-7ec8-43d8-8c14-37f864213f36 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.268413] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.270226] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddab1fbc-0667-4451-b06d-965cbe5d7931 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.279411] env[65978]: DEBUG oslo_vmware.api [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for the task: (returnval){ [ 744.279411] env[65978]: value = "task-4714194" [ 744.279411] env[65978]: _type = "Task" [ 744.279411] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.291902] env[65978]: DEBUG oslo_vmware.api [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.352025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Acquiring lock "2131baf3-24b8-4cff-9821-bfb25e44ef3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.352025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Lock "2131baf3-24b8-4cff-9821-bfb25e44ef3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.352025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Acquiring lock "2131baf3-24b8-4cff-9821-bfb25e44ef3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.352319] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Lock "2131baf3-24b8-4cff-9821-bfb25e44ef3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.352319] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Lock "2131baf3-24b8-4cff-9821-bfb25e44ef3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.353644] env[65978]: INFO nova.compute.manager [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Terminating instance [ 744.415031] env[65978]: INFO nova.compute.manager [-] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Took 2.29 seconds to deallocate network for instance. [ 744.451332] env[65978]: WARNING neutronclient.v2_0.client [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.526278] env[65978]: DEBUG nova.compute.utils [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.533590] env[65978]: DEBUG nova.network.neutron [req-2b1f4d1a-21d4-4565-89fc-d29f37020dbb req-922e0f11-461c-4214-a4cb-de0e4f244ab0 service nova] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Updated VIF entry in instance network info cache for port 608eb727-3770-4e19-b3e0-659e19df2e34. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 744.533590] env[65978]: DEBUG nova.network.neutron [req-2b1f4d1a-21d4-4565-89fc-d29f37020dbb req-922e0f11-461c-4214-a4cb-de0e4f244ab0 service nova] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Updating instance_info_cache with network_info: [{"id": "608eb727-3770-4e19-b3e0-659e19df2e34", "address": "fa:16:3e:ff:c6:dc", "network": {"id": "c26b8828-edea-4fe6-a276-1cfd9a7e947e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1261587851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a8c427e02674dad8d19c295ddc87353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608eb727-37", "ovs_interfaceid": "608eb727-3770-4e19-b3e0-659e19df2e34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.536756] env[65978]: DEBUG nova.compute.manager [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 744.538117] env[65978]: DEBUG nova.network.neutron [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 744.538117] env[65978]: WARNING neutronclient.v2_0.client [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.538117] env[65978]: WARNING neutronclient.v2_0.client [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.585214] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Releasing lock "refresh_cache-d36351a6-4988-44ad-9bb8-ffa7cb7fa83f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.586348] env[65978]: DEBUG nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Instance network_info: |[{"id": "203205dc-c39f-44d0-bccf-5fbe290e7510", "address": "fa:16:3e:8b:0a:29", "network": {"id": "c26b8828-edea-4fe6-a276-1cfd9a7e947e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1261587851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a8c427e02674dad8d19c295ddc87353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap203205dc-c3", "ovs_interfaceid": "203205dc-c39f-44d0-bccf-5fbe290e7510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 744.586598] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:0a:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '203205dc-c39f-44d0-bccf-5fbe290e7510', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.595042] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 744.598736] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.600185] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9b92c65-78af-480c-8590-de8fa6ec35ab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.634063] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.634063] env[65978]: value = "task-4714195" [ 744.634063] env[65978]: _type = "Task" [ 744.634063] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.644514] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714195, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.658949] env[65978]: INFO nova.compute.manager [-] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Took 2.20 seconds to deallocate network for instance. [ 744.706525] env[65978]: DEBUG nova.policy [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6da0469a1a9644808c405f10baf14221', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67c0285adf994e4ab5fbfe0226d33b52', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.747091] env[65978]: DEBUG nova.network.neutron [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Updated VIF entry in instance network info cache for port e456ab03-c544-4e89-b438-6fb2b1da22c9. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 744.747091] env[65978]: DEBUG nova.network.neutron [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Updating instance_info_cache with network_info: [{"id": "e456ab03-c544-4e89-b438-6fb2b1da22c9", "address": "fa:16:3e:cf:da:10", "network": {"id": "6598c7b6-abc2-4307-8e5e-de1d07658d48", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-333497677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41861b3f5c2842938462dcc023298317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape456ab03-c5", "ovs_interfaceid": "e456ab03-c544-4e89-b438-6fb2b1da22c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.760766] env[65978]: DEBUG nova.objects.instance [None req-a32cd9c5-48fe-4008-a58d-4c48d658a18a tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lazy-loading 'flavor' on Instance uuid dcffbd1b-1386-4ddf-a622-9186038fc273 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.794299] env[65978]: DEBUG oslo_vmware.api [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714194, 'name': PowerOffVM_Task, 'duration_secs': 0.392746} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.794670] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.794837] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.795125] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7a48e22-1bb0-4320-8fc2-5fc7cecb996e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.837740] env[65978]: WARNING neutronclient.v2_0.client [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.858725] env[65978]: DEBUG nova.compute.manager [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 744.858952] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.863688] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cde2a9-b25b-4a24-a297-fa6b1a1fa4e2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.877876] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.879470] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72322135-bd37-48e8-8735-6eed89e32934 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.890397] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.890648] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.890870] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Deleting the datastore file [datastore2] a4bc3380-9f28-4ffe-ad79-fbe565c39c37 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.895755] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-162b7057-e80d-4441-8a60-f6b94eb3f101 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.898194] env[65978]: DEBUG oslo_vmware.api [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Waiting for the task: (returnval){ [ 744.898194] env[65978]: value = "task-4714197" [ 744.898194] env[65978]: _type = "Task" [ 744.898194] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.909306] env[65978]: DEBUG oslo_vmware.api [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for the task: (returnval){ [ 744.909306] env[65978]: value = "task-4714198" [ 744.909306] env[65978]: _type = "Task" [ 744.909306] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.914269] env[65978]: DEBUG oslo_vmware.api [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Task: {'id': task-4714197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.925150] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.925931] env[65978]: DEBUG oslo_vmware.api [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.037794] env[65978]: DEBUG nova.compute.manager [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 745.046232] env[65978]: DEBUG oslo_concurrency.lockutils [req-2b1f4d1a-21d4-4565-89fc-d29f37020dbb req-922e0f11-461c-4214-a4cb-de0e4f244ab0 service nova] Releasing lock "refresh_cache-00bd7de0-3e77-4707-a336-8656718dd3e1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.160655] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714195, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.167517] env[65978]: DEBUG oslo_concurrency.lockutils [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.250979] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] Releasing lock "refresh_cache-5ff8047c-ee56-476a-bab7-3922e4ad8003" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.250979] env[65978]: DEBUG nova.compute.manager [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Received event network-vif-plugged-b0e6ff5d-5167-430e-b1f7-511545f95220 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 745.250979] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] Acquiring lock "bc4f9746-14ee-46fd-ae5a-2a61a64602f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.251227] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] Lock "bc4f9746-14ee-46fd-ae5a-2a61a64602f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.251264] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] Lock "bc4f9746-14ee-46fd-ae5a-2a61a64602f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.251942] env[65978]: DEBUG nova.compute.manager [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] No waiting events found dispatching network-vif-plugged-b0e6ff5d-5167-430e-b1f7-511545f95220 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 745.251942] env[65978]: WARNING nova.compute.manager [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Received unexpected event network-vif-plugged-b0e6ff5d-5167-430e-b1f7-511545f95220 for instance with vm_state building and task_state spawning. [ 745.251942] env[65978]: DEBUG nova.compute.manager [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Received event network-changed-b0e6ff5d-5167-430e-b1f7-511545f95220 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 745.251942] env[65978]: DEBUG nova.compute.manager [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Refreshing instance network info cache due to event network-changed-b0e6ff5d-5167-430e-b1f7-511545f95220. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 745.252192] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] Acquiring lock "refresh_cache-bc4f9746-14ee-46fd-ae5a-2a61a64602f5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.252327] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] Acquired lock "refresh_cache-bc4f9746-14ee-46fd-ae5a-2a61a64602f5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.252481] env[65978]: DEBUG nova.network.neutron [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Refreshing network info cache for port b0e6ff5d-5167-430e-b1f7-511545f95220 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.269381] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a32cd9c5-48fe-4008-a58d-4c48d658a18a tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "dcffbd1b-1386-4ddf-a622-9186038fc273" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.409s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.302352] env[65978]: DEBUG nova.network.neutron [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Updating instance_info_cache with network_info: [{"id": "b193a074-4731-4a21-9873-45c3ff790601", "address": "fa:16:3e:89:d1:e4", "network": {"id": "66f0c0e0-8b90-48c2-ba23-1f38dfdee813", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1719743896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96b0479f62fa46a99c32b02e1c24c72d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb193a074-47", "ovs_interfaceid": "b193a074-4731-4a21-9873-45c3ff790601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.380146] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec386b5-3d14-4b44-81db-7e4ef1b40e24 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.391842] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d25743-cce8-4baf-82df-42def5eb292b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.439466] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250d0be6-a978-420e-a423-9d1348454925 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.446694] env[65978]: DEBUG oslo_vmware.api [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Task: {'id': task-4714197, 'name': PowerOffVM_Task, 'duration_secs': 0.279581} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.452022] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.452022] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.452022] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a96ff14-cfd7-41be-bdaa-3f5d89ca397b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.460248] env[65978]: DEBUG oslo_vmware.api [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226415} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.463530] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32975b23-9713-4182-818d-4837b2a8d293 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.470044] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.470298] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.470564] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.470830] env[65978]: INFO nova.compute.manager [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Took 1.22 seconds to destroy the instance on the hypervisor. [ 745.471321] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 745.472858] env[65978]: DEBUG nova.network.neutron [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Successfully created port: 05e27261-4854-475d-8f11-799aca744659 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 745.478042] env[65978]: DEBUG nova.compute.manager [-] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 745.478242] env[65978]: DEBUG nova.network.neutron [-] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 745.478610] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.501682] env[65978]: DEBUG nova.compute.provider_tree [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.548049] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.548049] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.548049] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Deleting the datastore file [datastore1] 2131baf3-24b8-4cff-9821-bfb25e44ef3f {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.551755] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cecd5e48-0cf3-4ad1-92c4-369046c844b5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.564264] env[65978]: DEBUG oslo_vmware.api [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Waiting for the task: (returnval){ [ 745.564264] env[65978]: value = "task-4714200" [ 745.564264] env[65978]: _type = "Task" [ 745.564264] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.574133] env[65978]: DEBUG oslo_vmware.api [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Task: {'id': task-4714200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.653770] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714195, 'name': CreateVM_Task, 'duration_secs': 0.542459} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.653942] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.654459] env[65978]: WARNING neutronclient.v2_0.client [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.654893] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.655158] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.655545] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.655893] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99574fbf-3f8d-462d-9e23-4234e17f7ed8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.661767] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 745.661767] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e5349c-9fab-201b-2267-8d1722ffee33" [ 745.661767] env[65978]: _type = "Task" [ 745.661767] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.666644] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.676514] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e5349c-9fab-201b-2267-8d1722ffee33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.756369] env[65978]: WARNING neutronclient.v2_0.client [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.807954] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Releasing lock "refresh_cache-7920eeed-577d-4ee6-8dab-69ead7c42706" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.808910] env[65978]: DEBUG nova.compute.manager [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Instance network_info: |[{"id": "b193a074-4731-4a21-9873-45c3ff790601", "address": "fa:16:3e:89:d1:e4", "network": {"id": "66f0c0e0-8b90-48c2-ba23-1f38dfdee813", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1719743896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96b0479f62fa46a99c32b02e1c24c72d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb193a074-47", "ovs_interfaceid": "b193a074-4731-4a21-9873-45c3ff790601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 745.809172] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:d1:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b193a074-4731-4a21-9873-45c3ff790601', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.827671] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Creating folder: Project (96b0479f62fa46a99c32b02e1c24c72d). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.828177] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-916e15ea-8569-464c-b3e7-ee7c66449618 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.848775] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Created folder: Project (96b0479f62fa46a99c32b02e1c24c72d) in parent group-v919857. [ 745.849372] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Creating folder: Instances. Parent ref: group-v919983. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.849765] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2e817cb-d757-4656-81c1-d41f46b95422 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.864702] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Created folder: Instances in parent group-v919983. [ 745.865099] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 745.865414] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.866069] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee075d65-a16d-4e75-8696-1631788869b6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.885595] env[65978]: DEBUG nova.objects.instance [None req-8c02bb01-b07c-4845-a402-f4f16405782a tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lazy-loading 'flavor' on Instance uuid a14898a3-b874-4ad3-b2fa-e69608ef4d0f {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.894182] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.894182] env[65978]: value = "task-4714203" [ 745.894182] env[65978]: _type = "Task" [ 745.894182] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.906647] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714203, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.006505] env[65978]: DEBUG nova.scheduler.client.report [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.056421] env[65978]: DEBUG nova.compute.manager [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 746.076670] env[65978]: DEBUG oslo_vmware.api [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Task: {'id': task-4714200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402393} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.077163] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.077383] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.077565] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.077749] env[65978]: INFO nova.compute.manager [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Took 1.22 seconds to destroy the instance on the hypervisor. [ 746.078029] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 746.078265] env[65978]: DEBUG nova.compute.manager [-] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 746.078360] env[65978]: DEBUG nova.network.neutron [-] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 746.078619] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.096791] env[65978]: DEBUG nova.virt.hardware [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 746.097222] env[65978]: DEBUG nova.virt.hardware [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.097222] env[65978]: DEBUG nova.virt.hardware [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 746.097408] env[65978]: DEBUG nova.virt.hardware [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.097545] env[65978]: DEBUG nova.virt.hardware [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 746.097685] env[65978]: DEBUG nova.virt.hardware [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 746.097889] env[65978]: DEBUG nova.virt.hardware [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 746.098234] env[65978]: DEBUG nova.virt.hardware [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 746.098553] env[65978]: DEBUG nova.virt.hardware [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 746.098749] env[65978]: DEBUG nova.virt.hardware [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 746.099102] env[65978]: DEBUG nova.virt.hardware [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 746.102306] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6142087f-aa52-4974-8700-614909589e3b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.116955] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b3d9e2-bb5f-498a-99e7-be4248cc415c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.178624] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e5349c-9fab-201b-2267-8d1722ffee33, 'name': SearchDatastore_Task, 'duration_secs': 0.015626} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.179143] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.179407] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.179663] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.179809] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.180048] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.180333] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54f2b2da-6a52-492b-9e4e-5573d29d8f9c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.191799] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.192172] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.193224] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fdce4a8-0f60-47e3-a907-b8ce40485b8e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.201767] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 746.201767] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b4c4a2-d777-d271-5b78-f7918a3ca6a6" [ 746.201767] env[65978]: _type = "Task" [ 746.201767] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.212660] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b4c4a2-d777-d271-5b78-f7918a3ca6a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.391071] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8c02bb01-b07c-4845-a402-f4f16405782a tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "refresh_cache-a14898a3-b874-4ad3-b2fa-e69608ef4d0f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.391321] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8c02bb01-b07c-4845-a402-f4f16405782a tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquired lock "refresh_cache-a14898a3-b874-4ad3-b2fa-e69608ef4d0f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.391988] env[65978]: DEBUG nova.network.neutron [None req-8c02bb01-b07c-4845-a402-f4f16405782a tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 746.392213] env[65978]: DEBUG nova.objects.instance [None req-8c02bb01-b07c-4845-a402-f4f16405782a tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lazy-loading 'info_cache' on Instance uuid a14898a3-b874-4ad3-b2fa-e69608ef4d0f {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.412027] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714203, 'name': CreateVM_Task, 'duration_secs': 0.422759} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.412027] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.412281] env[65978]: WARNING neutronclient.v2_0.client [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.412680] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.413041] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.413166] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.414071] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-945013ce-37d8-40c6-a4f2-91cc0d92bec5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.420619] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Waiting for the task: (returnval){ [ 746.420619] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52ca71ce-5aa1-7df9-dbad-0013921c6db1" [ 746.420619] env[65978]: _type = "Task" [ 746.420619] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.430706] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52ca71ce-5aa1-7df9-dbad-0013921c6db1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.513871] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.492s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.516648] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.938s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.517366] env[65978]: DEBUG nova.objects.instance [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Lazy-loading 'resources' on Instance uuid 9e8bf8f2-b4c9-4984-984c-0f2af28603f3 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.543990] env[65978]: INFO nova.scheduler.client.report [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Deleted allocations for instance 429beadd-d1ad-4122-84a5-6fde2d7902c2 [ 746.574859] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.713765] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b4c4a2-d777-d271-5b78-f7918a3ca6a6, 'name': SearchDatastore_Task, 'duration_secs': 0.01965} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.714614] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76d94a53-dd74-4ffd-8c64-d3d089c5f607 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.722016] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 746.722016] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d900d1-337b-ccc0-dbab-23d8c5bd5faf" [ 746.722016] env[65978]: _type = "Task" [ 746.722016] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.731972] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d900d1-337b-ccc0-dbab-23d8c5bd5faf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.900130] env[65978]: DEBUG nova.objects.base [None req-8c02bb01-b07c-4845-a402-f4f16405782a tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65978) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 746.905666] env[65978]: DEBUG nova.network.neutron [-] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.933744] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52ca71ce-5aa1-7df9-dbad-0013921c6db1, 'name': SearchDatastore_Task, 'duration_secs': 0.011484} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.934503] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.934503] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.934658] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.934786] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.934961] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.935359] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98eabb66-b2f5-431d-9e76-3a1658a92672 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.950104] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.950270] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.950956] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb6ad65c-ee68-4801-abed-2efbbfd059d2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.959312] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Waiting for the task: (returnval){ [ 746.959312] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521c6f21-e03f-a475-9fc7-d0ab643b8cd9" [ 746.959312] env[65978]: _type = "Task" [ 746.959312] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.968701] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521c6f21-e03f-a475-9fc7-d0ab643b8cd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.055851] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ea1c17b-9d09-44de-90ee-336a5614165b tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "429beadd-d1ad-4122-84a5-6fde2d7902c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.351s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.234376] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d900d1-337b-ccc0-dbab-23d8c5bd5faf, 'name': SearchDatastore_Task, 'duration_secs': 0.020189} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.237293] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.237555] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] d36351a6-4988-44ad-9bb8-ffa7cb7fa83f/d36351a6-4988-44ad-9bb8-ffa7cb7fa83f.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.238141] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03d8e316-c473-4d34-baaa-dff24d86cd30 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.248021] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 747.248021] env[65978]: value = "task-4714204" [ 747.248021] env[65978]: _type = "Task" [ 747.248021] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.261356] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.323198] env[65978]: DEBUG nova.network.neutron [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Successfully updated port: 05e27261-4854-475d-8f11-799aca744659 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 747.405051] env[65978]: WARNING neutronclient.v2_0.client [None req-8c02bb01-b07c-4845-a402-f4f16405782a tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.408207] env[65978]: INFO nova.compute.manager [-] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Took 1.93 seconds to deallocate network for instance. [ 747.471655] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521c6f21-e03f-a475-9fc7-d0ab643b8cd9, 'name': SearchDatastore_Task, 'duration_secs': 0.034989} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.472834] env[65978]: WARNING neutronclient.v2_0.client [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.478284] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8182612-1d7f-4002-9728-c7750d187c5f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.486149] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Waiting for the task: (returnval){ [ 747.486149] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524bf123-2104-de50-3f94-75ee7896d2f2" [ 747.486149] env[65978]: _type = "Task" [ 747.486149] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.497301] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524bf123-2104-de50-3f94-75ee7896d2f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.563906] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e5bf67-2cb7-4360-92af-487a39e83eaa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.573947] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419d90d1-37e1-49cb-a440-2802ccbf9880 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.610992] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662bd003-c985-4f2b-81ed-97930f298c1f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.621776] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eba5432-2d1d-4f4a-aa41-1b5b0ba428b9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.637056] env[65978]: DEBUG nova.compute.provider_tree [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.689487] env[65978]: DEBUG nova.network.neutron [-] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.737241] env[65978]: DEBUG nova.compute.manager [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Received event network-changed-58e90718-53c9-4bbf-a87a-87b5daa2a863 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 747.737241] env[65978]: DEBUG nova.compute.manager [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Refreshing instance network info cache due to event network-changed-58e90718-53c9-4bbf-a87a-87b5daa2a863. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 747.737241] env[65978]: DEBUG oslo_concurrency.lockutils [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] Acquiring lock "refresh_cache-95312658-67dd-4612-a5b0-d1932c40c4a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.737241] env[65978]: DEBUG oslo_concurrency.lockutils [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] Acquired lock "refresh_cache-95312658-67dd-4612-a5b0-d1932c40c4a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.737241] env[65978]: DEBUG nova.network.neutron [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Refreshing network info cache for port 58e90718-53c9-4bbf-a87a-87b5daa2a863 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.767719] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714204, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.811597] env[65978]: DEBUG nova.network.neutron [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Updated VIF entry in instance network info cache for port b0e6ff5d-5167-430e-b1f7-511545f95220. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 747.812085] env[65978]: DEBUG nova.network.neutron [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Updating instance_info_cache with network_info: [{"id": "b0e6ff5d-5167-430e-b1f7-511545f95220", "address": "fa:16:3e:10:d9:00", "network": {"id": "c26b8828-edea-4fe6-a276-1cfd9a7e947e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1261587851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a8c427e02674dad8d19c295ddc87353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0e6ff5d-51", "ovs_interfaceid": "b0e6ff5d-5167-430e-b1f7-511545f95220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.825227] env[65978]: DEBUG oslo_concurrency.lockutils [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "refresh_cache-2f454d73-1141-46d1-97ce-8f85281d961c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.825446] env[65978]: DEBUG oslo_concurrency.lockutils [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquired lock "refresh_cache-2f454d73-1141-46d1-97ce-8f85281d961c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.825592] env[65978]: DEBUG nova.network.neutron [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 747.898924] env[65978]: DEBUG nova.compute.manager [req-2bfa0db9-a785-4c00-8343-7edaabdeb0b5 req-8bceca5f-d79d-4c89-b83f-129cfb655536 service nova] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Received event network-vif-deleted-17505e6b-4e54-4bc8-80e6-20dbbb505673 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 747.918873] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.979323] env[65978]: WARNING neutronclient.v2_0.client [None req-8c02bb01-b07c-4845-a402-f4f16405782a tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.996744] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524bf123-2104-de50-3f94-75ee7896d2f2, 'name': SearchDatastore_Task, 'duration_secs': 0.02469} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.997029] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.997304] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 7920eeed-577d-4ee6-8dab-69ead7c42706/7920eeed-577d-4ee6-8dab-69ead7c42706.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.997574] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec19d6bb-1752-4f00-bf00-9831df3284fc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.006202] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Waiting for the task: (returnval){ [ 748.006202] env[65978]: value = "task-4714205" [ 748.006202] env[65978]: _type = "Task" [ 748.006202] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.016260] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Task: {'id': task-4714205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.129191] env[65978]: DEBUG nova.network.neutron [None req-8c02bb01-b07c-4845-a402-f4f16405782a tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Updating instance_info_cache with network_info: [{"id": "db5ca003-0bc6-42a6-9c12-59acac320fbc", "address": "fa:16:3e:4d:dd:b2", "network": {"id": "880ff484-5375-48fa-ab2d-7e7f2062f61a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-293081234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b720996f6d3443fbb2b7e9db6cb6f5f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5ca003-0b", "ovs_interfaceid": "db5ca003-0bc6-42a6-9c12-59acac320fbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.140358] env[65978]: DEBUG nova.scheduler.client.report [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.192966] env[65978]: INFO nova.compute.manager [-] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Took 2.11 seconds to deallocate network for instance. [ 748.240342] env[65978]: WARNING neutronclient.v2_0.client [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.264287] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592167} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.264529] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] d36351a6-4988-44ad-9bb8-ffa7cb7fa83f/d36351a6-4988-44ad-9bb8-ffa7cb7fa83f.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.264882] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.265691] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f63354b-f801-4b40-ba43-977344ee5da8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.276361] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 748.276361] env[65978]: value = "task-4714206" [ 748.276361] env[65978]: _type = "Task" [ 748.276361] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.293978] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.318574] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] Releasing lock "refresh_cache-bc4f9746-14ee-46fd-ae5a-2a61a64602f5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.318574] env[65978]: DEBUG nova.compute.manager [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Received event network-changed-72f9ee58-2fed-4e58-a6bf-08bed37e3a39 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 748.318574] env[65978]: DEBUG nova.compute.manager [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Refreshing instance network info cache due to event network-changed-72f9ee58-2fed-4e58-a6bf-08bed37e3a39. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 748.318574] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] Acquiring lock "refresh_cache-750e509e-7d2f-470d-895e-d098efd02196" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.318574] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] Acquired lock "refresh_cache-750e509e-7d2f-470d-895e-d098efd02196" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.318794] env[65978]: DEBUG nova.network.neutron [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Refreshing network info cache for port 72f9ee58-2fed-4e58-a6bf-08bed37e3a39 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.438291] env[65978]: DEBUG nova.network.neutron [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 748.519468] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Task: {'id': task-4714205, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.632217] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8c02bb01-b07c-4845-a402-f4f16405782a tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Releasing lock "refresh_cache-a14898a3-b874-4ad3-b2fa-e69608ef4d0f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.649072] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.649659] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.591s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.652100] env[65978]: INFO nova.compute.claims [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.670015] env[65978]: INFO nova.scheduler.client.report [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Deleted allocations for instance 9e8bf8f2-b4c9-4984-984c-0f2af28603f3 [ 748.701491] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.724014] env[65978]: WARNING neutronclient.v2_0.client [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.787773] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222478} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.788190] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.789098] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0a7d2d-3921-485f-b93f-74e8c2a9e92f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.814784] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] d36351a6-4988-44ad-9bb8-ffa7cb7fa83f/d36351a6-4988-44ad-9bb8-ffa7cb7fa83f.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.815178] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61031f88-dabc-4fa1-9931-ac60d7cbc383 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.832864] env[65978]: WARNING neutronclient.v2_0.client [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.835457] env[65978]: WARNING neutronclient.v2_0.client [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.844083] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 748.844083] env[65978]: value = "task-4714207" [ 748.844083] env[65978]: _type = "Task" [ 748.844083] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.857550] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714207, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.960327] env[65978]: DEBUG nova.network.neutron [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Updating instance_info_cache with network_info: [{"id": "05e27261-4854-475d-8f11-799aca744659", "address": "fa:16:3e:09:92:2a", "network": {"id": "572f00ea-41cc-4d81-b1e9-2b038de95236", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043147319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0285adf994e4ab5fbfe0226d33b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05e27261-48", "ovs_interfaceid": "05e27261-4854-475d-8f11-799aca744659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.018457] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Task: {'id': task-4714205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52209} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.018457] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 7920eeed-577d-4ee6-8dab-69ead7c42706/7920eeed-577d-4ee6-8dab-69ead7c42706.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.018766] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.018816] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2d086f9-a86a-452f-8be9-cbe44709d1e4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.024333] env[65978]: DEBUG nova.network.neutron [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Updated VIF entry in instance network info cache for port 58e90718-53c9-4bbf-a87a-87b5daa2a863. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 749.024916] env[65978]: DEBUG nova.network.neutron [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Updating instance_info_cache with network_info: [{"id": "58e90718-53c9-4bbf-a87a-87b5daa2a863", "address": "fa:16:3e:ee:94:c4", "network": {"id": "f251baf7-9456-4709-a2df-d6aff36277bf", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-932088409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "c2b5c5e3f6d74695bd9f2669155ca1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e90718-53", "ovs_interfaceid": "58e90718-53c9-4bbf-a87a-87b5daa2a863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.029187] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Waiting for the task: (returnval){ [ 749.029187] env[65978]: value = "task-4714208" [ 749.029187] env[65978]: _type = "Task" [ 749.029187] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.043202] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Task: {'id': task-4714208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.141405] env[65978]: DEBUG oslo_concurrency.lockutils [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "be6b8c2b-2f75-4d82-907b-5e1486992605" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.141877] env[65978]: DEBUG oslo_concurrency.lockutils [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "be6b8c2b-2f75-4d82-907b-5e1486992605" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.168974] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquiring lock "34b565a1-0170-4548-88a9-a7619dad8d60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.169490] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "34b565a1-0170-4548-88a9-a7619dad8d60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.966560] env[65978]: WARNING neutronclient.v2_0.client [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.969097] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f955071f-9eec-4713-a880-b1340027fe20 tempest-ImagesNegativeTestJSON-745035862 tempest-ImagesNegativeTestJSON-745035862-project-member] Lock "9e8bf8f2-b4c9-4984-984c-0f2af28603f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.376s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.970906] env[65978]: DEBUG oslo_concurrency.lockutils [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Releasing lock "refresh_cache-2f454d73-1141-46d1-97ce-8f85281d961c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.971275] env[65978]: DEBUG nova.compute.manager [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Instance network_info: |[{"id": "05e27261-4854-475d-8f11-799aca744659", "address": "fa:16:3e:09:92:2a", "network": {"id": "572f00ea-41cc-4d81-b1e9-2b038de95236", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043147319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0285adf994e4ab5fbfe0226d33b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05e27261-48", "ovs_interfaceid": "05e27261-4854-475d-8f11-799aca744659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 749.975052] env[65978]: DEBUG oslo_concurrency.lockutils [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] Releasing lock "refresh_cache-95312658-67dd-4612-a5b0-d1932c40c4a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.975052] env[65978]: DEBUG nova.compute.manager [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Received event network-changed-1c80ee99-9137-49d0-a739-c08ab02ad77d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 749.975052] env[65978]: DEBUG nova.compute.manager [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Refreshing instance network info cache due to event network-changed-1c80ee99-9137-49d0-a739-c08ab02ad77d. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 749.975052] env[65978]: DEBUG oslo_concurrency.lockutils [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] Acquiring lock "refresh_cache-db876e0c-b706-4118-8ed5-5be7d4c97929" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.975052] env[65978]: DEBUG oslo_concurrency.lockutils [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] Acquired lock "refresh_cache-db876e0c-b706-4118-8ed5-5be7d4c97929" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.975287] env[65978]: DEBUG nova.network.neutron [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Refreshing network info cache for port 1c80ee99-9137-49d0-a739-c08ab02ad77d {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.975287] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c02bb01-b07c-4845-a402-f4f16405782a tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.975287] env[65978]: DEBUG nova.compute.manager [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 749.987974] env[65978]: WARNING neutronclient.v2_0.client [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.994303] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:92:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05e27261-4854-475d-8f11-799aca744659', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.001859] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Creating folder: Project (67c0285adf994e4ab5fbfe0226d33b52). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.005715] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5b90fe5-14b0-4b28-bd7d-bf2b3bf7200a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.007396] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Acquiring lock "e9e7a0bc-f2a3-42a1-bc37-13720a961b56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.007695] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Lock "e9e7a0bc-f2a3-42a1-bc37-13720a961b56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.014031] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c16c1f0c-a416-4260-9eb8-7a6df7cbb6c2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.021030] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714207, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.029690] env[65978]: DEBUG oslo_vmware.api [None req-8c02bb01-b07c-4845-a402-f4f16405782a tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 750.029690] env[65978]: value = "task-4714209" [ 750.029690] env[65978]: _type = "Task" [ 750.029690] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.029954] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Task: {'id': task-4714208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072846} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.032447] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.032911] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Created folder: Project (67c0285adf994e4ab5fbfe0226d33b52) in parent group-v919857. [ 750.033089] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Creating folder: Instances. Parent ref: group-v919986. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.037861] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682ff082-6997-4026-b254-27f3672f1fe9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.040726] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-444dcaee-561a-4240-b46b-8da38045e7e6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.049799] env[65978]: DEBUG oslo_vmware.api [None req-8c02bb01-b07c-4845-a402-f4f16405782a tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714209, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.069768] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 7920eeed-577d-4ee6-8dab-69ead7c42706/7920eeed-577d-4ee6-8dab-69ead7c42706.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.076194] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bedcc05-551a-4f06-86dc-4d7e5fce7914 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.092061] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Created folder: Instances in parent group-v919986. [ 750.092061] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 750.095792] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.096737] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f04ba5fa-ff33-4b5e-b7d8-4fc9c58f8e13 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.113468] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Waiting for the task: (returnval){ [ 750.113468] env[65978]: value = "task-4714212" [ 750.113468] env[65978]: _type = "Task" [ 750.113468] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.122325] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.122325] env[65978]: value = "task-4714213" [ 750.122325] env[65978]: _type = "Task" [ 750.122325] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.131087] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Task: {'id': task-4714212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.137476] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714213, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.147716] env[65978]: DEBUG nova.network.neutron [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Updated VIF entry in instance network info cache for port 72f9ee58-2fed-4e58-a6bf-08bed37e3a39. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 750.148094] env[65978]: DEBUG nova.network.neutron [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Updating instance_info_cache with network_info: [{"id": "72f9ee58-2fed-4e58-a6bf-08bed37e3a39", "address": "fa:16:3e:7b:21:f2", "network": {"id": "0e6fe9ab-9ab5-4280-87a1-60e0c737956a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1149969462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8825d643e4349409ea9d0471495f10c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72f9ee58-2f", "ovs_interfaceid": "72f9ee58-2fed-4e58-a6bf-08bed37e3a39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.278127] env[65978]: WARNING neutronclient.v2_0.client [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.482182] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714207, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.483344] env[65978]: DEBUG nova.network.neutron [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Updated VIF entry in instance network info cache for port 1c80ee99-9137-49d0-a739-c08ab02ad77d. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 750.483709] env[65978]: DEBUG nova.network.neutron [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Updating instance_info_cache with network_info: [{"id": "1c80ee99-9137-49d0-a739-c08ab02ad77d", "address": "fa:16:3e:b5:ae:3c", "network": {"id": "3062e12e-9059-4d06-8770-c4d3d78df471", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-708913267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8809c6558a4b1183ab141966c8aed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c80ee99-91", "ovs_interfaceid": "1c80ee99-9137-49d0-a739-c08ab02ad77d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.507036] env[65978]: DEBUG oslo_concurrency.lockutils [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.512195] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c93789d6-d33c-4604-b96b-622e1e788246 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquiring lock "324c4201-a6d8-4432-a992-728c1abe29d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.543132] env[65978]: DEBUG oslo_concurrency.lockutils [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "dcffbd1b-1386-4ddf-a622-9186038fc273" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.543381] env[65978]: DEBUG oslo_concurrency.lockutils [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "dcffbd1b-1386-4ddf-a622-9186038fc273" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.543576] env[65978]: DEBUG oslo_concurrency.lockutils [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "dcffbd1b-1386-4ddf-a622-9186038fc273-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.543754] env[65978]: DEBUG oslo_concurrency.lockutils [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "dcffbd1b-1386-4ddf-a622-9186038fc273-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.543909] env[65978]: DEBUG oslo_concurrency.lockutils [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "dcffbd1b-1386-4ddf-a622-9186038fc273-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.546269] env[65978]: INFO nova.compute.manager [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Terminating instance [ 750.552228] env[65978]: DEBUG oslo_vmware.api [None req-8c02bb01-b07c-4845-a402-f4f16405782a tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714209, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.576129] env[65978]: DEBUG nova.compute.manager [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Received event network-vif-plugged-b193a074-4731-4a21-9873-45c3ff790601 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 750.576129] env[65978]: DEBUG oslo_concurrency.lockutils [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] Acquiring lock "7920eeed-577d-4ee6-8dab-69ead7c42706-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.576129] env[65978]: DEBUG oslo_concurrency.lockutils [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] Lock "7920eeed-577d-4ee6-8dab-69ead7c42706-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.576129] env[65978]: DEBUG oslo_concurrency.lockutils [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] Lock "7920eeed-577d-4ee6-8dab-69ead7c42706-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.576129] env[65978]: DEBUG nova.compute.manager [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] No waiting events found dispatching network-vif-plugged-b193a074-4731-4a21-9873-45c3ff790601 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 750.577859] env[65978]: WARNING nova.compute.manager [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Received unexpected event network-vif-plugged-b193a074-4731-4a21-9873-45c3ff790601 for instance with vm_state building and task_state spawning. [ 750.577859] env[65978]: DEBUG nova.compute.manager [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Received event network-changed-b193a074-4731-4a21-9873-45c3ff790601 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 750.577859] env[65978]: DEBUG nova.compute.manager [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Refreshing instance network info cache due to event network-changed-b193a074-4731-4a21-9873-45c3ff790601. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 750.577859] env[65978]: DEBUG oslo_concurrency.lockutils [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] Acquiring lock "refresh_cache-7920eeed-577d-4ee6-8dab-69ead7c42706" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.577859] env[65978]: DEBUG oslo_concurrency.lockutils [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] Acquired lock "refresh_cache-7920eeed-577d-4ee6-8dab-69ead7c42706" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.578189] env[65978]: DEBUG nova.network.neutron [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Refreshing network info cache for port b193a074-4731-4a21-9873-45c3ff790601 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.632134] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Task: {'id': task-4714212, 'name': ReconfigVM_Task, 'duration_secs': 0.423894} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.632429] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 7920eeed-577d-4ee6-8dab-69ead7c42706/7920eeed-577d-4ee6-8dab-69ead7c42706.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.633496] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24a8f05c-203b-485f-bc6e-cc8462f280c9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.638895] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714213, 'name': CreateVM_Task, 'duration_secs': 0.411711} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.639242] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.640061] env[65978]: WARNING neutronclient.v2_0.client [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.640061] env[65978]: DEBUG oslo_concurrency.lockutils [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.640187] env[65978]: DEBUG oslo_concurrency.lockutils [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.640480] env[65978]: DEBUG oslo_concurrency.lockutils [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.641862] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df8220cb-d88e-46cc-822c-8e707e32bdf2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.643591] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Waiting for the task: (returnval){ [ 750.643591] env[65978]: value = "task-4714214" [ 750.643591] env[65978]: _type = "Task" [ 750.643591] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.651461] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 750.651461] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52482009-cda0-64ec-41ec-d3c86577ccf7" [ 750.651461] env[65978]: _type = "Task" [ 750.651461] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.652152] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b1606b5-f9e4-407c-bd75-86b01eb95c4b req-cca65b34-edd5-4243-af8a-414478d41aa7 service nova] Releasing lock "refresh_cache-750e509e-7d2f-470d-895e-d098efd02196" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.660348] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Task: {'id': task-4714214, 'name': Rename_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.669478] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52482009-cda0-64ec-41ec-d3c86577ccf7, 'name': SearchDatastore_Task, 'duration_secs': 0.017344} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.672602] env[65978]: DEBUG oslo_concurrency.lockutils [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.672905] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.673233] env[65978]: DEBUG oslo_concurrency.lockutils [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.673506] env[65978]: DEBUG oslo_concurrency.lockutils [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.673583] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.675017] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b759710-364b-489c-b252-2b7f1e82d154 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.684352] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.684591] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.685715] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfa3aaea-3741-445a-bd91-73231b118f77 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.695404] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 750.695404] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526916c5-0a27-1960-4445-9cacc8858d3a" [ 750.695404] env[65978]: _type = "Task" [ 750.695404] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.706077] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526916c5-0a27-1960-4445-9cacc8858d3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.708454] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f9023a-dff3-4f01-b104-eb33f28937dd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.719508] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab394a1-630e-4f77-aa69-56147acb1baf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.757264] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24461393-dc5a-46b6-a9cf-ba87093c6b0d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.765308] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526a8174-37d3-4852-899b-512071c83951 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.781438] env[65978]: DEBUG nova.compute.provider_tree [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.919149] env[65978]: DEBUG nova.compute.manager [req-474009e0-2793-4612-bbd2-87359a155bbe req-5fe3c54d-0c42-482d-8ca0-33acd37a12f7 service nova] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Received event network-vif-plugged-05e27261-4854-475d-8f11-799aca744659 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 750.920095] env[65978]: DEBUG oslo_concurrency.lockutils [req-474009e0-2793-4612-bbd2-87359a155bbe req-5fe3c54d-0c42-482d-8ca0-33acd37a12f7 service nova] Acquiring lock "2f454d73-1141-46d1-97ce-8f85281d961c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.920542] env[65978]: DEBUG oslo_concurrency.lockutils [req-474009e0-2793-4612-bbd2-87359a155bbe req-5fe3c54d-0c42-482d-8ca0-33acd37a12f7 service nova] Lock "2f454d73-1141-46d1-97ce-8f85281d961c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.920718] env[65978]: DEBUG oslo_concurrency.lockutils [req-474009e0-2793-4612-bbd2-87359a155bbe req-5fe3c54d-0c42-482d-8ca0-33acd37a12f7 service nova] Lock "2f454d73-1141-46d1-97ce-8f85281d961c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.920999] env[65978]: DEBUG nova.compute.manager [req-474009e0-2793-4612-bbd2-87359a155bbe req-5fe3c54d-0c42-482d-8ca0-33acd37a12f7 service nova] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] No waiting events found dispatching network-vif-plugged-05e27261-4854-475d-8f11-799aca744659 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 750.921146] env[65978]: WARNING nova.compute.manager [req-474009e0-2793-4612-bbd2-87359a155bbe req-5fe3c54d-0c42-482d-8ca0-33acd37a12f7 service nova] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Received unexpected event network-vif-plugged-05e27261-4854-475d-8f11-799aca744659 for instance with vm_state building and task_state spawning. [ 750.921272] env[65978]: DEBUG nova.compute.manager [req-474009e0-2793-4612-bbd2-87359a155bbe req-5fe3c54d-0c42-482d-8ca0-33acd37a12f7 service nova] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Received event network-changed-05e27261-4854-475d-8f11-799aca744659 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 750.921491] env[65978]: DEBUG nova.compute.manager [req-474009e0-2793-4612-bbd2-87359a155bbe req-5fe3c54d-0c42-482d-8ca0-33acd37a12f7 service nova] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Refreshing instance network info cache due to event network-changed-05e27261-4854-475d-8f11-799aca744659. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 750.921837] env[65978]: DEBUG oslo_concurrency.lockutils [req-474009e0-2793-4612-bbd2-87359a155bbe req-5fe3c54d-0c42-482d-8ca0-33acd37a12f7 service nova] Acquiring lock "refresh_cache-2f454d73-1141-46d1-97ce-8f85281d961c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.921959] env[65978]: DEBUG oslo_concurrency.lockutils [req-474009e0-2793-4612-bbd2-87359a155bbe req-5fe3c54d-0c42-482d-8ca0-33acd37a12f7 service nova] Acquired lock "refresh_cache-2f454d73-1141-46d1-97ce-8f85281d961c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.922261] env[65978]: DEBUG nova.network.neutron [req-474009e0-2793-4612-bbd2-87359a155bbe req-5fe3c54d-0c42-482d-8ca0-33acd37a12f7 service nova] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Refreshing network info cache for port 05e27261-4854-475d-8f11-799aca744659 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.983362] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714207, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.993661] env[65978]: DEBUG oslo_concurrency.lockutils [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] Releasing lock "refresh_cache-db876e0c-b706-4118-8ed5-5be7d4c97929" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.994126] env[65978]: DEBUG nova.compute.manager [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Received event network-vif-plugged-203205dc-c39f-44d0-bccf-5fbe290e7510 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 750.994394] env[65978]: DEBUG oslo_concurrency.lockutils [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] Acquiring lock "d36351a6-4988-44ad-9bb8-ffa7cb7fa83f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.994560] env[65978]: DEBUG oslo_concurrency.lockutils [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] Lock "d36351a6-4988-44ad-9bb8-ffa7cb7fa83f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.994678] env[65978]: DEBUG oslo_concurrency.lockutils [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] Lock "d36351a6-4988-44ad-9bb8-ffa7cb7fa83f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.994845] env[65978]: DEBUG nova.compute.manager [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] No waiting events found dispatching network-vif-plugged-203205dc-c39f-44d0-bccf-5fbe290e7510 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 750.995031] env[65978]: WARNING nova.compute.manager [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Received unexpected event network-vif-plugged-203205dc-c39f-44d0-bccf-5fbe290e7510 for instance with vm_state building and task_state spawning. [ 750.995322] env[65978]: DEBUG nova.compute.manager [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Received event network-changed-203205dc-c39f-44d0-bccf-5fbe290e7510 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 750.995322] env[65978]: DEBUG nova.compute.manager [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Refreshing instance network info cache due to event network-changed-203205dc-c39f-44d0-bccf-5fbe290e7510. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 750.995504] env[65978]: DEBUG oslo_concurrency.lockutils [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] Acquiring lock "refresh_cache-d36351a6-4988-44ad-9bb8-ffa7cb7fa83f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.996181] env[65978]: DEBUG oslo_concurrency.lockutils [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] Acquired lock "refresh_cache-d36351a6-4988-44ad-9bb8-ffa7cb7fa83f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.996181] env[65978]: DEBUG nova.network.neutron [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Refreshing network info cache for port 203205dc-c39f-44d0-bccf-5fbe290e7510 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.044472] env[65978]: DEBUG oslo_vmware.api [None req-8c02bb01-b07c-4845-a402-f4f16405782a tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714209, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.053773] env[65978]: DEBUG nova.compute.manager [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 751.053913] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.054890] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-422d67cf-0ed6-410a-8112-aca348fc07d0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.065211] env[65978]: DEBUG oslo_vmware.api [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 751.065211] env[65978]: value = "task-4714215" [ 751.065211] env[65978]: _type = "Task" [ 751.065211] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.075149] env[65978]: DEBUG oslo_vmware.api [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.077973] env[65978]: WARNING neutronclient.v2_0.client [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.161438] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Task: {'id': task-4714214, 'name': Rename_Task, 'duration_secs': 0.293277} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.161739] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.162145] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-291fd02e-a399-48d5-8409-ac90aacbf3a3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.170527] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Waiting for the task: (returnval){ [ 751.170527] env[65978]: value = "task-4714216" [ 751.170527] env[65978]: _type = "Task" [ 751.170527] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.189515] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Task: {'id': task-4714216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.211535] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526916c5-0a27-1960-4445-9cacc8858d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.020967} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.213150] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70848c4c-6490-40fb-8cae-1a588658e760 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.221782] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 751.221782] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521d4860-5b3a-a639-6002-c1e73c28c149" [ 751.221782] env[65978]: _type = "Task" [ 751.221782] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.235142] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521d4860-5b3a-a639-6002-c1e73c28c149, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.287205] env[65978]: DEBUG nova.scheduler.client.report [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.393218] env[65978]: WARNING neutronclient.v2_0.client [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.428539] env[65978]: WARNING neutronclient.v2_0.client [req-474009e0-2793-4612-bbd2-87359a155bbe req-5fe3c54d-0c42-482d-8ca0-33acd37a12f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.446041] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "7773423b-4c3d-4e86-a7a0-5131f5692dff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.446331] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "7773423b-4c3d-4e86-a7a0-5131f5692dff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.481118] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "804b95d0-772c-47d1-9fa7-260074759a77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.481118] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "804b95d0-772c-47d1-9fa7-260074759a77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.492046] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714207, 'name': ReconfigVM_Task, 'duration_secs': 2.225321} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.492496] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Reconfigured VM instance instance-0000002c to attach disk [datastore1] d36351a6-4988-44ad-9bb8-ffa7cb7fa83f/d36351a6-4988-44ad-9bb8-ffa7cb7fa83f.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.493259] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd010a61-c6d9-485a-9530-86c44c9409e3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.498506] env[65978]: WARNING neutronclient.v2_0.client [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.502428] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 751.502428] env[65978]: value = "task-4714217" [ 751.502428] env[65978]: _type = "Task" [ 751.502428] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.512509] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714217, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.524314] env[65978]: DEBUG nova.network.neutron [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Updated VIF entry in instance network info cache for port b193a074-4731-4a21-9873-45c3ff790601. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 751.527057] env[65978]: DEBUG nova.network.neutron [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Updating instance_info_cache with network_info: [{"id": "b193a074-4731-4a21-9873-45c3ff790601", "address": "fa:16:3e:89:d1:e4", "network": {"id": "66f0c0e0-8b90-48c2-ba23-1f38dfdee813", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1719743896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96b0479f62fa46a99c32b02e1c24c72d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb193a074-47", "ovs_interfaceid": "b193a074-4731-4a21-9873-45c3ff790601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.543858] env[65978]: DEBUG oslo_vmware.api [None req-8c02bb01-b07c-4845-a402-f4f16405782a tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714209, 'name': PowerOnVM_Task, 'duration_secs': 1.481441} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.544237] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c02bb01-b07c-4845-a402-f4f16405782a tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.544474] env[65978]: DEBUG nova.compute.manager [None req-8c02bb01-b07c-4845-a402-f4f16405782a tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 751.545358] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bdaa49-98a6-4a12-a741-c0fdfa52d151 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.576649] env[65978]: DEBUG oslo_vmware.api [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.681808] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Task: {'id': task-4714216, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.688293] env[65978]: WARNING neutronclient.v2_0.client [req-474009e0-2793-4612-bbd2-87359a155bbe req-5fe3c54d-0c42-482d-8ca0-33acd37a12f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.735836] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521d4860-5b3a-a639-6002-c1e73c28c149, 'name': SearchDatastore_Task, 'duration_secs': 0.014257} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.736126] env[65978]: DEBUG oslo_concurrency.lockutils [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.736386] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 2f454d73-1141-46d1-97ce-8f85281d961c/2f454d73-1141-46d1-97ce-8f85281d961c.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.736729] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e0739cb-58f9-42a0-a05a-801a71c159b6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.744966] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 751.744966] env[65978]: value = "task-4714218" [ 751.744966] env[65978]: _type = "Task" [ 751.744966] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.754985] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.765483] env[65978]: WARNING neutronclient.v2_0.client [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.790376] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.141s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.790856] env[65978]: DEBUG nova.compute.manager [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 751.794854] env[65978]: DEBUG oslo_concurrency.lockutils [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.039s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.795746] env[65978]: INFO nova.compute.claims [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.801967] env[65978]: DEBUG nova.network.neutron [req-474009e0-2793-4612-bbd2-87359a155bbe req-5fe3c54d-0c42-482d-8ca0-33acd37a12f7 service nova] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Updated VIF entry in instance network info cache for port 05e27261-4854-475d-8f11-799aca744659. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 751.802395] env[65978]: DEBUG nova.network.neutron [req-474009e0-2793-4612-bbd2-87359a155bbe req-5fe3c54d-0c42-482d-8ca0-33acd37a12f7 service nova] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Updating instance_info_cache with network_info: [{"id": "05e27261-4854-475d-8f11-799aca744659", "address": "fa:16:3e:09:92:2a", "network": {"id": "572f00ea-41cc-4d81-b1e9-2b038de95236", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043147319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0285adf994e4ab5fbfe0226d33b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05e27261-48", "ovs_interfaceid": "05e27261-4854-475d-8f11-799aca744659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.852032] env[65978]: DEBUG nova.network.neutron [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Updated VIF entry in instance network info cache for port 203205dc-c39f-44d0-bccf-5fbe290e7510. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 751.852129] env[65978]: DEBUG nova.network.neutron [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Updating instance_info_cache with network_info: [{"id": "203205dc-c39f-44d0-bccf-5fbe290e7510", "address": "fa:16:3e:8b:0a:29", "network": {"id": "c26b8828-edea-4fe6-a276-1cfd9a7e947e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1261587851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a8c427e02674dad8d19c295ddc87353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap203205dc-c3", "ovs_interfaceid": "203205dc-c39f-44d0-bccf-5fbe290e7510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.013749] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714217, 'name': Rename_Task, 'duration_secs': 0.328529} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.014105] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.014364] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b789a8c-26bd-4533-a5c8-faa64460b8eb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.022371] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 752.022371] env[65978]: value = "task-4714219" [ 752.022371] env[65978]: _type = "Task" [ 752.022371] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.031826] env[65978]: DEBUG oslo_concurrency.lockutils [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] Releasing lock "refresh_cache-7920eeed-577d-4ee6-8dab-69ead7c42706" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.032131] env[65978]: DEBUG nova.compute.manager [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Received event network-vif-deleted-c2512ed8-467a-47cf-a76c-9b48ea42c5a2 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 752.032333] env[65978]: DEBUG nova.compute.manager [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Received event network-vif-deleted-5f842f12-ae6b-41ad-828e-5957d07d8587 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 752.032506] env[65978]: DEBUG nova.compute.manager [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Received event network-changed-e456ab03-c544-4e89-b438-6fb2b1da22c9 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 752.032660] env[65978]: DEBUG nova.compute.manager [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Refreshing instance network info cache due to event network-changed-e456ab03-c544-4e89-b438-6fb2b1da22c9. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 752.032860] env[65978]: DEBUG oslo_concurrency.lockutils [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] Acquiring lock "refresh_cache-5ff8047c-ee56-476a-bab7-3922e4ad8003" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.032989] env[65978]: DEBUG oslo_concurrency.lockutils [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] Acquired lock "refresh_cache-5ff8047c-ee56-476a-bab7-3922e4ad8003" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.033274] env[65978]: DEBUG nova.network.neutron [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Refreshing network info cache for port e456ab03-c544-4e89-b438-6fb2b1da22c9 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.034598] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.078668] env[65978]: DEBUG oslo_vmware.api [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.188123] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Task: {'id': task-4714216, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.260585] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714218, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.301830] env[65978]: DEBUG nova.compute.utils [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.306027] env[65978]: DEBUG nova.compute.manager [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Not allocating networking since 'none' was specified. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 752.306660] env[65978]: DEBUG oslo_concurrency.lockutils [req-474009e0-2793-4612-bbd2-87359a155bbe req-5fe3c54d-0c42-482d-8ca0-33acd37a12f7 service nova] Releasing lock "refresh_cache-2f454d73-1141-46d1-97ce-8f85281d961c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.354533] env[65978]: DEBUG oslo_concurrency.lockutils [req-36f18cfb-570a-4136-a3fc-f6101ca3d15e req-fd52d56d-1084-4958-8b7a-35c72ddb02ca service nova] Releasing lock "refresh_cache-d36351a6-4988-44ad-9bb8-ffa7cb7fa83f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.535385] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714219, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.535524] env[65978]: WARNING neutronclient.v2_0.client [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.578550] env[65978]: DEBUG oslo_vmware.api [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714215, 'name': PowerOffVM_Task, 'duration_secs': 1.093248} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.578863] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.579137] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Volume detach. Driver type: vmdk {{(pid=65978) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 752.579347] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-919981', 'volume_id': '23524d13-860a-4c34-b336-776c8ffb2042', 'name': 'volume-23524d13-860a-4c34-b336-776c8ffb2042', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dcffbd1b-1386-4ddf-a622-9186038fc273', 'attached_at': '', 'detached_at': '', 'volume_id': '23524d13-860a-4c34-b336-776c8ffb2042', 'serial': '23524d13-860a-4c34-b336-776c8ffb2042'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 752.580251] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56914c99-59c6-4c5e-bc26-e695b5541e8a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.607523] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241860ad-9aa3-4b7c-b1c5-a133d762ba57 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.618799] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17494357-300c-4f6e-916e-a05f33bf71d5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.642772] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5097792b-144d-4d8e-b396-2458d075d18c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.662087] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The volume has not been displaced from its original location: [datastore1] volume-23524d13-860a-4c34-b336-776c8ffb2042/volume-23524d13-860a-4c34-b336-776c8ffb2042.vmdk. No consolidation needed. {{(pid=65978) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 752.667795] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Reconfiguring VM instance instance-00000025 to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 752.670976] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a3f274d-a252-45cf-a1cf-0845e7b21781 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.695715] env[65978]: DEBUG oslo_vmware.api [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Task: {'id': task-4714216, 'name': PowerOnVM_Task, 'duration_secs': 1.468873} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.697189] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.697411] env[65978]: INFO nova.compute.manager [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Took 10.63 seconds to spawn the instance on the hypervisor. [ 752.698041] env[65978]: DEBUG nova.compute.manager [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 752.698041] env[65978]: DEBUG oslo_vmware.api [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 752.698041] env[65978]: value = "task-4714220" [ 752.698041] env[65978]: _type = "Task" [ 752.698041] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.699254] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfd8e5d-03c7-47ea-a05d-c232ff660f17 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.718584] env[65978]: DEBUG oslo_vmware.api [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714220, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.751947] env[65978]: WARNING neutronclient.v2_0.client [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.761463] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675701} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.761747] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 2f454d73-1141-46d1-97ce-8f85281d961c/2f454d73-1141-46d1-97ce-8f85281d961c.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.762053] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.762252] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-117e9a24-2878-4b1f-9159-633488f35d0b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.770544] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 752.770544] env[65978]: value = "task-4714221" [ 752.770544] env[65978]: _type = "Task" [ 752.770544] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.780579] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.809557] env[65978]: DEBUG nova.compute.manager [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 752.873381] env[65978]: DEBUG nova.network.neutron [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Updated VIF entry in instance network info cache for port e456ab03-c544-4e89-b438-6fb2b1da22c9. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 752.873856] env[65978]: DEBUG nova.network.neutron [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Updating instance_info_cache with network_info: [{"id": "e456ab03-c544-4e89-b438-6fb2b1da22c9", "address": "fa:16:3e:cf:da:10", "network": {"id": "6598c7b6-abc2-4307-8e5e-de1d07658d48", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-333497677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41861b3f5c2842938462dcc023298317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape456ab03-c5", "ovs_interfaceid": "e456ab03-c544-4e89-b438-6fb2b1da22c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.034721] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714219, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.225703] env[65978]: DEBUG oslo_vmware.api [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714220, 'name': ReconfigVM_Task, 'duration_secs': 0.510515} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.229068] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Reconfigured VM instance instance-00000025 to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 753.236600] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdaa0677-6102-4f89-a037-efff46abab81 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.248761] env[65978]: INFO nova.compute.manager [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Took 35.63 seconds to build instance. [ 753.259040] env[65978]: DEBUG oslo_vmware.api [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 753.259040] env[65978]: value = "task-4714222" [ 753.259040] env[65978]: _type = "Task" [ 753.259040] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.269879] env[65978]: DEBUG oslo_vmware.api [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.284329] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080072} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.288431] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.293027] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93095a7d-be1a-474c-8cfa-1985e8cb68de {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.317679] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 2f454d73-1141-46d1-97ce-8f85281d961c/2f454d73-1141-46d1-97ce-8f85281d961c.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.325734] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bc439ad-bfc8-4ecc-98e6-9a66514698d3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.349070] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 753.349070] env[65978]: value = "task-4714223" [ 753.349070] env[65978]: _type = "Task" [ 753.349070] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.363599] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714223, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.380313] env[65978]: DEBUG oslo_concurrency.lockutils [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] Releasing lock "refresh_cache-5ff8047c-ee56-476a-bab7-3922e4ad8003" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.380628] env[65978]: DEBUG nova.compute.manager [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Received event network-changed-1c80ee99-9137-49d0-a739-c08ab02ad77d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 753.380783] env[65978]: DEBUG nova.compute.manager [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Refreshing instance network info cache due to event network-changed-1c80ee99-9137-49d0-a739-c08ab02ad77d. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 753.381019] env[65978]: DEBUG oslo_concurrency.lockutils [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] Acquiring lock "refresh_cache-db876e0c-b706-4118-8ed5-5be7d4c97929" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.381342] env[65978]: DEBUG oslo_concurrency.lockutils [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] Acquired lock "refresh_cache-db876e0c-b706-4118-8ed5-5be7d4c97929" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.381528] env[65978]: DEBUG nova.network.neutron [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Refreshing network info cache for port 1c80ee99-9137-49d0-a739-c08ab02ad77d {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.505852] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b39237-1f10-4632-8feb-ea0786d3c7f9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.514976] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929aa7b5-242b-43a6-8aee-c0adaefc8634 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.555221] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31857f1d-6b33-418f-b2d2-27cb4531e389 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.567155] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7760fe8-ee84-470b-bab1-573d221b197f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.571501] env[65978]: DEBUG oslo_vmware.api [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714219, 'name': PowerOnVM_Task, 'duration_secs': 1.507} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.572014] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.572014] env[65978]: INFO nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Took 14.39 seconds to spawn the instance on the hypervisor. [ 753.572323] env[65978]: DEBUG nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 753.573600] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0147a5-596c-4c44-b778-ec8fd11643fb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.584734] env[65978]: DEBUG nova.compute.provider_tree [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.755356] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97274583-b7e3-4720-a3d2-09898a84e635 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Lock "7920eeed-577d-4ee6-8dab-69ead7c42706" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.472s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.777812] env[65978]: DEBUG oslo_vmware.api [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714222, 'name': ReconfigVM_Task, 'duration_secs': 0.251625} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.778310] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-919981', 'volume_id': '23524d13-860a-4c34-b336-776c8ffb2042', 'name': 'volume-23524d13-860a-4c34-b336-776c8ffb2042', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dcffbd1b-1386-4ddf-a622-9186038fc273', 'attached_at': '', 'detached_at': '', 'volume_id': '23524d13-860a-4c34-b336-776c8ffb2042', 'serial': '23524d13-860a-4c34-b336-776c8ffb2042'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 753.778585] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.779535] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c4bd98-f5da-49df-aa82-a993e8fa0c5d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.788211] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.788351] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9727b2aa-a9b3-41c0-a2f5-d5545b7dbde4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.842393] env[65978]: DEBUG nova.compute.manager [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 753.861025] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.862875] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.862875] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.862875] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Deleting the datastore file [datastore2] dcffbd1b-1386-4ddf-a622-9186038fc273 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.863084] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9a3dfed-fa6d-4f9c-997c-a6ae85c0262f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.873652] env[65978]: DEBUG nova.virt.hardware [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 753.873916] env[65978]: DEBUG nova.virt.hardware [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.874105] env[65978]: DEBUG nova.virt.hardware [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 753.874383] env[65978]: DEBUG nova.virt.hardware [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.874424] env[65978]: DEBUG nova.virt.hardware [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 753.874567] env[65978]: DEBUG nova.virt.hardware [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 753.874785] env[65978]: DEBUG nova.virt.hardware [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 753.874914] env[65978]: DEBUG nova.virt.hardware [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 753.875081] env[65978]: DEBUG nova.virt.hardware [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 753.875345] env[65978]: DEBUG nova.virt.hardware [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 753.875406] env[65978]: DEBUG nova.virt.hardware [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 753.876268] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d398449c-bc53-4496-98bd-d54e6bb6806a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.880046] env[65978]: DEBUG oslo_vmware.api [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 753.880046] env[65978]: value = "task-4714225" [ 753.880046] env[65978]: _type = "Task" [ 753.880046] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.885907] env[65978]: WARNING neutronclient.v2_0.client [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.889738] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8ecf60-47a9-4f55-8642-1aada570d347 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.897647] env[65978]: DEBUG oslo_vmware.api [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.909025] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Instance VIF info [] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.914827] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Creating folder: Project (0742991171c94925a37110d61a0b6243). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.915198] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a322033-dc84-4eda-8bd1-9dc7726ba26b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.929636] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Created folder: Project (0742991171c94925a37110d61a0b6243) in parent group-v919857. [ 753.929636] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Creating folder: Instances. Parent ref: group-v919989. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.929636] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-515da05b-fd56-41e5-b3db-fa1abc966f15 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.940664] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Created folder: Instances in parent group-v919989. [ 753.940664] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 753.940775] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.941095] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-262f151a-5476-46ed-a2a2-d0b005ef908e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.962934] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.962934] env[65978]: value = "task-4714228" [ 753.962934] env[65978]: _type = "Task" [ 753.962934] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.973435] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714228, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.089980] env[65978]: DEBUG nova.scheduler.client.report [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.108081] env[65978]: INFO nova.compute.manager [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Took 41.02 seconds to build instance. [ 754.261778] env[65978]: DEBUG nova.compute.manager [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 754.268854] env[65978]: WARNING neutronclient.v2_0.client [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.366442] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714223, 'name': ReconfigVM_Task, 'duration_secs': 0.610652} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.366442] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 2f454d73-1141-46d1-97ce-8f85281d961c/2f454d73-1141-46d1-97ce-8f85281d961c.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.366442] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dac507bb-9c67-4abb-9f23-841b7df37cd5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.374898] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 754.374898] env[65978]: value = "task-4714229" [ 754.374898] env[65978]: _type = "Task" [ 754.374898] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.389735] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714229, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.393213] env[65978]: DEBUG nova.network.neutron [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Updated VIF entry in instance network info cache for port 1c80ee99-9137-49d0-a739-c08ab02ad77d. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 754.394050] env[65978]: DEBUG nova.network.neutron [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Updating instance_info_cache with network_info: [{"id": "1c80ee99-9137-49d0-a739-c08ab02ad77d", "address": "fa:16:3e:b5:ae:3c", "network": {"id": "3062e12e-9059-4d06-8770-c4d3d78df471", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-708913267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8809c6558a4b1183ab141966c8aed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c80ee99-91", "ovs_interfaceid": "1c80ee99-9137-49d0-a739-c08ab02ad77d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.401388] env[65978]: DEBUG oslo_vmware.api [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26854} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.402282] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.402562] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.402758] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.402931] env[65978]: INFO nova.compute.manager [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Took 3.35 seconds to destroy the instance on the hypervisor. [ 754.403321] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 754.403592] env[65978]: DEBUG nova.compute.manager [-] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 754.404221] env[65978]: DEBUG nova.network.neutron [-] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 754.404221] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.477220] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714228, 'name': CreateVM_Task, 'duration_secs': 0.336065} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.477625] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.480552] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.482074] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.482074] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.482074] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68536378-047a-42f3-acfa-5fc6ff1152b1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.489912] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Waiting for the task: (returnval){ [ 754.489912] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5203de12-3b2e-9856-ade3-e7afac4b7c52" [ 754.489912] env[65978]: _type = "Task" [ 754.489912] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.501647] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5203de12-3b2e-9856-ade3-e7afac4b7c52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.504203] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.603646] env[65978]: DEBUG oslo_concurrency.lockutils [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.603646] env[65978]: DEBUG nova.compute.manager [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 754.605024] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.348s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.606488] env[65978]: INFO nova.compute.claims [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.612228] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2d3c1c21-1e64-4d7a-a3cf-316fdf9d7ca2 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "d36351a6-4988-44ad-9bb8-ffa7cb7fa83f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.434s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.793294] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.886372] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714229, 'name': Rename_Task, 'duration_secs': 0.27495} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.886490] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.887367] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0348455-52c6-40b8-b5ff-d20385a2662f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.895821] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 754.895821] env[65978]: value = "task-4714230" [ 754.895821] env[65978]: _type = "Task" [ 754.895821] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.904632] env[65978]: DEBUG oslo_concurrency.lockutils [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] Releasing lock "refresh_cache-db876e0c-b706-4118-8ed5-5be7d4c97929" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.904893] env[65978]: DEBUG nova.compute.manager [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Received event network-vif-deleted-87ed9ffd-d548-4a58-98fe-5dd21880a0a3 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 754.905091] env[65978]: DEBUG nova.compute.manager [req-ac7a089d-2880-4240-8547-a06d0af01aa6 req-26ac0454-cbae-46e7-ac59-87e9fb147aaf service nova] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Received event network-vif-deleted-2c2248c5-0aa9-4171-ab05-613b013f61ab {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 754.905471] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.002590] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5203de12-3b2e-9856-ade3-e7afac4b7c52, 'name': SearchDatastore_Task, 'duration_secs': 0.027243} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.002946] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.003302] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.003562] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.003810] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.004014] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.004374] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f87eabf6-15bc-4b73-b1b7-d40723e16b77 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.014555] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.014764] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.016060] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b82abec6-06f9-4f0e-9221-ee97b36bed95 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.022396] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Waiting for the task: (returnval){ [ 755.022396] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5298eed7-892e-63c1-e2fa-cc155c4d5154" [ 755.022396] env[65978]: _type = "Task" [ 755.022396] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.032109] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5298eed7-892e-63c1-e2fa-cc155c4d5154, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.114749] env[65978]: DEBUG nova.compute.utils [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.118266] env[65978]: DEBUG nova.compute.manager [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 755.118266] env[65978]: DEBUG nova.network.neutron [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 755.118266] env[65978]: WARNING neutronclient.v2_0.client [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.118667] env[65978]: WARNING neutronclient.v2_0.client [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.123022] env[65978]: DEBUG nova.compute.manager [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 755.214098] env[65978]: DEBUG nova.policy [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04b024524fde4229ab3808e84d424ffc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4eb3e785b42747449989349affdf36ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.247637] env[65978]: DEBUG nova.network.neutron [-] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.363959] env[65978]: DEBUG oslo_concurrency.lockutils [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquiring lock "bc4f9746-14ee-46fd-ae5a-2a61a64602f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.364289] env[65978]: DEBUG oslo_concurrency.lockutils [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "bc4f9746-14ee-46fd-ae5a-2a61a64602f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.364534] env[65978]: DEBUG oslo_concurrency.lockutils [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquiring lock "bc4f9746-14ee-46fd-ae5a-2a61a64602f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.364749] env[65978]: DEBUG oslo_concurrency.lockutils [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "bc4f9746-14ee-46fd-ae5a-2a61a64602f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.364942] env[65978]: DEBUG oslo_concurrency.lockutils [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "bc4f9746-14ee-46fd-ae5a-2a61a64602f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.367599] env[65978]: INFO nova.compute.manager [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Terminating instance [ 755.409718] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714230, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.507746] env[65978]: DEBUG nova.compute.manager [req-935ca80b-3d64-4ca5-9e5e-c59b280fb57a req-89685454-87df-4709-a1df-7f43aa5a161c service nova] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Received event network-vif-deleted-b369e08e-28a0-4d3a-b46a-ee02c6e2f428 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 755.542494] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5298eed7-892e-63c1-e2fa-cc155c4d5154, 'name': SearchDatastore_Task, 'duration_secs': 0.02084} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.543533] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b537866-3e39-4276-8737-5503c5860a11 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.551651] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Waiting for the task: (returnval){ [ 755.551651] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527995ee-8041-62ab-4ffb-ea4fcab56f54" [ 755.551651] env[65978]: _type = "Task" [ 755.551651] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.566524] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527995ee-8041-62ab-4ffb-ea4fcab56f54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.628408] env[65978]: DEBUG nova.compute.manager [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 755.636688] env[65978]: DEBUG nova.network.neutron [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Successfully created port: 629dcafd-ea60-43ac-a256-c4bbec2fbc25 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 755.662498] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.752493] env[65978]: INFO nova.compute.manager [-] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Took 1.35 seconds to deallocate network for instance. [ 755.873741] env[65978]: DEBUG nova.compute.manager [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 755.874034] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.875436] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde6af82-6847-454d-b10d-49a53d99eeb2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.888246] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.888398] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a2e9d42-ce24-4f7f-9d8d-5a9c19d09188 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.897244] env[65978]: DEBUG oslo_vmware.api [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 755.897244] env[65978]: value = "task-4714231" [ 755.897244] env[65978]: _type = "Task" [ 755.897244] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.919324] env[65978]: DEBUG oslo_vmware.api [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.921030] env[65978]: DEBUG oslo_vmware.api [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714230, 'name': PowerOnVM_Task, 'duration_secs': 0.627709} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.921030] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.921030] env[65978]: INFO nova.compute.manager [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Took 9.86 seconds to spawn the instance on the hypervisor. [ 755.921030] env[65978]: DEBUG nova.compute.manager [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 755.921425] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37e4fd1-2029-44ec-baf8-99f2e791a01a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.068522] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527995ee-8041-62ab-4ffb-ea4fcab56f54, 'name': SearchDatastore_Task, 'duration_secs': 0.025708} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.068522] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.068522] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 9c7cb999-a949-4e08-ae2e-cb14824eea0b/9c7cb999-a949-4e08-ae2e-cb14824eea0b.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.068791] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7448490e-0fd2-4ab5-8d2f-eafdc1a67d6a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.077167] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Waiting for the task: (returnval){ [ 756.077167] env[65978]: value = "task-4714232" [ 756.077167] env[65978]: _type = "Task" [ 756.077167] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.088777] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Task: {'id': task-4714232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.288182] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6a87fa-5429-4e3b-9bf3-93f53565220a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.296956] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73441fea-0f29-4d14-b7f7-78ce1f5c69b1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.333240] env[65978]: INFO nova.compute.manager [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Took 0.58 seconds to detach 1 volumes for instance. [ 756.335613] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3a009e-5312-4a50-8283-8ee64f437cf4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.349981] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d89ba9-fa96-4bc9-b02c-ce810e82a9af {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.371806] env[65978]: DEBUG nova.compute.provider_tree [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.414956] env[65978]: DEBUG oslo_vmware.api [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714231, 'name': PowerOffVM_Task, 'duration_secs': 0.297006} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.415307] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.415478] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.415792] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0bf1595-f90c-4638-88f1-2de4c627c89c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.443536] env[65978]: INFO nova.compute.manager [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Took 36.50 seconds to build instance. [ 756.494316] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.494711] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.494947] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Deleting the datastore file [datastore2] bc4f9746-14ee-46fd-ae5a-2a61a64602f5 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.495853] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fd17321-2827-4f5e-a19f-f0e0e27b42ac {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.505266] env[65978]: DEBUG oslo_vmware.api [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 756.505266] env[65978]: value = "task-4714234" [ 756.505266] env[65978]: _type = "Task" [ 756.505266] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.515989] env[65978]: DEBUG oslo_vmware.api [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.588791] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Task: {'id': task-4714232, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.649353] env[65978]: DEBUG nova.compute.manager [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 756.652365] env[65978]: INFO nova.compute.manager [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Rebuilding instance [ 756.689391] env[65978]: DEBUG nova.virt.hardware [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 756.689699] env[65978]: DEBUG nova.virt.hardware [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.689853] env[65978]: DEBUG nova.virt.hardware [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 756.690909] env[65978]: DEBUG nova.virt.hardware [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.691160] env[65978]: DEBUG nova.virt.hardware [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 756.691321] env[65978]: DEBUG nova.virt.hardware [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 756.691535] env[65978]: DEBUG nova.virt.hardware [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 756.691700] env[65978]: DEBUG nova.virt.hardware [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 756.691859] env[65978]: DEBUG nova.virt.hardware [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 756.692065] env[65978]: DEBUG nova.virt.hardware [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 756.692265] env[65978]: DEBUG nova.virt.hardware [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 756.693175] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a104123e-6238-4045-ba0a-68024dfea479 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.707910] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72214982-f26d-4b2f-8ab2-d871133c22d8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.715347] env[65978]: DEBUG nova.compute.manager [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 756.716279] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636e04a7-6cd3-4255-9273-5ddd0520e462 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.844400] env[65978]: DEBUG oslo_concurrency.lockutils [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.876654] env[65978]: DEBUG nova.scheduler.client.report [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.945101] env[65978]: DEBUG oslo_concurrency.lockutils [None req-20176590-c009-4601-a1f9-6e50cf79cc9d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "2f454d73-1141-46d1-97ce-8f85281d961c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.229s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.017311] env[65978]: DEBUG oslo_vmware.api [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.090299] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Task: {'id': task-4714232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617435} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.090601] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 9c7cb999-a949-4e08-ae2e-cb14824eea0b/9c7cb999-a949-4e08-ae2e-cb14824eea0b.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.090806] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.091072] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6c46f9c-ba07-4865-bcfd-29b8c85bca16 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.100485] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Waiting for the task: (returnval){ [ 757.100485] env[65978]: value = "task-4714235" [ 757.100485] env[65978]: _type = "Task" [ 757.100485] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.110185] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Task: {'id': task-4714235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.382759] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.383334] env[65978]: DEBUG nova.compute.manager [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 757.386188] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.494s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.387631] env[65978]: INFO nova.compute.claims [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.448310] env[65978]: DEBUG nova.compute.manager [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 757.517495] env[65978]: DEBUG oslo_vmware.api [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.678023} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.518133] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.518321] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.518483] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.518647] env[65978]: INFO nova.compute.manager [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Took 1.64 seconds to destroy the instance on the hypervisor. [ 757.518887] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 757.519120] env[65978]: DEBUG nova.compute.manager [-] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 757.519248] env[65978]: DEBUG nova.network.neutron [-] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 757.519542] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.566628] env[65978]: DEBUG nova.network.neutron [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Successfully updated port: 629dcafd-ea60-43ac-a256-c4bbec2fbc25 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 757.616781] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Task: {'id': task-4714235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091653} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.616781] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.616781] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff34661a-9199-484e-aa85-d15ab3f62ea0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.639801] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 9c7cb999-a949-4e08-ae2e-cb14824eea0b/9c7cb999-a949-4e08-ae2e-cb14824eea0b.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.640148] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b1194f1-7031-4677-ae59-4a68c29a7cc4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.665856] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Waiting for the task: (returnval){ [ 757.665856] env[65978]: value = "task-4714236" [ 757.665856] env[65978]: _type = "Task" [ 757.665856] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.676800] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Task: {'id': task-4714236, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.742040] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.742417] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81b573d6-204d-476a-84a5-192891c6d193 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.751961] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 757.751961] env[65978]: value = "task-4714237" [ 757.751961] env[65978]: _type = "Task" [ 757.751961] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.763991] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.892989] env[65978]: DEBUG nova.compute.utils [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.898793] env[65978]: DEBUG nova.compute.manager [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 757.899302] env[65978]: DEBUG nova.network.neutron [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 757.899557] env[65978]: WARNING neutronclient.v2_0.client [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.900425] env[65978]: WARNING neutronclient.v2_0.client [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.978696] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.034026] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.034296] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.034373] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.034514] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.034667] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.034831] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.034997] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.035159] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65978) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11240}} [ 758.035325] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.076039] env[65978]: DEBUG oslo_concurrency.lockutils [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Acquiring lock "refresh_cache-a7a4518b-c5d6-440b-9e98-95c5942a7de1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.076237] env[65978]: DEBUG oslo_concurrency.lockutils [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Acquired lock "refresh_cache-a7a4518b-c5d6-440b-9e98-95c5942a7de1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.076418] env[65978]: DEBUG nova.network.neutron [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 758.177509] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Task: {'id': task-4714236, 'name': ReconfigVM_Task, 'duration_secs': 0.377163} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.177794] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 9c7cb999-a949-4e08-ae2e-cb14824eea0b/9c7cb999-a949-4e08-ae2e-cb14824eea0b.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.178610] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d89a286f-99c8-407a-8f61-60efb76d151a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.187364] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Waiting for the task: (returnval){ [ 758.187364] env[65978]: value = "task-4714238" [ 758.187364] env[65978]: _type = "Task" [ 758.187364] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.197740] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Task: {'id': task-4714238, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.266565] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714237, 'name': PowerOffVM_Task, 'duration_secs': 0.234459} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.267317] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.267317] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.267982] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51154933-41d9-48c9-a4a9-0a7373e74e5d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.277180] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.277371] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baae9f2f-2e4b-49fd-be97-4b9bb5370040 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.360456] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.360804] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.361034] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Deleting the datastore file [datastore1] ecc645e7-d1f9-4d1c-b6db-5835c528d775 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.361359] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19af54b2-8aa9-4226-a605-6632b365bb69 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.371327] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 758.371327] env[65978]: value = "task-4714240" [ 758.371327] env[65978]: _type = "Task" [ 758.371327] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.383586] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.393174] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.403796] env[65978]: DEBUG nova.compute.manager [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 758.473572] env[65978]: DEBUG nova.policy [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e5179d27afe479d933ce2ce63922cd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7479b38af7c414d9ab516169fc116dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.539907] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.703727] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Task: {'id': task-4714238, 'name': Rename_Task, 'duration_secs': 0.161887} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.704046] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.704315] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00833947-6282-49c8-a476-37ecd3e36ddf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.712445] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Waiting for the task: (returnval){ [ 758.712445] env[65978]: value = "task-4714241" [ 758.712445] env[65978]: _type = "Task" [ 758.712445] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.725362] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Task: {'id': task-4714241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.888811] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33676} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.889227] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.889561] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.889842] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.068921] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd5c5c5-77ef-4d0d-87a5-16be13620406 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.078303] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651e32db-b954-480e-8760-a6384cb1591c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.115758] env[65978]: DEBUG nova.network.neutron [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Successfully created port: bde9cb6c-50ab-4e38-a140-898e3192fe94 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 759.118938] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e09022-640c-428c-b5b0-d4e32e56b200 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.130807] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9489e3-2e7a-4469-a183-009e7b344c9a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.149553] env[65978]: DEBUG nova.compute.provider_tree [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.228810] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Task: {'id': task-4714241, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.251879] env[65978]: DEBUG nova.network.neutron [-] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.256251] env[65978]: DEBUG nova.network.neutron [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 759.416636] env[65978]: DEBUG nova.compute.manager [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 759.464463] env[65978]: DEBUG nova.virt.hardware [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 759.464711] env[65978]: DEBUG nova.virt.hardware [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.464873] env[65978]: DEBUG nova.virt.hardware [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 759.465062] env[65978]: DEBUG nova.virt.hardware [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.465309] env[65978]: DEBUG nova.virt.hardware [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 759.465368] env[65978]: DEBUG nova.virt.hardware [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 759.465600] env[65978]: DEBUG nova.virt.hardware [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 759.465671] env[65978]: DEBUG nova.virt.hardware [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 759.466239] env[65978]: DEBUG nova.virt.hardware [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 759.466424] env[65978]: DEBUG nova.virt.hardware [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 759.466708] env[65978]: DEBUG nova.virt.hardware [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 759.467623] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9385c2fd-4ad2-44c0-80d8-4bb6c71b13e5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.479192] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c67d436-2a64-4f4e-82a7-6ad65bbb4325 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.569939] env[65978]: WARNING neutronclient.v2_0.client [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.653601] env[65978]: DEBUG nova.scheduler.client.report [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.729833] env[65978]: DEBUG oslo_vmware.api [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Task: {'id': task-4714241, 'name': PowerOnVM_Task, 'duration_secs': 0.874824} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.729833] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.729833] env[65978]: INFO nova.compute.manager [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Took 5.89 seconds to spawn the instance on the hypervisor. [ 759.729833] env[65978]: DEBUG nova.compute.manager [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 759.730112] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745b5c06-7e42-4858-9fd7-40430162b345 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.745376] env[65978]: DEBUG nova.network.neutron [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Updating instance_info_cache with network_info: [{"id": "629dcafd-ea60-43ac-a256-c4bbec2fbc25", "address": "fa:16:3e:b4:af:e5", "network": {"id": "a3434e17-c32b-460c-8163-49412989c889", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-857158632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb3e785b42747449989349affdf36ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap629dcafd-ea", "ovs_interfaceid": "629dcafd-ea60-43ac-a256-c4bbec2fbc25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.755103] env[65978]: INFO nova.compute.manager [-] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Took 2.24 seconds to deallocate network for instance. [ 759.933145] env[65978]: DEBUG nova.virt.hardware [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 759.933536] env[65978]: DEBUG nova.virt.hardware [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.933702] env[65978]: DEBUG nova.virt.hardware [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 759.933884] env[65978]: DEBUG nova.virt.hardware [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.934083] env[65978]: DEBUG nova.virt.hardware [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 759.934250] env[65978]: DEBUG nova.virt.hardware [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 759.934483] env[65978]: DEBUG nova.virt.hardware [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 759.934647] env[65978]: DEBUG nova.virt.hardware [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 759.934810] env[65978]: DEBUG nova.virt.hardware [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 759.934963] env[65978]: DEBUG nova.virt.hardware [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 759.935149] env[65978]: DEBUG nova.virt.hardware [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 759.936064] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52d9f55-f345-4bb8-b47b-6f34d1885796 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.946587] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75afbb50-6814-4d54-920f-136aae59426b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.961748] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:3d:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffd6844f-03b3-4962-92f3-9950b049f47b', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.969359] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 759.969670] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.969892] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4320b6c4-221b-4dba-bdd8-4e57151e8d25 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.991345] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.991345] env[65978]: value = "task-4714242" [ 759.991345] env[65978]: _type = "Task" [ 759.991345] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.000433] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714242, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.161190] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.161846] env[65978]: DEBUG nova.compute.manager [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 760.165503] env[65978]: DEBUG oslo_concurrency.lockutils [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.230s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.165797] env[65978]: DEBUG nova.objects.instance [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lazy-loading 'resources' on Instance uuid 324c4201-a6d8-4432-a992-728c1abe29d6 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.257057] env[65978]: DEBUG oslo_concurrency.lockutils [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Releasing lock "refresh_cache-a7a4518b-c5d6-440b-9e98-95c5942a7de1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.257057] env[65978]: DEBUG nova.compute.manager [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Instance network_info: |[{"id": "629dcafd-ea60-43ac-a256-c4bbec2fbc25", "address": "fa:16:3e:b4:af:e5", "network": {"id": "a3434e17-c32b-460c-8163-49412989c889", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-857158632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb3e785b42747449989349affdf36ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap629dcafd-ea", "ovs_interfaceid": "629dcafd-ea60-43ac-a256-c4bbec2fbc25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 760.257443] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:af:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '629dcafd-ea60-43ac-a256-c4bbec2fbc25', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.269067] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Creating folder: Project (4eb3e785b42747449989349affdf36ba). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.269646] env[65978]: INFO nova.compute.manager [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Took 37.24 seconds to build instance. [ 760.271408] env[65978]: DEBUG oslo_concurrency.lockutils [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.272266] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-001bd4a9-b517-4fac-a640-9fe0307551eb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.286582] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Created folder: Project (4eb3e785b42747449989349affdf36ba) in parent group-v919857. [ 760.286927] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Creating folder: Instances. Parent ref: group-v919993. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.288867] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f290719c-5e0e-413a-a2a0-c1f4238bcf11 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.303349] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Created folder: Instances in parent group-v919993. [ 760.303626] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 760.303839] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.304092] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e8f051f-8c23-44f1-9c60-a5ef0cc7d731 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.327450] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.327450] env[65978]: value = "task-4714245" [ 760.327450] env[65978]: _type = "Task" [ 760.327450] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.337232] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714245, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.505743] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714242, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.675287] env[65978]: DEBUG nova.compute.utils [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.683748] env[65978]: DEBUG nova.compute.manager [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Not allocating networking since 'none' was specified. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 760.775394] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe984721-9b37-4e1e-a694-4f0a9564c7db tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Lock "9c7cb999-a949-4e08-ae2e-cb14824eea0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.193s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.840285] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714245, 'name': CreateVM_Task, 'duration_secs': 0.495001} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.841323] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.843181] env[65978]: WARNING neutronclient.v2_0.client [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.843602] env[65978]: DEBUG oslo_concurrency.lockutils [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.843781] env[65978]: DEBUG oslo_concurrency.lockutils [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.844081] env[65978]: DEBUG oslo_concurrency.lockutils [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.847432] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a4b74e0-964d-4d44-80f1-8b6695391c67 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.853773] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Waiting for the task: (returnval){ [ 760.853773] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52eb45cc-55f8-e80c-e5bd-7733340c6b96" [ 760.853773] env[65978]: _type = "Task" [ 760.853773] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.867797] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52eb45cc-55f8-e80c-e5bd-7733340c6b96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.919546] env[65978]: DEBUG nova.network.neutron [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Successfully updated port: bde9cb6c-50ab-4e38-a140-898e3192fe94 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 761.006419] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714242, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.186822] env[65978]: DEBUG nova.compute.manager [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 761.283214] env[65978]: DEBUG nova.compute.manager [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 761.334251] env[65978]: DEBUG nova.compute.manager [req-25df6d15-933b-4e71-a2cf-79384d14f5a9 req-bc0c0db2-17a4-4b2d-b678-1e436cf2d086 service nova] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Received event network-vif-plugged-629dcafd-ea60-43ac-a256-c4bbec2fbc25 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 761.334512] env[65978]: DEBUG oslo_concurrency.lockutils [req-25df6d15-933b-4e71-a2cf-79384d14f5a9 req-bc0c0db2-17a4-4b2d-b678-1e436cf2d086 service nova] Acquiring lock "a7a4518b-c5d6-440b-9e98-95c5942a7de1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.335081] env[65978]: DEBUG oslo_concurrency.lockutils [req-25df6d15-933b-4e71-a2cf-79384d14f5a9 req-bc0c0db2-17a4-4b2d-b678-1e436cf2d086 service nova] Lock "a7a4518b-c5d6-440b-9e98-95c5942a7de1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.335081] env[65978]: DEBUG oslo_concurrency.lockutils [req-25df6d15-933b-4e71-a2cf-79384d14f5a9 req-bc0c0db2-17a4-4b2d-b678-1e436cf2d086 service nova] Lock "a7a4518b-c5d6-440b-9e98-95c5942a7de1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.335081] env[65978]: DEBUG nova.compute.manager [req-25df6d15-933b-4e71-a2cf-79384d14f5a9 req-bc0c0db2-17a4-4b2d-b678-1e436cf2d086 service nova] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] No waiting events found dispatching network-vif-plugged-629dcafd-ea60-43ac-a256-c4bbec2fbc25 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 761.335270] env[65978]: WARNING nova.compute.manager [req-25df6d15-933b-4e71-a2cf-79384d14f5a9 req-bc0c0db2-17a4-4b2d-b678-1e436cf2d086 service nova] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Received unexpected event network-vif-plugged-629dcafd-ea60-43ac-a256-c4bbec2fbc25 for instance with vm_state building and task_state spawning. [ 761.370927] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52eb45cc-55f8-e80c-e5bd-7733340c6b96, 'name': SearchDatastore_Task, 'duration_secs': 0.024448} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.375268] env[65978]: DEBUG oslo_concurrency.lockutils [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.375614] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.376161] env[65978]: DEBUG oslo_concurrency.lockutils [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.376161] env[65978]: DEBUG oslo_concurrency.lockutils [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.376161] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.376602] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08beef13-0e96-4723-a2b9-071cec32e7e5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.387355] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.387534] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.388309] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f584ed4-db77-4c51-a93e-4e8c0ae74669 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.400572] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Waiting for the task: (returnval){ [ 761.400572] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]522d79df-17b6-fae5-d41e-040dd257d178" [ 761.400572] env[65978]: _type = "Task" [ 761.400572] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.408704] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]522d79df-17b6-fae5-d41e-040dd257d178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.432951] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "refresh_cache-0215aa34-37b0-43ab-b9a4-fc254524612b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.432951] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquired lock "refresh_cache-0215aa34-37b0-43ab-b9a4-fc254524612b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.432951] env[65978]: DEBUG nova.network.neutron [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 761.504066] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812766fe-a3da-4039-a447-883d44fb9e16 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.514871] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714242, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.521469] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88c7e2b-ea21-467f-9a7e-bf4a78d90ae4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.559565] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0610b5e9-a706-46dd-aa8e-c9acc86ae066 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.568693] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298e7871-547f-41d5-b881-1ce6bc64ecfc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.590331] env[65978]: DEBUG nova.compute.provider_tree [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.813711] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.909802] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]522d79df-17b6-fae5-d41e-040dd257d178, 'name': SearchDatastore_Task, 'duration_secs': 0.012378} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.910667] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49de0af8-1464-48ad-8fbd-ad0b52115554 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.917113] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Waiting for the task: (returnval){ [ 761.917113] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529bd1c2-1156-18ff-70a0-9cc9a097b689" [ 761.917113] env[65978]: _type = "Task" [ 761.917113] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.927091] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529bd1c2-1156-18ff-70a0-9cc9a097b689, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.992509] env[65978]: DEBUG nova.network.neutron [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 762.009740] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714242, 'name': CreateVM_Task, 'duration_secs': 1.538517} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.009740] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.011695] env[65978]: WARNING neutronclient.v2_0.client [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 762.011695] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.011695] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.011695] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.012152] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9889bba8-c301-4725-ade4-6376e5aa88a3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.019932] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 762.019932] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d288ee-e22d-b6a0-daad-4db16787f613" [ 762.019932] env[65978]: _type = "Task" [ 762.019932] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.031276] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d288ee-e22d-b6a0-daad-4db16787f613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.095398] env[65978]: DEBUG nova.scheduler.client.report [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.127849] env[65978]: WARNING neutronclient.v2_0.client [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.200171] env[65978]: DEBUG nova.compute.manager [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 762.246281] env[65978]: DEBUG nova.virt.hardware [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 762.246550] env[65978]: DEBUG nova.virt.hardware [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.246697] env[65978]: DEBUG nova.virt.hardware [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 762.246863] env[65978]: DEBUG nova.virt.hardware [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.248769] env[65978]: DEBUG nova.virt.hardware [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 762.249037] env[65978]: DEBUG nova.virt.hardware [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 762.249408] env[65978]: DEBUG nova.virt.hardware [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 762.250082] env[65978]: DEBUG nova.virt.hardware [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 762.250082] env[65978]: DEBUG nova.virt.hardware [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 762.250082] env[65978]: DEBUG nova.virt.hardware [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 762.250214] env[65978]: DEBUG nova.virt.hardware [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 762.251202] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0f878d-b9d4-4ed0-b6d0-d9b2ca5c27eb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.255501] env[65978]: DEBUG nova.network.neutron [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Updating instance_info_cache with network_info: [{"id": "bde9cb6c-50ab-4e38-a140-898e3192fe94", "address": "fa:16:3e:b8:8d:50", "network": {"id": "9cc5a8d2-8f96-432c-8dda-b76a6f7b1b83", "bridge": "br-int", "label": "tempest-ImagesTestJSON-821420644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7479b38af7c414d9ab516169fc116dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde9cb6c-50", "ovs_interfaceid": "bde9cb6c-50ab-4e38-a140-898e3192fe94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.265327] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea502dca-2a66-4f2e-a705-f53f793aa55d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.286170] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Instance VIF info [] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.297911] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Creating folder: Project (c876bebc69284d7c8ce51dfb50b61d90). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.297911] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-012b8c83-49ea-4865-9bc6-0b7edb363b81 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.313998] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Created folder: Project (c876bebc69284d7c8ce51dfb50b61d90) in parent group-v919857. [ 762.314479] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Creating folder: Instances. Parent ref: group-v919996. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.315445] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32f35f34-c550-48cc-98db-e61516388144 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.330440] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Created folder: Instances in parent group-v919996. [ 762.330440] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 762.330885] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.330954] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4bd57f6-bf22-470d-87e3-c12d89c6c9b1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.361806] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.361806] env[65978]: value = "task-4714248" [ 762.361806] env[65978]: _type = "Task" [ 762.361806] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.378275] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714248, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.429483] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529bd1c2-1156-18ff-70a0-9cc9a097b689, 'name': SearchDatastore_Task, 'duration_secs': 0.025344} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.429776] env[65978]: DEBUG oslo_concurrency.lockutils [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.430804] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a7a4518b-c5d6-440b-9e98-95c5942a7de1/a7a4518b-c5d6-440b-9e98-95c5942a7de1.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.430804] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25bd0580-3f9e-43fc-ad6a-61a001736089 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.438806] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Waiting for the task: (returnval){ [ 762.438806] env[65978]: value = "task-4714249" [ 762.438806] env[65978]: _type = "Task" [ 762.438806] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.451118] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Task: {'id': task-4714249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.531793] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d288ee-e22d-b6a0-daad-4db16787f613, 'name': SearchDatastore_Task, 'duration_secs': 0.013931} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.532183] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.532564] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.532845] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.532984] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.533172] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.534204] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4a126af-74d2-441a-9d47-3a166dcdf393 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.559196] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.559196] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.559196] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d81802-aa90-4cfe-a9ca-26f7d3051100 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.567423] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 762.567423] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5230b8ed-10d5-941d-9ae0-805d77ad336d" [ 762.567423] env[65978]: _type = "Task" [ 762.567423] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.579408] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5230b8ed-10d5-941d-9ae0-805d77ad336d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.612720] env[65978]: DEBUG oslo_concurrency.lockutils [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.447s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.615348] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.527s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.618513] env[65978]: INFO nova.compute.claims [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.641147] env[65978]: INFO nova.scheduler.client.report [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Deleted allocations for instance 324c4201-a6d8-4432-a992-728c1abe29d6 [ 762.760078] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Releasing lock "refresh_cache-0215aa34-37b0-43ab-b9a4-fc254524612b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.760078] env[65978]: DEBUG nova.compute.manager [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Instance network_info: |[{"id": "bde9cb6c-50ab-4e38-a140-898e3192fe94", "address": "fa:16:3e:b8:8d:50", "network": {"id": "9cc5a8d2-8f96-432c-8dda-b76a6f7b1b83", "bridge": "br-int", "label": "tempest-ImagesTestJSON-821420644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7479b38af7c414d9ab516169fc116dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde9cb6c-50", "ovs_interfaceid": "bde9cb6c-50ab-4e38-a140-898e3192fe94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 762.760357] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:8d:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bde9cb6c-50ab-4e38-a140-898e3192fe94', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.772651] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 762.773086] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.773352] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3aecc5ff-3e2d-4c77-965b-d736f9caa188 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.803490] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.803490] env[65978]: value = "task-4714250" [ 762.803490] env[65978]: _type = "Task" [ 762.803490] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.816909] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714250, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.828097] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "9cce03ad-7648-47fc-9772-a0e7ad3564f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.828408] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "9cce03ad-7648-47fc-9772-a0e7ad3564f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.877753] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714248, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.956335] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Task: {'id': task-4714249, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.087430] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5230b8ed-10d5-941d-9ae0-805d77ad336d, 'name': SearchDatastore_Task, 'duration_secs': 0.012351} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.088371] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa9b4038-e068-4b4c-8711-999b57c296a8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.097717] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 763.097717] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52ad933d-6426-7dc9-0a80-bb3b1e515200" [ 763.097717] env[65978]: _type = "Task" [ 763.097717] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.107971] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52ad933d-6426-7dc9-0a80-bb3b1e515200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.152635] env[65978]: DEBUG oslo_concurrency.lockutils [None req-19e64d7a-d0bd-418d-8a8a-3f3b328ec0c5 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lock "324c4201-a6d8-4432-a992-728c1abe29d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.239s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.153653] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c93789d6-d33c-4604-b96b-622e1e788246 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lock "324c4201-a6d8-4432-a992-728c1abe29d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 12.642s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.153876] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c93789d6-d33c-4604-b96b-622e1e788246 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquiring lock "324c4201-a6d8-4432-a992-728c1abe29d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.154235] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c93789d6-d33c-4604-b96b-622e1e788246 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lock "324c4201-a6d8-4432-a992-728c1abe29d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.154328] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c93789d6-d33c-4604-b96b-622e1e788246 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lock "324c4201-a6d8-4432-a992-728c1abe29d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.156210] env[65978]: INFO nova.compute.manager [None req-c93789d6-d33c-4604-b96b-622e1e788246 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Terminating instance [ 763.318617] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714250, 'name': CreateVM_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.372889] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714248, 'name': CreateVM_Task, 'duration_secs': 0.665661} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.374317] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.374317] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.374317] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.374317] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.374712] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a04949db-6159-4e66-af38-d560fa3caccf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.381315] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Waiting for the task: (returnval){ [ 763.381315] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52afc377-928d-05aa-defa-95f9d2b5928f" [ 763.381315] env[65978]: _type = "Task" [ 763.381315] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.392737] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52afc377-928d-05aa-defa-95f9d2b5928f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.453462] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Task: {'id': task-4714249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701645} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.453760] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a7a4518b-c5d6-440b-9e98-95c5942a7de1/a7a4518b-c5d6-440b-9e98-95c5942a7de1.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.454111] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.454476] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41915204-a5a1-4e22-aced-7607150b9653 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.462727] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Waiting for the task: (returnval){ [ 763.462727] env[65978]: value = "task-4714251" [ 763.462727] env[65978]: _type = "Task" [ 763.462727] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.471806] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Task: {'id': task-4714251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.611642] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52ad933d-6426-7dc9-0a80-bb3b1e515200, 'name': SearchDatastore_Task, 'duration_secs': 0.030746} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.612429] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.612635] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] ecc645e7-d1f9-4d1c-b6db-5835c528d775/ecc645e7-d1f9-4d1c-b6db-5835c528d775.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.616024] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cea01a72-f7f2-418b-9790-67640a87ce34 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.624808] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 763.624808] env[65978]: value = "task-4714252" [ 763.624808] env[65978]: _type = "Task" [ 763.624808] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.639545] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.662942] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c93789d6-d33c-4604-b96b-622e1e788246 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquiring lock "refresh_cache-324c4201-a6d8-4432-a992-728c1abe29d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.663067] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c93789d6-d33c-4604-b96b-622e1e788246 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquired lock "refresh_cache-324c4201-a6d8-4432-a992-728c1abe29d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.663192] env[65978]: DEBUG nova.network.neutron [None req-c93789d6-d33c-4604-b96b-622e1e788246 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 763.814716] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714250, 'name': CreateVM_Task, 'duration_secs': 0.666355} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.817954] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.820611] env[65978]: WARNING neutronclient.v2_0.client [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.821382] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.897376] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52afc377-928d-05aa-defa-95f9d2b5928f, 'name': SearchDatastore_Task, 'duration_secs': 0.014061} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.897376] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.897376] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.897376] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.897605] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.897605] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.897605] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.897712] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.897855] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a541797e-f484-43a1-9d6f-0d14efb88dc2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.899961] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d884ce82-aeb5-42e8-8187-8fcd398b7d0c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.906503] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 763.906503] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5249e759-4bde-49f0-6a34-5373c9c433b5" [ 763.906503] env[65978]: _type = "Task" [ 763.906503] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.919887] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5249e759-4bde-49f0-6a34-5373c9c433b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.919887] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.919887] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.921013] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49b41d90-3690-4575-970a-0db80689abae {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.931715] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Waiting for the task: (returnval){ [ 763.931715] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c3f07c-4cda-01cb-aa2c-ccac85bd9dae" [ 763.931715] env[65978]: _type = "Task" [ 763.931715] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.949080] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c3f07c-4cda-01cb-aa2c-ccac85bd9dae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.977627] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Task: {'id': task-4714251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075732} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.980622] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.983172] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5673e64-64b4-45c7-99f7-f24aa1d0efd5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.008777] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] a7a4518b-c5d6-440b-9e98-95c5942a7de1/a7a4518b-c5d6-440b-9e98-95c5942a7de1.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.012375] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38c26f8c-1058-4cc1-a1d1-54ce766eca82 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.034727] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Waiting for the task: (returnval){ [ 764.034727] env[65978]: value = "task-4714253" [ 764.034727] env[65978]: _type = "Task" [ 764.034727] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.047435] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Task: {'id': task-4714253, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.052314] env[65978]: DEBUG nova.compute.manager [req-2aec5b83-34db-40a7-a86e-58cb98b258e7 req-d767b109-dff5-4a05-9aa5-5df761e5a030 service nova] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Received event network-changed-05e27261-4854-475d-8f11-799aca744659 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 764.052434] env[65978]: DEBUG nova.compute.manager [req-2aec5b83-34db-40a7-a86e-58cb98b258e7 req-d767b109-dff5-4a05-9aa5-5df761e5a030 service nova] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Refreshing instance network info cache due to event network-changed-05e27261-4854-475d-8f11-799aca744659. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 764.052572] env[65978]: DEBUG oslo_concurrency.lockutils [req-2aec5b83-34db-40a7-a86e-58cb98b258e7 req-d767b109-dff5-4a05-9aa5-5df761e5a030 service nova] Acquiring lock "refresh_cache-2f454d73-1141-46d1-97ce-8f85281d961c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.052713] env[65978]: DEBUG oslo_concurrency.lockutils [req-2aec5b83-34db-40a7-a86e-58cb98b258e7 req-d767b109-dff5-4a05-9aa5-5df761e5a030 service nova] Acquired lock "refresh_cache-2f454d73-1141-46d1-97ce-8f85281d961c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.052866] env[65978]: DEBUG nova.network.neutron [req-2aec5b83-34db-40a7-a86e-58cb98b258e7 req-d767b109-dff5-4a05-9aa5-5df761e5a030 service nova] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Refreshing network info cache for port 05e27261-4854-475d-8f11-799aca744659 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.121823] env[65978]: DEBUG nova.compute.manager [None req-c0527961-4fbd-4302-b8db-f75148c0cb6c tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 764.122952] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212781f6-85ff-4821-bd35-db7cc8008b93 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.149380] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714252, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.167384] env[65978]: DEBUG nova.compute.utils [None req-c93789d6-d33c-4604-b96b-622e1e788246 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Can not refresh info_cache because instance was not found {{(pid=65978) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 764.167871] env[65978]: WARNING neutronclient.v2_0.client [None req-c93789d6-d33c-4604-b96b-622e1e788246 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.187355] env[65978]: DEBUG nova.network.neutron [None req-c93789d6-d33c-4604-b96b-622e1e788246 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 764.207662] env[65978]: DEBUG nova.compute.manager [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Received event network-changed-629dcafd-ea60-43ac-a256-c4bbec2fbc25 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 764.208184] env[65978]: DEBUG nova.compute.manager [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Refreshing instance network info cache due to event network-changed-629dcafd-ea60-43ac-a256-c4bbec2fbc25. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 764.208184] env[65978]: DEBUG oslo_concurrency.lockutils [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] Acquiring lock "refresh_cache-a7a4518b-c5d6-440b-9e98-95c5942a7de1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.208316] env[65978]: DEBUG oslo_concurrency.lockutils [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] Acquired lock "refresh_cache-a7a4518b-c5d6-440b-9e98-95c5942a7de1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.208466] env[65978]: DEBUG nova.network.neutron [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Refreshing network info cache for port 629dcafd-ea60-43ac-a256-c4bbec2fbc25 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.293446] env[65978]: DEBUG nova.network.neutron [None req-c93789d6-d33c-4604-b96b-622e1e788246 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.353469] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf40b23-9521-4dd2-904d-4dd124008825 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.363844] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258b2cf0-9138-4d52-8096-ed7e31370845 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.399406] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e351f31-e488-48f6-ad14-8d42491ec082 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.411306] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf1885f-08f1-4c4d-af10-88e6e203b9ad {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.427166] env[65978]: DEBUG nova.compute.provider_tree [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.432393] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5249e759-4bde-49f0-6a34-5373c9c433b5, 'name': SearchDatastore_Task, 'duration_secs': 0.058268} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.432874] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.432985] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.433201] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.446150] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c3f07c-4cda-01cb-aa2c-ccac85bd9dae, 'name': SearchDatastore_Task, 'duration_secs': 0.059147} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.446905] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64eac2b2-144e-497b-9ce8-9713995d8411 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.454405] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Waiting for the task: (returnval){ [ 764.454405] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52ae5633-951e-845c-3bde-c538d345ec7d" [ 764.454405] env[65978]: _type = "Task" [ 764.454405] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.464125] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52ae5633-951e-845c-3bde-c538d345ec7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.472470] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Acquiring lock "abe9a8eb-88e2-4da0-a84f-0ed8c0e97117" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.472921] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Lock "abe9a8eb-88e2-4da0-a84f-0ed8c0e97117" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.546567] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Task: {'id': task-4714253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.557527] env[65978]: WARNING neutronclient.v2_0.client [req-2aec5b83-34db-40a7-a86e-58cb98b258e7 req-d767b109-dff5-4a05-9aa5-5df761e5a030 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.642113] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534962} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.642370] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] ecc645e7-d1f9-4d1c-b6db-5835c528d775/ecc645e7-d1f9-4d1c-b6db-5835c528d775.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.642445] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.642697] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1094b4a-d0a5-42a3-9caf-77fac6ff5bf4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.651179] env[65978]: INFO nova.compute.manager [None req-c0527961-4fbd-4302-b8db-f75148c0cb6c tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] instance snapshotting [ 764.651757] env[65978]: DEBUG nova.objects.instance [None req-c0527961-4fbd-4302-b8db-f75148c0cb6c tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Lazy-loading 'flavor' on Instance uuid 9c7cb999-a949-4e08-ae2e-cb14824eea0b {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.653352] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 764.653352] env[65978]: value = "task-4714254" [ 764.653352] env[65978]: _type = "Task" [ 764.653352] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.671884] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.711240] env[65978]: WARNING neutronclient.v2_0.client [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.785693] env[65978]: WARNING neutronclient.v2_0.client [req-2aec5b83-34db-40a7-a86e-58cb98b258e7 req-d767b109-dff5-4a05-9aa5-5df761e5a030 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.797811] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c93789d6-d33c-4604-b96b-622e1e788246 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Releasing lock "refresh_cache-324c4201-a6d8-4432-a992-728c1abe29d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.798134] env[65978]: DEBUG nova.compute.manager [None req-c93789d6-d33c-4604-b96b-622e1e788246 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 764.798324] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c93789d6-d33c-4604-b96b-622e1e788246 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.798777] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fedd725-1bc9-4a11-ac29-91c2253d0b3f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.810498] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a610a5f-32cf-47e4-b285-b5699d96dea8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.865980] env[65978]: WARNING nova.virt.vmwareapi.vmops [None req-c93789d6-d33c-4604-b96b-622e1e788246 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 324c4201-a6d8-4432-a992-728c1abe29d6 could not be found. [ 764.865980] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c93789d6-d33c-4604-b96b-622e1e788246 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.865980] env[65978]: INFO nova.compute.manager [None req-c93789d6-d33c-4604-b96b-622e1e788246 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Took 0.07 seconds to destroy the instance on the hypervisor. [ 764.865980] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-c93789d6-d33c-4604-b96b-622e1e788246 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 764.869109] env[65978]: DEBUG nova.compute.manager [-] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 764.869264] env[65978]: DEBUG nova.network.neutron [-] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 764.870691] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.887701] env[65978]: DEBUG nova.network.neutron [-] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 764.887996] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.890948] env[65978]: DEBUG nova.network.neutron [req-2aec5b83-34db-40a7-a86e-58cb98b258e7 req-d767b109-dff5-4a05-9aa5-5df761e5a030 service nova] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Updated VIF entry in instance network info cache for port 05e27261-4854-475d-8f11-799aca744659. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 764.891601] env[65978]: DEBUG nova.network.neutron [req-2aec5b83-34db-40a7-a86e-58cb98b258e7 req-d767b109-dff5-4a05-9aa5-5df761e5a030 service nova] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Updating instance_info_cache with network_info: [{"id": "05e27261-4854-475d-8f11-799aca744659", "address": "fa:16:3e:09:92:2a", "network": {"id": "572f00ea-41cc-4d81-b1e9-2b038de95236", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043147319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0285adf994e4ab5fbfe0226d33b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05e27261-48", "ovs_interfaceid": "05e27261-4854-475d-8f11-799aca744659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.925805] env[65978]: WARNING neutronclient.v2_0.client [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.933672] env[65978]: DEBUG nova.scheduler.client.report [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.966608] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52ae5633-951e-845c-3bde-c538d345ec7d, 'name': SearchDatastore_Task, 'duration_secs': 0.010284} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.967503] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.967503] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a4e7880d-1569-491e-acff-2cdffec981af/a4e7880d-1569-491e-acff-2cdffec981af.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.967503] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.967730] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.967907] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b4d8165-287b-4f26-8322-a4d9d0ed9913 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.973138] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6209cf22-4e25-4cdb-9cfe-273069234eaf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.982116] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Waiting for the task: (returnval){ [ 764.982116] env[65978]: value = "task-4714255" [ 764.982116] env[65978]: _type = "Task" [ 764.982116] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.987614] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.987809] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.989099] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b9af2e7-1608-474d-8ace-8512831fa151 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.996253] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.000954] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 765.000954] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520100ac-13d2-efcc-c54c-e0b7a59699ab" [ 765.000954] env[65978]: _type = "Task" [ 765.000954] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.005819] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Acquiring lock "9c7cb999-a949-4e08-ae2e-cb14824eea0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.006318] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Lock "9c7cb999-a949-4e08-ae2e-cb14824eea0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.006318] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Acquiring lock "9c7cb999-a949-4e08-ae2e-cb14824eea0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.006494] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Lock "9c7cb999-a949-4e08-ae2e-cb14824eea0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.006652] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Lock "9c7cb999-a949-4e08-ae2e-cb14824eea0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.011494] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520100ac-13d2-efcc-c54c-e0b7a59699ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.011984] env[65978]: INFO nova.compute.manager [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Terminating instance [ 765.023034] env[65978]: DEBUG nova.network.neutron [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Updated VIF entry in instance network info cache for port 629dcafd-ea60-43ac-a256-c4bbec2fbc25. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 765.023034] env[65978]: DEBUG nova.network.neutron [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Updating instance_info_cache with network_info: [{"id": "629dcafd-ea60-43ac-a256-c4bbec2fbc25", "address": "fa:16:3e:b4:af:e5", "network": {"id": "a3434e17-c32b-460c-8163-49412989c889", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-857158632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb3e785b42747449989349affdf36ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap629dcafd-ea", "ovs_interfaceid": "629dcafd-ea60-43ac-a256-c4bbec2fbc25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.050716] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Task: {'id': task-4714253, 'name': ReconfigVM_Task, 'duration_secs': 0.973085} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.050716] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Reconfigured VM instance instance-00000030 to attach disk [datastore2] a7a4518b-c5d6-440b-9e98-95c5942a7de1/a7a4518b-c5d6-440b-9e98-95c5942a7de1.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.051394] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83f106bf-762a-4358-99f3-aac88542c18b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.059809] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Waiting for the task: (returnval){ [ 765.059809] env[65978]: value = "task-4714256" [ 765.059809] env[65978]: _type = "Task" [ 765.059809] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.069984] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Task: {'id': task-4714256, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.158791] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e069ac38-8d3e-43e2-9d12-7e29ed9c3d9d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.187050] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6523683-37c1-4e45-8746-b321267de13b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.190064] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1156} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.190383] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.193418] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f781b7ca-d943-44a4-a60b-d3445591eddf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.220036] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] ecc645e7-d1f9-4d1c-b6db-5835c528d775/ecc645e7-d1f9-4d1c-b6db-5835c528d775.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.220036] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-950085a0-1f5b-4d2c-b7d0-ae23a3925f8a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.247948] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 765.247948] env[65978]: value = "task-4714257" [ 765.247948] env[65978]: _type = "Task" [ 765.247948] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.257865] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714257, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.391035] env[65978]: DEBUG nova.network.neutron [-] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.397801] env[65978]: DEBUG oslo_concurrency.lockutils [req-2aec5b83-34db-40a7-a86e-58cb98b258e7 req-d767b109-dff5-4a05-9aa5-5df761e5a030 service nova] Releasing lock "refresh_cache-2f454d73-1141-46d1-97ce-8f85281d961c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.442158] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.827s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.442868] env[65978]: DEBUG nova.compute.manager [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 765.445963] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.939s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.448864] env[65978]: INFO nova.compute.claims [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.497188] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714255, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.518287] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Acquiring lock "refresh_cache-9c7cb999-a949-4e08-ae2e-cb14824eea0b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.518485] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Acquired lock "refresh_cache-9c7cb999-a949-4e08-ae2e-cb14824eea0b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.520976] env[65978]: DEBUG nova.network.neutron [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 765.522090] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520100ac-13d2-efcc-c54c-e0b7a59699ab, 'name': SearchDatastore_Task, 'duration_secs': 0.044323} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.523748] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-342ee68f-3f91-4dc0-9890-b8b1e29c8343 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.526646] env[65978]: DEBUG oslo_concurrency.lockutils [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] Releasing lock "refresh_cache-a7a4518b-c5d6-440b-9e98-95c5942a7de1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.526873] env[65978]: DEBUG nova.compute.manager [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Received event network-vif-deleted-b0e6ff5d-5167-430e-b1f7-511545f95220 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 765.527193] env[65978]: DEBUG nova.compute.manager [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Received event network-vif-plugged-bde9cb6c-50ab-4e38-a140-898e3192fe94 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 765.527421] env[65978]: DEBUG oslo_concurrency.lockutils [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] Acquiring lock "0215aa34-37b0-43ab-b9a4-fc254524612b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.527637] env[65978]: DEBUG oslo_concurrency.lockutils [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] Lock "0215aa34-37b0-43ab-b9a4-fc254524612b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.527778] env[65978]: DEBUG oslo_concurrency.lockutils [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] Lock "0215aa34-37b0-43ab-b9a4-fc254524612b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.528201] env[65978]: DEBUG nova.compute.manager [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] No waiting events found dispatching network-vif-plugged-bde9cb6c-50ab-4e38-a140-898e3192fe94 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 765.528297] env[65978]: WARNING nova.compute.manager [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Received unexpected event network-vif-plugged-bde9cb6c-50ab-4e38-a140-898e3192fe94 for instance with vm_state building and task_state spawning. [ 765.528493] env[65978]: DEBUG nova.compute.manager [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Received event network-changed-bde9cb6c-50ab-4e38-a140-898e3192fe94 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 765.528647] env[65978]: DEBUG nova.compute.manager [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Refreshing instance network info cache due to event network-changed-bde9cb6c-50ab-4e38-a140-898e3192fe94. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 765.528868] env[65978]: DEBUG oslo_concurrency.lockutils [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] Acquiring lock "refresh_cache-0215aa34-37b0-43ab-b9a4-fc254524612b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.528996] env[65978]: DEBUG oslo_concurrency.lockutils [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] Acquired lock "refresh_cache-0215aa34-37b0-43ab-b9a4-fc254524612b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.529598] env[65978]: DEBUG nova.network.neutron [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Refreshing network info cache for port bde9cb6c-50ab-4e38-a140-898e3192fe94 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.536938] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 765.536938] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52724f59-81ea-1b2d-c8f4-5cd33a105495" [ 765.536938] env[65978]: _type = "Task" [ 765.536938] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.556043] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52724f59-81ea-1b2d-c8f4-5cd33a105495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.574028] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Task: {'id': task-4714256, 'name': Rename_Task, 'duration_secs': 0.242354} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.574861] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.574861] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8157bf95-256f-430b-8392-7bd5da9762cc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.586165] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Waiting for the task: (returnval){ [ 765.586165] env[65978]: value = "task-4714258" [ 765.586165] env[65978]: _type = "Task" [ 765.586165] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.599803] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Task: {'id': task-4714258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.700965] env[65978]: DEBUG nova.compute.manager [None req-c0527961-4fbd-4302-b8db-f75148c0cb6c tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Instance disappeared during snapshot {{(pid=65978) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4639}} [ 765.758111] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.834468] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquiring lock "db876e0c-b706-4118-8ed5-5be7d4c97929" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.834468] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lock "db876e0c-b706-4118-8ed5-5be7d4c97929" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.834468] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquiring lock "db876e0c-b706-4118-8ed5-5be7d4c97929-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.834753] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lock "db876e0c-b706-4118-8ed5-5be7d4c97929-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.834929] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lock "db876e0c-b706-4118-8ed5-5be7d4c97929-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.837261] env[65978]: INFO nova.compute.manager [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Terminating instance [ 765.875216] env[65978]: DEBUG nova.compute.manager [None req-c0527961-4fbd-4302-b8db-f75148c0cb6c tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Found 0 images (rotation: 2) {{(pid=65978) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5061}} [ 765.899140] env[65978]: INFO nova.compute.manager [-] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Took 1.03 seconds to deallocate network for instance. [ 765.953564] env[65978]: DEBUG nova.compute.utils [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.959885] env[65978]: DEBUG nova.compute.manager [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Not allocating networking since 'none' was specified. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 765.994666] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694616} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.994949] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a4e7880d-1569-491e-acff-2cdffec981af/a4e7880d-1569-491e-acff-2cdffec981af.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.995219] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.995830] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3370902c-7f89-486d-84da-5c70798dcde8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.004849] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Waiting for the task: (returnval){ [ 766.004849] env[65978]: value = "task-4714259" [ 766.004849] env[65978]: _type = "Task" [ 766.004849] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.015821] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.024605] env[65978]: WARNING neutronclient.v2_0.client [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.036031] env[65978]: WARNING neutronclient.v2_0.client [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.048935] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52724f59-81ea-1b2d-c8f4-5cd33a105495, 'name': SearchDatastore_Task, 'duration_secs': 0.062239} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.049249] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.049894] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 0215aa34-37b0-43ab-b9a4-fc254524612b/0215aa34-37b0-43ab-b9a4-fc254524612b.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.049894] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5846bb1-662b-42dd-bdf6-5428f4902822 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.057225] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 766.057225] env[65978]: value = "task-4714260" [ 766.057225] env[65978]: _type = "Task" [ 766.057225] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.067798] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.091801] env[65978]: DEBUG nova.network.neutron [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 766.099863] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Task: {'id': task-4714258, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.214690] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Acquiring lock "b2ade356-7f5c-46bf-afbd-8e55aaf68b00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.215078] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Lock "b2ade356-7f5c-46bf-afbd-8e55aaf68b00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.215370] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Acquiring lock "b2ade356-7f5c-46bf-afbd-8e55aaf68b00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.215628] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Lock "b2ade356-7f5c-46bf-afbd-8e55aaf68b00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.216348] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Lock "b2ade356-7f5c-46bf-afbd-8e55aaf68b00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.218472] env[65978]: DEBUG nova.network.neutron [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.220084] env[65978]: INFO nova.compute.manager [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Terminating instance [ 766.262414] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714257, 'name': ReconfigVM_Task, 'duration_secs': 0.65675} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.263431] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Reconfigured VM instance instance-00000008 to attach disk [datastore2] ecc645e7-d1f9-4d1c-b6db-5835c528d775/ecc645e7-d1f9-4d1c-b6db-5835c528d775.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.264452] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a66186b-72a5-42fb-ae79-4fcad195e692 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.273393] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 766.273393] env[65978]: value = "task-4714261" [ 766.273393] env[65978]: _type = "Task" [ 766.273393] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.284495] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714261, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.345369] env[65978]: DEBUG nova.compute.manager [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 766.345751] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.346892] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899ece20-0b87-4246-aa50-1e8407731418 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.351619] env[65978]: WARNING neutronclient.v2_0.client [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.362659] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.363095] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-475f42b9-a913-420c-b052-2813fb1d6818 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.373556] env[65978]: DEBUG oslo_vmware.api [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Waiting for the task: (returnval){ [ 766.373556] env[65978]: value = "task-4714262" [ 766.373556] env[65978]: _type = "Task" [ 766.373556] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.386320] env[65978]: DEBUG oslo_vmware.api [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4714262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.411643] env[65978]: INFO nova.compute.manager [None req-c93789d6-d33c-4604-b96b-622e1e788246 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Instance disappeared during terminate [ 766.412039] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c93789d6-d33c-4604-b96b-622e1e788246 tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lock "324c4201-a6d8-4432-a992-728c1abe29d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.258s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.463350] env[65978]: DEBUG nova.network.neutron [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Updated VIF entry in instance network info cache for port bde9cb6c-50ab-4e38-a140-898e3192fe94. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 766.463767] env[65978]: DEBUG nova.network.neutron [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Updating instance_info_cache with network_info: [{"id": "bde9cb6c-50ab-4e38-a140-898e3192fe94", "address": "fa:16:3e:b8:8d:50", "network": {"id": "9cc5a8d2-8f96-432c-8dda-b76a6f7b1b83", "bridge": "br-int", "label": "tempest-ImagesTestJSON-821420644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7479b38af7c414d9ab516169fc116dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde9cb6c-50", "ovs_interfaceid": "bde9cb6c-50ab-4e38-a140-898e3192fe94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.471342] env[65978]: DEBUG nova.compute.manager [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 766.486959] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquiring lock "725c4bf0-ab9b-48cb-9638-0758a06e86ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.487352] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Lock "725c4bf0-ab9b-48cb-9638-0758a06e86ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.521241] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19424} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.521868] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.522906] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9558c7-c33e-48be-b194-9b3348730da7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.552400] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] a4e7880d-1569-491e-acff-2cdffec981af/a4e7880d-1569-491e-acff-2cdffec981af.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.557182] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56bf086a-670a-40ac-a52e-b42b5ede158d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.584810] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714260, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.586612] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Waiting for the task: (returnval){ [ 766.586612] env[65978]: value = "task-4714263" [ 766.586612] env[65978]: _type = "Task" [ 766.586612] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.605852] env[65978]: DEBUG oslo_vmware.api [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Task: {'id': task-4714258, 'name': PowerOnVM_Task, 'duration_secs': 0.805111} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.606582] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714263, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.608023] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.608272] env[65978]: INFO nova.compute.manager [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Took 9.96 seconds to spawn the instance on the hypervisor. [ 766.608450] env[65978]: DEBUG nova.compute.manager [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 766.609367] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea607e98-a240-4f56-9c43-f7a13c4259b3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.725590] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Releasing lock "refresh_cache-9c7cb999-a949-4e08-ae2e-cb14824eea0b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.725943] env[65978]: DEBUG nova.compute.manager [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 766.725980] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.727252] env[65978]: DEBUG nova.compute.manager [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 766.727252] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.727646] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279174e1-fe1e-4f35-babb-cf431c9ed5b6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.735852] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cb8453-c469-4abb-88e5-5bac3bf65d07 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.746160] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.748034] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.748034] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc47c5e1-6364-4152-a3a9-ee3dc424211f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.748486] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6c5ee45-9d64-4559-a8ab-ff8e1b51f214 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.761555] env[65978]: DEBUG oslo_vmware.api [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Waiting for the task: (returnval){ [ 766.761555] env[65978]: value = "task-4714265" [ 766.761555] env[65978]: _type = "Task" [ 766.761555] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.763564] env[65978]: DEBUG oslo_vmware.api [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Waiting for the task: (returnval){ [ 766.763564] env[65978]: value = "task-4714264" [ 766.763564] env[65978]: _type = "Task" [ 766.763564] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.787392] env[65978]: DEBUG oslo_vmware.api [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Task: {'id': task-4714265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.791620] env[65978]: DEBUG oslo_vmware.api [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Task: {'id': task-4714264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.797599] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714261, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.888289] env[65978]: DEBUG oslo_vmware.api [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4714262, 'name': PowerOffVM_Task, 'duration_secs': 0.505234} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.888601] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.888766] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.889079] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06ff905b-ea0e-4389-bdc3-f1e52c174d03 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.979646] env[65978]: DEBUG oslo_concurrency.lockutils [req-3ed580e7-0ec6-4ec4-a27a-1b4b45f95b95 req-9e921a96-594a-472c-a9d9-e9eee2422c52 service nova] Releasing lock "refresh_cache-0215aa34-37b0-43ab-b9a4-fc254524612b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.980301] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.980568] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.980880] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Deleting the datastore file [datastore1] db876e0c-b706-4118-8ed5-5be7d4c97929 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.984552] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c93d3b9-b75c-4eab-a305-d66a88a042e1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.996619] env[65978]: DEBUG oslo_vmware.api [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Waiting for the task: (returnval){ [ 766.996619] env[65978]: value = "task-4714267" [ 766.996619] env[65978]: _type = "Task" [ 766.996619] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.012036] env[65978]: DEBUG oslo_vmware.api [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4714267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.088687] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645935} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.093591] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 0215aa34-37b0-43ab-b9a4-fc254524612b/0215aa34-37b0-43ab-b9a4-fc254524612b.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.093852] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.094184] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fc8fb79-063e-400a-9c27-1c5efb2ccd7b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.106029] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 767.106029] env[65978]: value = "task-4714268" [ 767.106029] env[65978]: _type = "Task" [ 767.106029] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.110099] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.120920] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.138809] env[65978]: INFO nova.compute.manager [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Took 39.51 seconds to build instance. [ 767.275927] env[65978]: DEBUG oslo_vmware.api [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Task: {'id': task-4714265, 'name': PowerOffVM_Task, 'duration_secs': 0.276081} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.280765] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.280960] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.281690] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d74ddb-9086-4ca5-a8d4-91a26963db6a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.287242] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8b4ffc0-9171-4481-b853-bf74332aa0ca {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.288752] env[65978]: DEBUG oslo_vmware.api [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Task: {'id': task-4714264, 'name': PowerOffVM_Task, 'duration_secs': 0.317551} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.289730] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.289900] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.290617] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f27d7acd-73ba-48d7-8044-f0e078a32dcc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.296993] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714261, 'name': Rename_Task, 'duration_secs': 0.594535} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.300368] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.300368] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c1c058-b753-4516-9f1c-7c20a4f6d4ab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.302510] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d510657-78ae-4f0c-b48a-7ea3a9ad95c8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.339280] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e648c5f7-74d0-4985-9c8c-dca6b1ff8aea {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.342270] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 767.342270] env[65978]: value = "task-4714271" [ 767.342270] env[65978]: _type = "Task" [ 767.342270] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.342513] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.342680] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.342846] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Deleting the datastore file [datastore2] 9c7cb999-a949-4e08-ae2e-cb14824eea0b {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.343244] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67137b2a-9505-4c6c-bd2a-9ee57544e833 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.352761] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31660d3c-6d98-43d4-a04a-7c5308a3baff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.362166] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714271, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.362832] env[65978]: DEBUG oslo_vmware.api [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Waiting for the task: (returnval){ [ 767.362832] env[65978]: value = "task-4714272" [ 767.362832] env[65978]: _type = "Task" [ 767.362832] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.378293] env[65978]: DEBUG nova.compute.provider_tree [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.385565] env[65978]: DEBUG oslo_vmware.api [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Task: {'id': task-4714272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.408734] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.408945] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.409200] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Deleting the datastore file [datastore2] b2ade356-7f5c-46bf-afbd-8e55aaf68b00 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.409452] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b4a8867-bc21-40a4-8e68-7332a1c9a8a2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.416658] env[65978]: DEBUG oslo_vmware.api [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Waiting for the task: (returnval){ [ 767.416658] env[65978]: value = "task-4714273" [ 767.416658] env[65978]: _type = "Task" [ 767.416658] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.427937] env[65978]: DEBUG oslo_vmware.api [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Task: {'id': task-4714273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.492936] env[65978]: DEBUG nova.compute.manager [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 767.508257] env[65978]: DEBUG oslo_vmware.api [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Task: {'id': task-4714267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22389} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.508551] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.510059] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.510059] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.510059] env[65978]: INFO nova.compute.manager [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Took 1.16 seconds to destroy the instance on the hypervisor. [ 767.510059] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 767.510059] env[65978]: DEBUG nova.compute.manager [-] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 767.510353] env[65978]: DEBUG nova.network.neutron [-] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 767.510353] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.529433] env[65978]: DEBUG nova.virt.hardware [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 767.529683] env[65978]: DEBUG nova.virt.hardware [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.529857] env[65978]: DEBUG nova.virt.hardware [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 767.530032] env[65978]: DEBUG nova.virt.hardware [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.530316] env[65978]: DEBUG nova.virt.hardware [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 767.530464] env[65978]: DEBUG nova.virt.hardware [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 767.530672] env[65978]: DEBUG nova.virt.hardware [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 767.530891] env[65978]: DEBUG nova.virt.hardware [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 767.530977] env[65978]: DEBUG nova.virt.hardware [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 767.531301] env[65978]: DEBUG nova.virt.hardware [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 767.531301] env[65978]: DEBUG nova.virt.hardware [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 767.532252] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c0241f-de90-4a8a-9a1a-1b65fd3f8f35 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.545403] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886af0d1-7fbf-49de-a70d-12c6bae881b0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.548586] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.564057] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Instance VIF info [] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.569842] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Creating folder: Project (c71f0539dedb4fbfbc53653eafc026d1). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.570235] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83d5dcdb-6718-4397-93ce-8cf10d6b6a61 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.583181] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Created folder: Project (c71f0539dedb4fbfbc53653eafc026d1) in parent group-v919857. [ 767.583418] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Creating folder: Instances. Parent ref: group-v920000. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.583891] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6b3de7a-73b3-4e83-a2ca-b6375bce931c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.597688] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714263, 'name': ReconfigVM_Task, 'duration_secs': 0.608811} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.599394] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Reconfigured VM instance instance-00000032 to attach disk [datastore2] a4e7880d-1569-491e-acff-2cdffec981af/a4e7880d-1569-491e-acff-2cdffec981af.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.600140] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Created folder: Instances in parent group-v920000. [ 767.600362] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 767.600560] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f09f77d8-d045-487f-9573-3221141bf2a5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.602556] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.602777] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c057f2c-54f4-4eba-9d89-ee35b501a741 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.622355] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Waiting for the task: (returnval){ [ 767.622355] env[65978]: value = "task-4714276" [ 767.622355] env[65978]: _type = "Task" [ 767.622355] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.630403] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.630403] env[65978]: value = "task-4714277" [ 767.630403] env[65978]: _type = "Task" [ 767.630403] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.630895] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103193} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.631490] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.635749] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990dfc6d-f36b-4225-b44e-5e004df5d708 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.642352] env[65978]: DEBUG oslo_concurrency.lockutils [None req-46f7fd7f-687d-4182-84cb-1512b6700c80 tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Lock "a7a4518b-c5d6-440b-9e98-95c5942a7de1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.146s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.642838] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714276, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.650306] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714277, 'name': CreateVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.670430] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 0215aa34-37b0-43ab-b9a4-fc254524612b/0215aa34-37b0-43ab-b9a4-fc254524612b.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.671172] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1159f024-0aa9-4536-886a-27cd39c0fb0b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.693315] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 767.693315] env[65978]: value = "task-4714278" [ 767.693315] env[65978]: _type = "Task" [ 767.693315] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.703401] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.854609] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.873548] env[65978]: DEBUG oslo_vmware.api [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Task: {'id': task-4714272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293043} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.873848] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.874385] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.874385] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.874385] env[65978]: INFO nova.compute.manager [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 767.874628] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 767.874859] env[65978]: DEBUG nova.compute.manager [-] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 767.874931] env[65978]: DEBUG nova.network.neutron [-] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 767.875184] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.881408] env[65978]: DEBUG nova.scheduler.client.report [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.892404] env[65978]: DEBUG nova.network.neutron [-] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 767.892686] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.928756] env[65978]: DEBUG oslo_vmware.api [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Task: {'id': task-4714273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360978} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.929287] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.929426] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.929520] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.929682] env[65978]: INFO nova.compute.manager [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Took 1.20 seconds to destroy the instance on the hypervisor. [ 767.929929] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 767.930185] env[65978]: DEBUG nova.compute.manager [-] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 767.930293] env[65978]: DEBUG nova.network.neutron [-] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 767.930543] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.000029] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.138934] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714276, 'name': Rename_Task, 'duration_secs': 0.23132} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.146309] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.146618] env[65978]: DEBUG nova.compute.manager [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 768.149254] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-660820d3-ab4c-4a71-90cd-51277f898837 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.158577] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714277, 'name': CreateVM_Task, 'duration_secs': 0.371588} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.160071] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.160572] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Waiting for the task: (returnval){ [ 768.160572] env[65978]: value = "task-4714279" [ 768.160572] env[65978]: _type = "Task" [ 768.160572] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.160831] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.160989] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.161311] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.161643] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50fb7eeb-051e-4d83-bda8-b369040f0ba7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.175549] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Waiting for the task: (returnval){ [ 768.175549] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5261f203-d283-875c-baa1-868232e64707" [ 768.175549] env[65978]: _type = "Task" [ 768.175549] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.175764] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.184845] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5261f203-d283-875c-baa1-868232e64707, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.207032] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714278, 'name': ReconfigVM_Task, 'duration_secs': 0.497037} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.207356] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 0215aa34-37b0-43ab-b9a4-fc254524612b/0215aa34-37b0-43ab-b9a4-fc254524612b.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.208575] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8421f45e-695c-4944-ba20-8ec3d465ff14 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.218945] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 768.218945] env[65978]: value = "task-4714280" [ 768.218945] env[65978]: _type = "Task" [ 768.218945] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.230347] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714280, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.304840] env[65978]: DEBUG nova.network.neutron [-] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.354876] env[65978]: DEBUG oslo_vmware.api [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714271, 'name': PowerOnVM_Task, 'duration_secs': 0.723658} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.355170] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.355371] env[65978]: DEBUG nova.compute.manager [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 768.356267] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb5cbfe-bcb8-4c72-9081-3efb366cb6ee {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.381612] env[65978]: DEBUG nova.compute.manager [req-a48c9cbc-eced-461e-9ecf-996748c7d859 req-833c8f69-aa91-4090-a96a-0f2927bfcccc service nova] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Received event network-vif-deleted-1c80ee99-9137-49d0-a739-c08ab02ad77d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 768.387013] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.940s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.387013] env[65978]: DEBUG nova.compute.manager [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 768.389998] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.465s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.390270] env[65978]: DEBUG nova.objects.instance [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Lazy-loading 'resources' on Instance uuid c29d5f04-bcba-407e-aa0c-7a50284593fd {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.394949] env[65978]: DEBUG nova.network.neutron [-] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.565921] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Acquiring lock "358d37e2-1180-40a4-9108-0a3cb617ac96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.566262] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lock "358d37e2-1180-40a4-9108-0a3cb617ac96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.566502] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Acquiring lock "358d37e2-1180-40a4-9108-0a3cb617ac96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.566698] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lock "358d37e2-1180-40a4-9108-0a3cb617ac96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.566887] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lock "358d37e2-1180-40a4-9108-0a3cb617ac96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.569405] env[65978]: INFO nova.compute.manager [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Terminating instance [ 768.671430] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714279, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.672420] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.686278] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5261f203-d283-875c-baa1-868232e64707, 'name': SearchDatastore_Task, 'duration_secs': 0.013355} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.686587] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.686813] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.687080] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.687203] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.687400] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.687645] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7adb683c-9b2c-4081-ae55-d09e8a5cb68d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.697028] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.697143] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.697879] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c29161d8-cbcb-4c03-815e-d2b498717ff2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.706490] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Waiting for the task: (returnval){ [ 768.706490] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5232c4bb-86a8-f848-022c-8c3f3dd7f6ef" [ 768.706490] env[65978]: _type = "Task" [ 768.706490] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.715667] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5232c4bb-86a8-f848-022c-8c3f3dd7f6ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.728675] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714280, 'name': Rename_Task, 'duration_secs': 0.399192} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.728956] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.729283] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03ac1066-2efc-4af0-83aa-13d75b9e8d31 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.737460] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 768.737460] env[65978]: value = "task-4714281" [ 768.737460] env[65978]: _type = "Task" [ 768.737460] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.746500] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.768352] env[65978]: DEBUG nova.network.neutron [-] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.808717] env[65978]: INFO nova.compute.manager [-] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Took 1.30 seconds to deallocate network for instance. [ 768.867782] env[65978]: DEBUG nova.compute.manager [req-96f1d7fb-ab5e-4ca9-bf9c-553f436e63a6 req-9eef35fb-74a4-406f-aeff-5eefe7a08175 service nova] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Received event network-vif-deleted-306bf14c-35b3-4e1e-a4f6-06a3b0066c65 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 768.878400] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.894710] env[65978]: DEBUG nova.compute.utils [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.899643] env[65978]: DEBUG nova.compute.manager [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 768.899643] env[65978]: DEBUG nova.network.neutron [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 768.899894] env[65978]: WARNING neutronclient.v2_0.client [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.900841] env[65978]: WARNING neutronclient.v2_0.client [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.903120] env[65978]: INFO nova.compute.manager [-] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Took 1.03 seconds to deallocate network for instance. [ 769.000444] env[65978]: DEBUG nova.policy [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bed90e34df4484c87840abcf8d068e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7af66bcc446144c4b5f5f487e61e3caf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.076596] env[65978]: DEBUG nova.compute.manager [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 769.076596] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.076596] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59da5f53-7b41-4039-8de9-adb32d5d3b13 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.084434] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.087211] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a67b26d-944c-4834-ad93-7b2c57f32dfe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.096403] env[65978]: DEBUG oslo_vmware.api [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 769.096403] env[65978]: value = "task-4714282" [ 769.096403] env[65978]: _type = "Task" [ 769.096403] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.115058] env[65978]: DEBUG oslo_vmware.api [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.175527] env[65978]: DEBUG oslo_vmware.api [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714279, 'name': PowerOnVM_Task, 'duration_secs': 0.79667} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.180032] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.180299] env[65978]: INFO nova.compute.manager [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Took 6.98 seconds to spawn the instance on the hypervisor. [ 769.180545] env[65978]: DEBUG nova.compute.manager [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 769.182272] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e862d8-753a-439c-8e07-6015975ee15f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.225700] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5232c4bb-86a8-f848-022c-8c3f3dd7f6ef, 'name': SearchDatastore_Task, 'duration_secs': 0.015864} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.229175] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2273e0c-052c-4335-b263-e038cdfebf21 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.237039] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Waiting for the task: (returnval){ [ 769.237039] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523b24e6-18aa-5a5e-1055-c2c93cf2c490" [ 769.237039] env[65978]: _type = "Task" [ 769.237039] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.260261] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523b24e6-18aa-5a5e-1055-c2c93cf2c490, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.260791] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714281, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.273215] env[65978]: INFO nova.compute.manager [-] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Took 1.34 seconds to deallocate network for instance. [ 769.315778] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.400445] env[65978]: DEBUG nova.compute.manager [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 769.413814] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.490545] env[65978]: DEBUG nova.network.neutron [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Successfully created port: d766267c-2d61-4e73-97fa-4307fa4cfd63 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 769.585859] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814b3564-a716-4e4f-bd79-57955e384a5d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.594133] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e609ae-d1c9-43bf-9a89-7525590a81be {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.598106] env[65978]: DEBUG oslo_concurrency.lockutils [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "d1a2eddf-ae3a-40a8-a037-82728574cb0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.598196] env[65978]: DEBUG oslo_concurrency.lockutils [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "d1a2eddf-ae3a-40a8-a037-82728574cb0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.598456] env[65978]: DEBUG oslo_concurrency.lockutils [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "d1a2eddf-ae3a-40a8-a037-82728574cb0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.598654] env[65978]: DEBUG oslo_concurrency.lockutils [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "d1a2eddf-ae3a-40a8-a037-82728574cb0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.599243] env[65978]: DEBUG oslo_concurrency.lockutils [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "d1a2eddf-ae3a-40a8-a037-82728574cb0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.603947] env[65978]: INFO nova.compute.manager [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Terminating instance [ 769.637230] env[65978]: DEBUG nova.compute.manager [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 769.638435] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.638435] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1631850d-7e1a-4a2a-9551-cae2a2f199bb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.641742] env[65978]: DEBUG oslo_vmware.api [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714282, 'name': PowerOffVM_Task, 'duration_secs': 0.237768} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.641949] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e81cff-d4c4-4eb6-8c08-d876e031c747 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.646508] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.646508] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.646508] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa67d141-95af-4b9b-b2a2-ab982ed9d8b2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.657075] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fa0475-4b94-47ae-baf3-6b3ebc166e1b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.659391] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.662718] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-941a61d8-07fd-4adf-812f-17e2a6f3532a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.673328] env[65978]: DEBUG nova.compute.provider_tree [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.680050] env[65978]: DEBUG oslo_vmware.api [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 769.680050] env[65978]: value = "task-4714284" [ 769.680050] env[65978]: _type = "Task" [ 769.680050] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.691665] env[65978]: DEBUG oslo_vmware.api [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.714876] env[65978]: INFO nova.compute.manager [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Took 29.86 seconds to build instance. [ 769.755624] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.755905] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.757157] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Deleting the datastore file [datastore2] 358d37e2-1180-40a4-9108-0a3cb617ac96 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.757157] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523b24e6-18aa-5a5e-1055-c2c93cf2c490, 'name': SearchDatastore_Task, 'duration_secs': 0.016861} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.757345] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2931d05-97b9-4499-8a68-e704fcbeb19e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.759867] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.760513] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 5d17e541-901a-48ed-b5a1-cf554240f105/5d17e541-901a-48ed-b5a1-cf554240f105.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.766200] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c006b7c-5278-40ef-a950-ee9bd698b799 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.770031] env[65978]: DEBUG oslo_vmware.api [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714281, 'name': PowerOnVM_Task, 'duration_secs': 0.551385} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.770031] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.770031] env[65978]: INFO nova.compute.manager [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Took 10.35 seconds to spawn the instance on the hypervisor. [ 769.770031] env[65978]: DEBUG nova.compute.manager [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 769.771809] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa83813-7816-4670-98b8-000775ed6ceb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.778188] env[65978]: DEBUG oslo_vmware.api [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 769.778188] env[65978]: value = "task-4714285" [ 769.778188] env[65978]: _type = "Task" [ 769.778188] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.780501] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Waiting for the task: (returnval){ [ 769.780501] env[65978]: value = "task-4714286" [ 769.780501] env[65978]: _type = "Task" [ 769.780501] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.788566] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.803061] env[65978]: DEBUG oslo_vmware.api [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.806650] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.182712] env[65978]: DEBUG nova.scheduler.client.report [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.201992] env[65978]: DEBUG oslo_vmware.api [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714284, 'name': PowerOffVM_Task, 'duration_secs': 0.25066} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.202459] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.202714] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.203110] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e1181fe-0c72-47a7-9ad4-f82a8f9a7ca0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.219380] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a105ade2-c04f-41e1-960e-f452ae43ed2b tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Lock "a4e7880d-1569-491e-acff-2cdffec981af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.535s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.291763] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.292107] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.292454] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Deleting the datastore file [datastore1] d1a2eddf-ae3a-40a8-a037-82728574cb0d {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.297342] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74bcde10-e3c9-43b0-a729-ad5bca4ae0f0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.305544] env[65978]: DEBUG oslo_vmware.api [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367635} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.310920] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.311222] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.311485] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.312019] env[65978]: INFO nova.compute.manager [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Took 1.24 seconds to destroy the instance on the hypervisor. [ 770.312180] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 770.312431] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714286, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.313028] env[65978]: INFO nova.compute.manager [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Took 41.09 seconds to build instance. [ 770.315048] env[65978]: DEBUG nova.compute.manager [-] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 770.315133] env[65978]: DEBUG nova.network.neutron [-] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 770.315436] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.320948] env[65978]: DEBUG oslo_vmware.api [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 770.320948] env[65978]: value = "task-4714288" [ 770.320948] env[65978]: _type = "Task" [ 770.320948] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.334563] env[65978]: DEBUG oslo_vmware.api [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.418560] env[65978]: DEBUG nova.compute.manager [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 770.450418] env[65978]: DEBUG nova.virt.hardware [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 770.450838] env[65978]: DEBUG nova.virt.hardware [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.451111] env[65978]: DEBUG nova.virt.hardware [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 770.451420] env[65978]: DEBUG nova.virt.hardware [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.451652] env[65978]: DEBUG nova.virt.hardware [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 770.451880] env[65978]: DEBUG nova.virt.hardware [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 770.452657] env[65978]: DEBUG nova.virt.hardware [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 770.452657] env[65978]: DEBUG nova.virt.hardware [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 770.453988] env[65978]: DEBUG nova.virt.hardware [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 770.453988] env[65978]: DEBUG nova.virt.hardware [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 770.453988] env[65978]: DEBUG nova.virt.hardware [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 770.454679] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9c3a0c-20e5-404e-a8fb-61cfc49d1f79 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.465031] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95c1780-6946-4ecb-b4f5-77af3ae37715 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.569584] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.695663] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.305s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.698936] env[65978]: DEBUG oslo_concurrency.lockutils [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.532s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.699375] env[65978]: DEBUG nova.objects.instance [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Lazy-loading 'resources' on Instance uuid 1a12c1ed-374e-44bd-9715-c4bc621f18a5 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.727424] env[65978]: DEBUG nova.compute.manager [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 770.743029] env[65978]: INFO nova.scheduler.client.report [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Deleted allocations for instance c29d5f04-bcba-407e-aa0c-7a50284593fd [ 770.798025] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742886} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.798736] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 5d17e541-901a-48ed-b5a1-cf554240f105/5d17e541-901a-48ed-b5a1-cf554240f105.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.798953] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.799306] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ed9c475-f4f7-4168-883b-00e19b8748ff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.810398] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Waiting for the task: (returnval){ [ 770.810398] env[65978]: value = "task-4714289" [ 770.810398] env[65978]: _type = "Task" [ 770.810398] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.818851] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55901ec7-d8ac-46a7-b647-6b4ed24bef58 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "0215aa34-37b0-43ab-b9a4-fc254524612b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.285s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.825685] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.839885] env[65978]: DEBUG oslo_vmware.api [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.515826} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.840417] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.840782] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.840870] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.841225] env[65978]: INFO nova.compute.manager [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 770.841557] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 770.842042] env[65978]: DEBUG nova.compute.manager [-] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 770.842377] env[65978]: DEBUG nova.network.neutron [-] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 770.843533] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.057083] env[65978]: INFO nova.compute.manager [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Rebuilding instance [ 771.077767] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.121689] env[65978]: DEBUG nova.network.neutron [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Successfully updated port: d766267c-2d61-4e73-97fa-4307fa4cfd63 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 771.138498] env[65978]: DEBUG nova.compute.manager [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 771.139645] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c766ac39-a5a2-4ca8-a659-b904917c76b4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.254411] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0272579c-d6b5-4465-a405-573c6ca8c05a tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Lock "c29d5f04-bcba-407e-aa0c-7a50284593fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.359s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.263019] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.323579] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078218} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.323727] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.325067] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3611dd-0f76-4c6b-983e-29313c40d348 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.330689] env[65978]: DEBUG nova.compute.manager [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 771.369125] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 5d17e541-901a-48ed-b5a1-cf554240f105/5d17e541-901a-48ed-b5a1-cf554240f105.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.374256] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a78d2825-58a1-494d-bdc3-763bca1f3395 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.408656] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Waiting for the task: (returnval){ [ 771.408656] env[65978]: value = "task-4714290" [ 771.408656] env[65978]: _type = "Task" [ 771.408656] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.423742] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.504609] env[65978]: DEBUG nova.network.neutron [-] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.634943] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "refresh_cache-b6f9926b-da45-40cd-8fe3-60a9b3d4dc91" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.635172] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquired lock "refresh_cache-b6f9926b-da45-40cd-8fe3-60a9b3d4dc91" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.635359] env[65978]: DEBUG nova.network.neutron [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 771.859156] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.926243] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714290, 'name': ReconfigVM_Task, 'duration_secs': 0.515206} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.926396] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 5d17e541-901a-48ed-b5a1-cf554240f105/5d17e541-901a-48ed-b5a1-cf554240f105.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.927392] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea4d201d-7031-4a80-a966-1b2b58ddce70 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.936644] env[65978]: INFO nova.compute.manager [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Rebuilding instance [ 771.939613] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Waiting for the task: (returnval){ [ 771.939613] env[65978]: value = "task-4714291" [ 771.939613] env[65978]: _type = "Task" [ 771.939613] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.960881] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714291, 'name': Rename_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.990959] env[65978]: DEBUG nova.network.neutron [-] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.002970] env[65978]: DEBUG nova.compute.manager [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 772.004091] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5215970f-420a-42c9-9c76-b4f503f891c7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.007450] env[65978]: INFO nova.compute.manager [-] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Took 1.69 seconds to deallocate network for instance. [ 772.019352] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec34c077-311b-40ad-aef1-4b6ebdcc29be {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.029429] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68976a56-adaf-4e02-821c-0bb26dc205e4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.038139] env[65978]: DEBUG nova.compute.manager [req-581a2375-2891-4dc0-b0d6-3fa379f0fad3 req-2fcc849b-a411-4801-91d6-9184771a9e73 service nova] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Received event network-vif-plugged-d766267c-2d61-4e73-97fa-4307fa4cfd63 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 772.038954] env[65978]: DEBUG oslo_concurrency.lockutils [req-581a2375-2891-4dc0-b0d6-3fa379f0fad3 req-2fcc849b-a411-4801-91d6-9184771a9e73 service nova] Acquiring lock "b6f9926b-da45-40cd-8fe3-60a9b3d4dc91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.038954] env[65978]: DEBUG oslo_concurrency.lockutils [req-581a2375-2891-4dc0-b0d6-3fa379f0fad3 req-2fcc849b-a411-4801-91d6-9184771a9e73 service nova] Lock "b6f9926b-da45-40cd-8fe3-60a9b3d4dc91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.039143] env[65978]: DEBUG oslo_concurrency.lockutils [req-581a2375-2891-4dc0-b0d6-3fa379f0fad3 req-2fcc849b-a411-4801-91d6-9184771a9e73 service nova] Lock "b6f9926b-da45-40cd-8fe3-60a9b3d4dc91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.039284] env[65978]: DEBUG nova.compute.manager [req-581a2375-2891-4dc0-b0d6-3fa379f0fad3 req-2fcc849b-a411-4801-91d6-9184771a9e73 service nova] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] No waiting events found dispatching network-vif-plugged-d766267c-2d61-4e73-97fa-4307fa4cfd63 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 772.039463] env[65978]: WARNING nova.compute.manager [req-581a2375-2891-4dc0-b0d6-3fa379f0fad3 req-2fcc849b-a411-4801-91d6-9184771a9e73 service nova] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Received unexpected event network-vif-plugged-d766267c-2d61-4e73-97fa-4307fa4cfd63 for instance with vm_state building and task_state spawning. [ 772.074986] env[65978]: DEBUG nova.compute.manager [req-bf5a5790-125c-46d9-b3b8-a8f820b408ae req-74ca4ac2-276c-45b6-a5b5-07c2b837a543 service nova] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Received event network-vif-deleted-0fb8d9aa-2ccb-4adc-bac9-2ee9ab3cdade {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 772.077146] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34384521-0af0-4799-819d-fcc4aff66371 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.087101] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f51bd19-e217-41e2-a188-bac8dce46292 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.105028] env[65978]: DEBUG nova.compute.provider_tree [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.160231] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.160676] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8d51c22-3ad9-434f-9bd8-fc0f038c996b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.173485] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 772.173485] env[65978]: value = "task-4714292" [ 772.173485] env[65978]: _type = "Task" [ 772.173485] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.183754] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.185695] env[65978]: DEBUG nova.network.neutron [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 772.308663] env[65978]: WARNING neutronclient.v2_0.client [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.402322] env[65978]: DEBUG nova.network.neutron [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Updating instance_info_cache with network_info: [{"id": "d766267c-2d61-4e73-97fa-4307fa4cfd63", "address": "fa:16:3e:54:61:7e", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd766267c-2d", "ovs_interfaceid": "d766267c-2d61-4e73-97fa-4307fa4cfd63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.456151] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714291, 'name': Rename_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.496079] env[65978]: INFO nova.compute.manager [-] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Took 1.65 seconds to deallocate network for instance. [ 772.514918] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.609084] env[65978]: DEBUG nova.scheduler.client.report [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.684845] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.906761] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Releasing lock "refresh_cache-b6f9926b-da45-40cd-8fe3-60a9b3d4dc91" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.907207] env[65978]: DEBUG nova.compute.manager [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Instance network_info: |[{"id": "d766267c-2d61-4e73-97fa-4307fa4cfd63", "address": "fa:16:3e:54:61:7e", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd766267c-2d", "ovs_interfaceid": "d766267c-2d61-4e73-97fa-4307fa4cfd63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 772.907765] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:61:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd766267c-2d61-4e73-97fa-4307fa4cfd63', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.915546] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Creating folder: Project (7af66bcc446144c4b5f5f487e61e3caf). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.915891] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2bb51af-a5aa-428e-8aaf-e4bea62c5e04 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.929337] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Created folder: Project (7af66bcc446144c4b5f5f487e61e3caf) in parent group-v919857. [ 772.929577] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Creating folder: Instances. Parent ref: group-v920003. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.929855] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53f5e385-d8b4-49de-abe1-6fe0e0378572 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.943655] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Created folder: Instances in parent group-v920003. [ 772.943942] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 772.944178] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.944475] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d77b1f1-109a-4eac-9555-10f5b7373bfd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.974363] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714291, 'name': Rename_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.976599] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.976599] env[65978]: value = "task-4714295" [ 772.976599] env[65978]: _type = "Task" [ 772.976599] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.984922] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714295, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.002460] env[65978]: DEBUG oslo_concurrency.lockutils [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.028670] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.029604] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ddfb277-26f0-469f-a223-ccefad2d1692 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.041097] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Waiting for the task: (returnval){ [ 773.041097] env[65978]: value = "task-4714296" [ 773.041097] env[65978]: _type = "Task" [ 773.041097] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.049641] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.115762] env[65978]: DEBUG oslo_concurrency.lockutils [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.417s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.121692] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.202s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.122079] env[65978]: DEBUG nova.objects.instance [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Lazy-loading 'resources' on Instance uuid a4bc3380-9f28-4ffe-ad79-fbe565c39c37 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.159138] env[65978]: INFO nova.scheduler.client.report [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Deleted allocations for instance 1a12c1ed-374e-44bd-9715-c4bc621f18a5 [ 773.187825] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.303960] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Acquiring lock "1f718f63-a0fd-4c55-9ccc-d89d897891b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.304302] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Lock "1f718f63-a0fd-4c55-9ccc-d89d897891b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.304536] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Acquiring lock "1f718f63-a0fd-4c55-9ccc-d89d897891b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.304715] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Lock "1f718f63-a0fd-4c55-9ccc-d89d897891b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.304881] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Lock "1f718f63-a0fd-4c55-9ccc-d89d897891b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.307897] env[65978]: INFO nova.compute.manager [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Terminating instance [ 773.457391] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714291, 'name': Rename_Task, 'duration_secs': 1.199035} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.457701] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.458171] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a998267-959a-457b-bada-7e9d2fa3f51d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.465889] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Waiting for the task: (returnval){ [ 773.465889] env[65978]: value = "task-4714297" [ 773.465889] env[65978]: _type = "Task" [ 773.465889] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.476596] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.487249] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714295, 'name': CreateVM_Task, 'duration_secs': 0.443126} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.487435] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.488040] env[65978]: WARNING neutronclient.v2_0.client [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.488590] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.488761] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.489150] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.489402] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-921de11c-a753-47c8-8c42-762f7a17ea71 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.496365] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 773.496365] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52cced3c-638a-bfb6-674b-379159085f8b" [ 773.496365] env[65978]: _type = "Task" [ 773.496365] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.506247] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52cced3c-638a-bfb6-674b-379159085f8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.551614] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714296, 'name': PowerOffVM_Task, 'duration_secs': 0.40124} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.552577] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.552577] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.552963] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af7695b-70ad-4a84-bb19-b0428577384e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.562817] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.563133] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ad82060-b1ef-4872-83f8-14d1179a3489 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.593893] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.593893] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.593893] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Deleting the datastore file [datastore2] a4e7880d-1569-491e-acff-2cdffec981af {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.593893] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-627585f8-a4d7-4033-a781-fd53cf047a2b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.604502] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Waiting for the task: (returnval){ [ 773.604502] env[65978]: value = "task-4714299" [ 773.604502] env[65978]: _type = "Task" [ 773.604502] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.614183] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.680342] env[65978]: DEBUG oslo_concurrency.lockutils [None req-638c51d2-fa1a-4539-bb6d-dfb136f44a11 tempest-ServerGroupTestJSON-213848519 tempest-ServerGroupTestJSON-213848519-project-member] Lock "1a12c1ed-374e-44bd-9715-c4bc621f18a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.877s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.693171] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714292, 'name': PowerOffVM_Task, 'duration_secs': 1.273376} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.693411] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.693511] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.694442] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8b7a99-24fd-413b-b408-808246568060 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.707154] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.707468] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a25ea171-88c8-4573-9661-a7b35f48c43a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.736560] env[65978]: DEBUG nova.compute.manager [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 773.736673] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2b432b-d3a7-44d9-a0f5-f7e64c092dbc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.790541] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.790541] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.790736] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Deleting the datastore file [datastore2] ecc645e7-d1f9-4d1c-b6db-5835c528d775 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.790863] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89c2b8c0-414d-43a4-bbdd-12c12c2de649 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.798945] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 773.798945] env[65978]: value = "task-4714301" [ 773.798945] env[65978]: _type = "Task" [ 773.798945] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.813757] env[65978]: DEBUG nova.compute.manager [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 773.813983] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.814301] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.815430] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064ef356-2d87-422c-a313-07ec656a5931 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.828320] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.828320] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-155265e9-6011-432b-a8e4-e6e41b6dcdd4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.836494] env[65978]: DEBUG oslo_vmware.api [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Waiting for the task: (returnval){ [ 773.836494] env[65978]: value = "task-4714302" [ 773.836494] env[65978]: _type = "Task" [ 773.836494] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.847324] env[65978]: DEBUG oslo_vmware.api [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4714302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.978454] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714297, 'name': PowerOnVM_Task} progress is 79%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.007684] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52cced3c-638a-bfb6-674b-379159085f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.014053} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.010739] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.010985] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.011233] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.011378] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.011586] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.014325] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66acdbec-eac3-4271-8b58-5bf8b877d2ad {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.024296] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.024597] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.029325] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4906825-6e65-4e9f-ab02-4f4b4b7449a9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.031862] env[65978]: DEBUG oslo_concurrency.lockutils [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Acquiring lock "7920eeed-577d-4ee6-8dab-69ead7c42706" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.032049] env[65978]: DEBUG oslo_concurrency.lockutils [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Lock "7920eeed-577d-4ee6-8dab-69ead7c42706" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.034017] env[65978]: DEBUG oslo_concurrency.lockutils [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Acquiring lock "7920eeed-577d-4ee6-8dab-69ead7c42706-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.034017] env[65978]: DEBUG oslo_concurrency.lockutils [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Lock "7920eeed-577d-4ee6-8dab-69ead7c42706-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.034017] env[65978]: DEBUG oslo_concurrency.lockutils [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Lock "7920eeed-577d-4ee6-8dab-69ead7c42706-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.035877] env[65978]: INFO nova.compute.manager [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Terminating instance [ 774.039624] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 774.039624] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525e32ae-42b4-5792-ac7f-7581dbc9f721" [ 774.039624] env[65978]: _type = "Task" [ 774.039624] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.053220] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525e32ae-42b4-5792-ac7f-7581dbc9f721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.120940] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163958} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.121065] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.121794] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.121794] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.257942] env[65978]: INFO nova.compute.manager [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] instance snapshotting [ 774.261149] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a66230-d8c9-4519-a440-81c713dadb7f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.290149] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a57d6ce-ea6b-4db8-9cb8-35c1310bdd9e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.314676] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263903} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.314995] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.315197] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.315402] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.321886] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8483ef51-a36c-47bc-bbcc-c5fe6a10289c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.332434] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cad2db-aeb9-4647-b875-de8c0308d922 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.375521] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ee24cd-e84a-49df-9958-42010fd2c3e9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.380681] env[65978]: DEBUG oslo_vmware.api [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4714302, 'name': PowerOffVM_Task, 'duration_secs': 0.253995} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.381443] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.381585] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.381842] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2552fd1d-20a6-4cdb-aa12-fcf737f60120 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.387556] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef13c5f1-9858-4b40-b289-038d4e8d151b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.410781] env[65978]: DEBUG nova.compute.provider_tree [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.450782] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.450782] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.450978] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Deleting the datastore file [datastore2] 1f718f63-a0fd-4c55-9ccc-d89d897891b2 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.451255] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99fe4a6d-9ac0-41ef-a153-a5fdb986eacb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.462027] env[65978]: DEBUG oslo_vmware.api [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Waiting for the task: (returnval){ [ 774.462027] env[65978]: value = "task-4714304" [ 774.462027] env[65978]: _type = "Task" [ 774.462027] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.470044] env[65978]: DEBUG oslo_vmware.api [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4714304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.480290] env[65978]: DEBUG oslo_vmware.api [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714297, 'name': PowerOnVM_Task, 'duration_secs': 0.833074} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.480615] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.480810] env[65978]: INFO nova.compute.manager [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Took 6.99 seconds to spawn the instance on the hypervisor. [ 774.480982] env[65978]: DEBUG nova.compute.manager [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 774.481812] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b94d85-8a63-41fa-a9f4-45e8dcd95d96 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.545173] env[65978]: DEBUG nova.compute.manager [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 774.545411] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.546282] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a5d140-f6b8-465a-9bbf-3d11570e1294 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.561339] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525e32ae-42b4-5792-ac7f-7581dbc9f721, 'name': SearchDatastore_Task, 'duration_secs': 0.013135} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.561648] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.562460] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64ba5155-2fb3-4988-b004-aab6f0751ec9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.564239] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-551af872-ef25-4528-bf4e-461a3b66ecd8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.571446] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 774.571446] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527c7c1f-30e7-fbec-25be-0cd6100f9e65" [ 774.571446] env[65978]: _type = "Task" [ 774.571446] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.575977] env[65978]: DEBUG oslo_vmware.api [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Waiting for the task: (returnval){ [ 774.575977] env[65978]: value = "task-4714305" [ 774.575977] env[65978]: _type = "Task" [ 774.575977] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.582643] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527c7c1f-30e7-fbec-25be-0cd6100f9e65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.590560] env[65978]: DEBUG oslo_vmware.api [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Task: {'id': task-4714305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.633836] env[65978]: DEBUG nova.compute.manager [req-6961e6ac-9b7b-4f0f-b163-15daeddc3021 req-1ee2dde4-6680-416c-8e7c-62892281c408 service nova] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Received event network-changed-d766267c-2d61-4e73-97fa-4307fa4cfd63 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 774.634084] env[65978]: DEBUG nova.compute.manager [req-6961e6ac-9b7b-4f0f-b163-15daeddc3021 req-1ee2dde4-6680-416c-8e7c-62892281c408 service nova] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Refreshing instance network info cache due to event network-changed-d766267c-2d61-4e73-97fa-4307fa4cfd63. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 774.634319] env[65978]: DEBUG oslo_concurrency.lockutils [req-6961e6ac-9b7b-4f0f-b163-15daeddc3021 req-1ee2dde4-6680-416c-8e7c-62892281c408 service nova] Acquiring lock "refresh_cache-b6f9926b-da45-40cd-8fe3-60a9b3d4dc91" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.635024] env[65978]: DEBUG oslo_concurrency.lockutils [req-6961e6ac-9b7b-4f0f-b163-15daeddc3021 req-1ee2dde4-6680-416c-8e7c-62892281c408 service nova] Acquired lock "refresh_cache-b6f9926b-da45-40cd-8fe3-60a9b3d4dc91" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.635127] env[65978]: DEBUG nova.network.neutron [req-6961e6ac-9b7b-4f0f-b163-15daeddc3021 req-1ee2dde4-6680-416c-8e7c-62892281c408 service nova] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Refreshing network info cache for port d766267c-2d61-4e73-97fa-4307fa4cfd63 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.810522] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Creating Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 774.811215] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8ba61781-e162-43e3-a20e-0e693d518185 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.824986] env[65978]: DEBUG oslo_vmware.api [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 774.824986] env[65978]: value = "task-4714306" [ 774.824986] env[65978]: _type = "Task" [ 774.824986] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.838759] env[65978]: DEBUG oslo_vmware.api [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714306, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.917269] env[65978]: DEBUG nova.scheduler.client.report [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.969844] env[65978]: DEBUG oslo_vmware.api [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Task: {'id': task-4714304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373508} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.970150] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.970495] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.970684] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.970854] env[65978]: INFO nova.compute.manager [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 774.971165] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 774.971319] env[65978]: DEBUG nova.compute.manager [-] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 774.971411] env[65978]: DEBUG nova.network.neutron [-] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 774.971661] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.000253] env[65978]: INFO nova.compute.manager [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Took 33.95 seconds to build instance. [ 775.012129] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.087832] env[65978]: DEBUG oslo_vmware.api [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Task: {'id': task-4714305, 'name': PowerOffVM_Task, 'duration_secs': 0.328054} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.091975] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.091975] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.092884] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527c7c1f-30e7-fbec-25be-0cd6100f9e65, 'name': SearchDatastore_Task, 'duration_secs': 0.016231} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.092941] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70d67989-08a6-413f-8c39-3f144e778938 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.094642] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.094907] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] b6f9926b-da45-40cd-8fe3-60a9b3d4dc91/b6f9926b-da45-40cd-8fe3-60a9b3d4dc91.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.098044] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2997b19a-b028-4e40-96aa-668eed653707 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.110129] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 775.110129] env[65978]: value = "task-4714308" [ 775.110129] env[65978]: _type = "Task" [ 775.110129] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.120499] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.140915] env[65978]: WARNING neutronclient.v2_0.client [req-6961e6ac-9b7b-4f0f-b163-15daeddc3021 req-1ee2dde4-6680-416c-8e7c-62892281c408 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.177263] env[65978]: DEBUG nova.virt.hardware [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 775.177263] env[65978]: DEBUG nova.virt.hardware [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.177263] env[65978]: DEBUG nova.virt.hardware [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 775.177263] env[65978]: DEBUG nova.virt.hardware [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.179287] env[65978]: DEBUG nova.virt.hardware [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 775.179287] env[65978]: DEBUG nova.virt.hardware [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 775.179287] env[65978]: DEBUG nova.virt.hardware [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 775.179287] env[65978]: DEBUG nova.virt.hardware [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 775.179287] env[65978]: DEBUG nova.virt.hardware [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 775.179464] env[65978]: DEBUG nova.virt.hardware [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 775.179464] env[65978]: DEBUG nova.virt.hardware [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 775.179464] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c222b4-fa5a-4559-b781-b74783958445 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.184997] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.185318] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.185555] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Deleting the datastore file [datastore2] 7920eeed-577d-4ee6-8dab-69ead7c42706 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.186368] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20aa14ff-1f56-4b59-ad07-32cc46e666a3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.194057] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056c71ac-64d5-41cc-a6db-56d368bf8004 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.201352] env[65978]: DEBUG oslo_vmware.api [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Waiting for the task: (returnval){ [ 775.201352] env[65978]: value = "task-4714309" [ 775.201352] env[65978]: _type = "Task" [ 775.201352] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.219455] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Instance VIF info [] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.225133] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 775.230347] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.231058] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38ed5102-23b5-41dd-a6d4-6bb756bed3f7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.249928] env[65978]: DEBUG oslo_vmware.api [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Task: {'id': task-4714309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.257261] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.257261] env[65978]: value = "task-4714310" [ 775.257261] env[65978]: _type = "Task" [ 775.257261] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.269510] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714310, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.343549] env[65978]: DEBUG oslo_vmware.api [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714306, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.367884] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Acquiring lock "f0c7b8fd-adb9-47a4-b0d1-0108dde923f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.368537] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Lock "f0c7b8fd-adb9-47a4-b0d1-0108dde923f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.386185] env[65978]: DEBUG nova.virt.hardware [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 775.386302] env[65978]: DEBUG nova.virt.hardware [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.386538] env[65978]: DEBUG nova.virt.hardware [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 775.386722] env[65978]: DEBUG nova.virt.hardware [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.386959] env[65978]: DEBUG nova.virt.hardware [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 775.387188] env[65978]: DEBUG nova.virt.hardware [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 775.387498] env[65978]: DEBUG nova.virt.hardware [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 775.387720] env[65978]: DEBUG nova.virt.hardware [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 775.388037] env[65978]: DEBUG nova.virt.hardware [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 775.388246] env[65978]: DEBUG nova.virt.hardware [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 775.388879] env[65978]: DEBUG nova.virt.hardware [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 775.393208] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aabb503-efc9-42f4-a122-835a0057cce3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.408850] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9d2bbc-7e0e-4214-bab7-dc07341586af {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.431437] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.310s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.435970] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:3d:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffd6844f-03b3-4962-92f3-9950b049f47b', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.445532] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 775.446341] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.745s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.446697] env[65978]: DEBUG nova.objects.instance [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Lazy-loading 'resources' on Instance uuid 2131baf3-24b8-4cff-9821-bfb25e44ef3f {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.448547] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.448956] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7de46f58-bdc8-4aed-98eb-24ac164aaa04 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.467971] env[65978]: WARNING neutronclient.v2_0.client [req-6961e6ac-9b7b-4f0f-b163-15daeddc3021 req-1ee2dde4-6680-416c-8e7c-62892281c408 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.480607] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.480607] env[65978]: value = "task-4714311" [ 775.480607] env[65978]: _type = "Task" [ 775.480607] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.490827] env[65978]: INFO nova.scheduler.client.report [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Deleted allocations for instance a4bc3380-9f28-4ffe-ad79-fbe565c39c37 [ 775.497900] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714311, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.502794] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fe921a57-2b80-4b64-9b0c-36b454c9eccc tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Lock "5d17e541-901a-48ed-b5a1-cf554240f105" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.572s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.605732] env[65978]: DEBUG nova.network.neutron [req-6961e6ac-9b7b-4f0f-b163-15daeddc3021 req-1ee2dde4-6680-416c-8e7c-62892281c408 service nova] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Updated VIF entry in instance network info cache for port d766267c-2d61-4e73-97fa-4307fa4cfd63. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 775.605732] env[65978]: DEBUG nova.network.neutron [req-6961e6ac-9b7b-4f0f-b163-15daeddc3021 req-1ee2dde4-6680-416c-8e7c-62892281c408 service nova] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Updating instance_info_cache with network_info: [{"id": "d766267c-2d61-4e73-97fa-4307fa4cfd63", "address": "fa:16:3e:54:61:7e", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd766267c-2d", "ovs_interfaceid": "d766267c-2d61-4e73-97fa-4307fa4cfd63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.625069] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714308, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.714179] env[65978]: DEBUG oslo_vmware.api [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Task: {'id': task-4714309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359403} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.714603] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.715226] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.715492] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.715896] env[65978]: INFO nova.compute.manager [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Took 1.17 seconds to destroy the instance on the hypervisor. [ 775.716232] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 775.716527] env[65978]: DEBUG nova.compute.manager [-] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 775.716681] env[65978]: DEBUG nova.network.neutron [-] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 775.716984] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.761019] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.772149] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714310, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.849095] env[65978]: DEBUG oslo_vmware.api [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714306, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.975076] env[65978]: DEBUG nova.network.neutron [-] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.997941] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714311, 'name': CreateVM_Task, 'duration_secs': 0.489347} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.001309] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.001309] env[65978]: WARNING neutronclient.v2_0.client [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 776.001540] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.001784] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.002033] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.004529] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ca1f204-b455-4b72-83ec-315e4ff383c4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.006716] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fd2f8318-68b1-41ae-ba73-f045f00d1d55 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Lock "a4bc3380-9f28-4ffe-ad79-fbe565c39c37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.267s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.013071] env[65978]: DEBUG nova.compute.manager [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 776.016397] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 776.016397] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5218b7ff-759f-64b4-283c-5536c2957ba9" [ 776.016397] env[65978]: _type = "Task" [ 776.016397] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.028328] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5218b7ff-759f-64b4-283c-5536c2957ba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.109585] env[65978]: DEBUG oslo_concurrency.lockutils [req-6961e6ac-9b7b-4f0f-b163-15daeddc3021 req-1ee2dde4-6680-416c-8e7c-62892281c408 service nova] Releasing lock "refresh_cache-b6f9926b-da45-40cd-8fe3-60a9b3d4dc91" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.109796] env[65978]: DEBUG nova.compute.manager [req-6961e6ac-9b7b-4f0f-b163-15daeddc3021 req-1ee2dde4-6680-416c-8e7c-62892281c408 service nova] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Received event network-vif-deleted-b9538cb8-427b-43ca-ba30-08dcea5d758c {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 776.122501] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590761} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.125804] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] b6f9926b-da45-40cd-8fe3-60a9b3d4dc91/b6f9926b-da45-40cd-8fe3-60a9b3d4dc91.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.126355] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.126899] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e21f4940-1796-41a7-8f6b-40ebc1213d41 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.135590] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 776.135590] env[65978]: value = "task-4714312" [ 776.135590] env[65978]: _type = "Task" [ 776.135590] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.146038] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.271302] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714310, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.344087] env[65978]: DEBUG oslo_vmware.api [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714306, 'name': CreateSnapshot_Task, 'duration_secs': 1.195724} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.344087] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Created Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 776.344687] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842b7667-75de-484d-a282-85ad1621d607 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.477507] env[65978]: INFO nova.compute.manager [-] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Took 1.51 seconds to deallocate network for instance. [ 776.537864] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5218b7ff-759f-64b4-283c-5536c2957ba9, 'name': SearchDatastore_Task, 'duration_secs': 0.037405} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.538197] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.538418] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.538635] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.538767] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.538929] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.539247] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17690711-8ce3-45c3-b3ee-932054ea5c07 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.544636] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.562687] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.562887] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.563993] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91524029-cbf9-4e42-beef-961a490f3ffe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.574655] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 776.574655] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dcf306-6b81-1b2c-82da-2377a1a9a152" [ 776.574655] env[65978]: _type = "Task" [ 776.574655] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.586945] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dcf306-6b81-1b2c-82da-2377a1a9a152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.597195] env[65978]: DEBUG nova.network.neutron [-] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.607407] env[65978]: DEBUG nova.compute.manager [req-94b2e283-c529-4dbd-8557-d6fa21eed1fb req-110109d0-4947-4f27-810d-3bbcfb0b57ce service nova] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Received event network-vif-deleted-b193a074-4731-4a21-9873-45c3ff790601 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 776.607697] env[65978]: INFO nova.compute.manager [req-94b2e283-c529-4dbd-8557-d6fa21eed1fb req-110109d0-4947-4f27-810d-3bbcfb0b57ce service nova] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Neutron deleted interface b193a074-4731-4a21-9873-45c3ff790601; detaching it from the instance and deleting it from the info cache [ 776.607946] env[65978]: DEBUG nova.network.neutron [req-94b2e283-c529-4dbd-8557-d6fa21eed1fb req-110109d0-4947-4f27-810d-3bbcfb0b57ce service nova] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.632852] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15a741d-2821-4c18-a175-09eba81ec072 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.647096] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e755b4-59b2-4ce9-a16e-0770b6299b70 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.650786] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.683227] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dd1a29-64fc-401a-b10b-a77160dad8c0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.692348] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62736dde-8e6c-4c25-b0e1-37fe6316ac00 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.709578] env[65978]: DEBUG nova.compute.provider_tree [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.772981] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714310, 'name': CreateVM_Task, 'duration_secs': 1.437482} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.774084] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.774584] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.775225] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.775225] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.775385] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e22ba00-1e5b-4518-ad80-986ba3ed2b65 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.784097] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Waiting for the task: (returnval){ [ 776.784097] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c0aab3-6a65-eda7-7822-c193cbaa3fa6" [ 776.784097] env[65978]: _type = "Task" [ 776.784097] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.796221] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c0aab3-6a65-eda7-7822-c193cbaa3fa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.868744] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Creating linked-clone VM from snapshot {{(pid=65978) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 776.869516] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-23e9180d-057a-4bdb-ac4f-73050289f8f0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.878715] env[65978]: DEBUG oslo_vmware.api [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 776.878715] env[65978]: value = "task-4714313" [ 776.878715] env[65978]: _type = "Task" [ 776.878715] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.890794] env[65978]: DEBUG oslo_vmware.api [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714313, 'name': CloneVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.985174] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.032905] env[65978]: DEBUG nova.compute.manager [req-3baf13d6-7765-4b78-ae07-9dbff527aa99 req-40118f91-6d4c-4019-8b41-e278054e5a8a service nova] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Received event network-vif-deleted-b541aca5-577b-4647-b39c-2e9193a96e26 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 777.089657] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dcf306-6b81-1b2c-82da-2377a1a9a152, 'name': SearchDatastore_Task, 'duration_secs': 0.030869} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.090574] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-977e8de3-93e7-4cfa-bfd1-aa4b2bd546e7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.097561] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 777.097561] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5225a0e8-d242-4fe1-da30-5220982a3c05" [ 777.097561] env[65978]: _type = "Task" [ 777.097561] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.110386] env[65978]: INFO nova.compute.manager [-] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Took 1.39 seconds to deallocate network for instance. [ 777.110386] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5225a0e8-d242-4fe1-da30-5220982a3c05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.116014] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ca81293-4ec3-4a7c-b0b5-a87d93a98ea1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.127883] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa14e074-7bff-4839-b4c0-b2d92c414235 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.154745] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.594544} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.155257] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.156115] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21a66a6-e0f4-4b09-ba72-05b03b4620e3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.181522] env[65978]: DEBUG nova.compute.manager [req-94b2e283-c529-4dbd-8557-d6fa21eed1fb req-110109d0-4947-4f27-810d-3bbcfb0b57ce service nova] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Detach interface failed, port_id=b193a074-4731-4a21-9873-45c3ff790601, reason: Instance 7920eeed-577d-4ee6-8dab-69ead7c42706 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 777.206304] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] b6f9926b-da45-40cd-8fe3-60a9b3d4dc91/b6f9926b-da45-40cd-8fe3-60a9b3d4dc91.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.207324] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ec4867c-a352-4437-b3dd-0926d2f81ba7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.223925] env[65978]: DEBUG nova.scheduler.client.report [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.239557] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 777.239557] env[65978]: value = "task-4714314" [ 777.239557] env[65978]: _type = "Task" [ 777.239557] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.249634] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714314, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.289611] env[65978]: INFO nova.compute.manager [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Rebuilding instance [ 777.300639] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c0aab3-6a65-eda7-7822-c193cbaa3fa6, 'name': SearchDatastore_Task, 'duration_secs': 0.015675} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.300974] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.301258] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.301700] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.335153] env[65978]: DEBUG nova.compute.manager [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 777.336312] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7909c39-a8ef-40c2-a717-28c848a43e14 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.391365] env[65978]: DEBUG oslo_vmware.api [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714313, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.611041] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5225a0e8-d242-4fe1-da30-5220982a3c05, 'name': SearchDatastore_Task, 'duration_secs': 0.013131} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.611371] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.611669] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] ecc645e7-d1f9-4d1c-b6db-5835c528d775/ecc645e7-d1f9-4d1c-b6db-5835c528d775.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.612031] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.612172] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.612425] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03128225-314d-4aad-bfea-ccae634a5f54 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.615722] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcb51bbd-6571-4622-a778-af73c59e7d72 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.621129] env[65978]: DEBUG oslo_concurrency.lockutils [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.628386] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 777.628386] env[65978]: value = "task-4714315" [ 777.628386] env[65978]: _type = "Task" [ 777.628386] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.634416] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.634682] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.636198] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dd8b303-6491-4184-a4c2-a80ed1174328 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.648620] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.655160] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Waiting for the task: (returnval){ [ 777.655160] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5238861b-f676-a61c-189c-b54c8d5a8d02" [ 777.655160] env[65978]: _type = "Task" [ 777.655160] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.668531] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5238861b-f676-a61c-189c-b54c8d5a8d02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.730113] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.284s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.733841] env[65978]: DEBUG oslo_concurrency.lockutils [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.227s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.736030] env[65978]: INFO nova.compute.claims [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.755138] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714314, 'name': ReconfigVM_Task, 'duration_secs': 0.331785} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.755523] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Reconfigured VM instance instance-00000034 to attach disk [datastore1] b6f9926b-da45-40cd-8fe3-60a9b3d4dc91/b6f9926b-da45-40cd-8fe3-60a9b3d4dc91.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.756278] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06dd68cc-6965-4c5f-bf4e-b74e38172432 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.762065] env[65978]: INFO nova.scheduler.client.report [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Deleted allocations for instance 2131baf3-24b8-4cff-9821-bfb25e44ef3f [ 777.766972] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 777.766972] env[65978]: value = "task-4714316" [ 777.766972] env[65978]: _type = "Task" [ 777.766972] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.790025] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714316, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.892177] env[65978]: DEBUG oslo_vmware.api [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714313, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.143610] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714315, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.175706] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5238861b-f676-a61c-189c-b54c8d5a8d02, 'name': SearchDatastore_Task, 'duration_secs': 0.013026} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.176934] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fadfbf4-7364-484b-96fa-fe7f3ec876a2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.186023] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Waiting for the task: (returnval){ [ 778.186023] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bf451b-e979-9ab8-982f-155b0bb86fc5" [ 778.186023] env[65978]: _type = "Task" [ 778.186023] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.197559] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bf451b-e979-9ab8-982f-155b0bb86fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.279417] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c49ac75f-28ff-45a1-83dd-2f82a1f2b692 tempest-FloatingIPsAssociationNegativeTestJSON-122133943 tempest-FloatingIPsAssociationNegativeTestJSON-122133943-project-member] Lock "2131baf3-24b8-4cff-9821-bfb25e44ef3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.929s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.286472] env[65978]: DEBUG oslo_concurrency.lockutils [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Acquiring lock "a7a4518b-c5d6-440b-9e98-95c5942a7de1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.286649] env[65978]: DEBUG oslo_concurrency.lockutils [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Lock "a7a4518b-c5d6-440b-9e98-95c5942a7de1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.286818] env[65978]: DEBUG oslo_concurrency.lockutils [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Acquiring lock "a7a4518b-c5d6-440b-9e98-95c5942a7de1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.286997] env[65978]: DEBUG oslo_concurrency.lockutils [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Lock "a7a4518b-c5d6-440b-9e98-95c5942a7de1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.288210] env[65978]: DEBUG oslo_concurrency.lockutils [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Lock "a7a4518b-c5d6-440b-9e98-95c5942a7de1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.289087] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714316, 'name': Rename_Task, 'duration_secs': 0.183026} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.289984] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.289984] env[65978]: INFO nova.compute.manager [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Terminating instance [ 778.291651] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3710813-2229-4856-ab94-57fba3c2e6ca {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.302631] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 778.302631] env[65978]: value = "task-4714317" [ 778.302631] env[65978]: _type = "Task" [ 778.302631] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.319569] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.352964] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.353373] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcaaa71c-db08-4f17-9813-f13784a1373b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.361823] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Waiting for the task: (returnval){ [ 778.361823] env[65978]: value = "task-4714318" [ 778.361823] env[65978]: _type = "Task" [ 778.361823] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.371977] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.393018] env[65978]: DEBUG oslo_vmware.api [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714313, 'name': CloneVM_Task} progress is 95%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.643892] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707636} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.644181] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] ecc645e7-d1f9-4d1c-b6db-5835c528d775/ecc645e7-d1f9-4d1c-b6db-5835c528d775.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.644658] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.644729] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a9b2cce-7e31-4c0f-88ff-fa30daded006 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.657952] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 778.657952] env[65978]: value = "task-4714319" [ 778.657952] env[65978]: _type = "Task" [ 778.657952] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.669193] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.704372] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bf451b-e979-9ab8-982f-155b0bb86fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.058804} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.704833] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.705132] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a4e7880d-1569-491e-acff-2cdffec981af/a4e7880d-1569-491e-acff-2cdffec981af.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.705480] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d14f0b10-74e3-4a0a-b527-0805ad6b5901 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.714753] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Waiting for the task: (returnval){ [ 778.714753] env[65978]: value = "task-4714320" [ 778.714753] env[65978]: _type = "Task" [ 778.714753] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.727435] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.796978] env[65978]: DEBUG nova.compute.manager [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 778.797312] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.798669] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e81bb50-d633-493c-9650-e1b466431f32 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.826803] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.832318] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18056d4e-27a4-482c-89b8-52a4fd8ca8fb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.834997] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714317, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.848527] env[65978]: DEBUG oslo_vmware.api [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Waiting for the task: (returnval){ [ 778.848527] env[65978]: value = "task-4714321" [ 778.848527] env[65978]: _type = "Task" [ 778.848527] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.866236] env[65978]: DEBUG oslo_vmware.api [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Task: {'id': task-4714321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.876382] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714318, 'name': PowerOffVM_Task, 'duration_secs': 0.261686} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.879499] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.879751] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.881650] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb413f9-d2cc-4d75-87a0-48775e617b68 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.894749] env[65978]: DEBUG oslo_vmware.api [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714313, 'name': CloneVM_Task, 'duration_secs': 1.906502} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.897432] env[65978]: INFO nova.virt.vmwareapi.vmops [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Created linked-clone VM from snapshot [ 778.897780] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.902143] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3c8211-008d-4bbc-97a3-923dad5385bc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.906529] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a3f33ea-e42f-4ac4-898d-ee816e077300 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.919047] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Uploading image 5e4528af-5c0e-4fc1-ac17-792e6adb0122 {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 778.967038] env[65978]: DEBUG oslo_vmware.rw_handles [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 778.967038] env[65978]: value = "vm-920009" [ 778.967038] env[65978]: _type = "VirtualMachine" [ 778.967038] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 778.967038] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3831825b-0f3c-4080-975b-201514664b42 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.003773] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.006477] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.006871] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Deleting the datastore file [datastore1] 5d17e541-901a-48ed-b5a1-cf554240f105 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.011624] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-445a31bd-67a7-4d41-8b67-2d4750756aff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.017510] env[65978]: DEBUG oslo_vmware.rw_handles [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lease: (returnval){ [ 779.017510] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5224ef98-61a6-00f0-45c5-d6ccaa5c2ebd" [ 779.017510] env[65978]: _type = "HttpNfcLease" [ 779.017510] env[65978]: } obtained for exporting VM: (result){ [ 779.017510] env[65978]: value = "vm-920009" [ 779.017510] env[65978]: _type = "VirtualMachine" [ 779.017510] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 779.017926] env[65978]: DEBUG oslo_vmware.api [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the lease: (returnval){ [ 779.017926] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5224ef98-61a6-00f0-45c5-d6ccaa5c2ebd" [ 779.017926] env[65978]: _type = "HttpNfcLease" [ 779.017926] env[65978]: } to be ready. {{(pid=65978) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 779.028508] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Waiting for the task: (returnval){ [ 779.028508] env[65978]: value = "task-4714324" [ 779.028508] env[65978]: _type = "Task" [ 779.028508] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.042480] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 779.042480] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5224ef98-61a6-00f0-45c5-d6ccaa5c2ebd" [ 779.042480] env[65978]: _type = "HttpNfcLease" [ 779.042480] env[65978]: } is initializing. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 779.054023] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.178022] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087473} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.178022] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.179111] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb17019-a57a-4f32-8444-018d86b810eb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.218579] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] ecc645e7-d1f9-4d1c-b6db-5835c528d775/ecc645e7-d1f9-4d1c-b6db-5835c528d775.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.221858] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93fdd63c-de08-4e75-9453-91c837c9a492 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.248821] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714320, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.251116] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 779.251116] env[65978]: value = "task-4714325" [ 779.251116] env[65978]: _type = "Task" [ 779.251116] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.261227] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714325, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.329603] env[65978]: DEBUG oslo_vmware.api [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714317, 'name': PowerOnVM_Task, 'duration_secs': 0.539856} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.330477] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.330779] env[65978]: INFO nova.compute.manager [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Took 8.91 seconds to spawn the instance on the hypervisor. [ 779.331021] env[65978]: DEBUG nova.compute.manager [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 779.331953] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674286a8-fd3a-49f3-b983-22b03c369f17 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.360672] env[65978]: DEBUG oslo_vmware.api [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Task: {'id': task-4714321, 'name': PowerOffVM_Task, 'duration_secs': 0.260337} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.360904] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.361320] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.361610] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-716d490c-fe9f-4b2c-84bd-e3482c5498e9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.445258] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.445450] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.445895] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Deleting the datastore file [datastore2] a7a4518b-c5d6-440b-9e98-95c5942a7de1 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.445993] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-106208b1-c438-4636-ac7f-2638202ee8cb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.457390] env[65978]: DEBUG oslo_vmware.api [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Waiting for the task: (returnval){ [ 779.457390] env[65978]: value = "task-4714327" [ 779.457390] env[65978]: _type = "Task" [ 779.457390] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.469386] env[65978]: DEBUG oslo_vmware.api [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Task: {'id': task-4714327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.530522] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 779.530522] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5224ef98-61a6-00f0-45c5-d6ccaa5c2ebd" [ 779.530522] env[65978]: _type = "HttpNfcLease" [ 779.530522] env[65978]: } is ready. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 779.534056] env[65978]: DEBUG oslo_vmware.rw_handles [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 779.534056] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5224ef98-61a6-00f0-45c5-d6ccaa5c2ebd" [ 779.534056] env[65978]: _type = "HttpNfcLease" [ 779.534056] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 779.534661] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91795fdf-ad3e-4634-88a0-e5dda176366f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.544096] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366369} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.549966] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.550299] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.550388] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.553398] env[65978]: DEBUG oslo_vmware.rw_handles [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9c964-3572-1f43-9a01-b6ae409ca4c1/disk-0.vmdk from lease info. {{(pid=65978) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 779.553398] env[65978]: DEBUG oslo_vmware.rw_handles [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9c964-3572-1f43-9a01-b6ae409ca4c1/disk-0.vmdk for reading. {{(pid=65978) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 779.650840] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f66ba9-8ad2-4721-8616-0e05ab1e48c9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.659707] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb72e28-ca06-41db-bf15-b63b2013a99b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.691431] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d22427-5bda-4645-958a-7cd1c2c5e3b2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.701263] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21558a0-01eb-407a-ba8d-156b56cafc3e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.716059] env[65978]: DEBUG nova.compute.provider_tree [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.729492] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e81c35f0-26b1-45c8-b070-011e373203a1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.741788] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714320, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.764803] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.858587] env[65978]: INFO nova.compute.manager [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Took 36.38 seconds to build instance. [ 779.974266] env[65978]: DEBUG oslo_vmware.api [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Task: {'id': task-4714327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345711} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.974544] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.974727] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.974900] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.975081] env[65978]: INFO nova.compute.manager [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 779.975334] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 779.975533] env[65978]: DEBUG nova.compute.manager [-] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 779.975612] env[65978]: DEBUG nova.network.neutron [-] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 779.976028] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.218817] env[65978]: DEBUG nova.scheduler.client.report [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.238662] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714320, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.263387] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714325, 'name': ReconfigVM_Task, 'duration_secs': 0.724474} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.263735] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Reconfigured VM instance instance-00000008 to attach disk [datastore2] ecc645e7-d1f9-4d1c-b6db-5835c528d775/ecc645e7-d1f9-4d1c-b6db-5835c528d775.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.264864] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a507e1c4-f7f4-440a-9884-f7189caff15b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.273993] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 780.273993] env[65978]: value = "task-4714328" [ 780.273993] env[65978]: _type = "Task" [ 780.273993] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.288023] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714328, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.359696] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ec555f42-ee3f-4526-9d2e-b464ab5bf3c9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "b6f9926b-da45-40cd-8fe3-60a9b3d4dc91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.889s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.379239] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.598976] env[65978]: DEBUG nova.virt.hardware [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 780.599272] env[65978]: DEBUG nova.virt.hardware [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.599516] env[65978]: DEBUG nova.virt.hardware [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 780.599705] env[65978]: DEBUG nova.virt.hardware [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.599914] env[65978]: DEBUG nova.virt.hardware [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 780.600154] env[65978]: DEBUG nova.virt.hardware [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 780.600514] env[65978]: DEBUG nova.virt.hardware [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 780.600771] env[65978]: DEBUG nova.virt.hardware [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 780.601020] env[65978]: DEBUG nova.virt.hardware [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 780.601338] env[65978]: DEBUG nova.virt.hardware [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 780.601528] env[65978]: DEBUG nova.virt.hardware [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 780.602710] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bc07cb-c792-4b72-b8c1-bb68b3e8c230 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.614390] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c06ab6-09af-49df-9da8-8a6f6e765b55 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.631286] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Instance VIF info [] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.639011] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 780.639515] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.639868] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-faa9aa92-20ad-4912-a3b6-8e153133cfb3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.661188] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.661188] env[65978]: value = "task-4714329" [ 780.661188] env[65978]: _type = "Task" [ 780.661188] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.671021] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714329, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.726352] env[65978]: DEBUG oslo_concurrency.lockutils [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.993s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.727070] env[65978]: DEBUG nova.compute.manager [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 780.730746] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.938s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.733541] env[65978]: INFO nova.compute.claims [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.755133] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714320, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.527907} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.759196] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a4e7880d-1569-491e-acff-2cdffec981af/a4e7880d-1569-491e-acff-2cdffec981af.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.759196] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.759196] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4eae1ade-1724-4a24-843d-7bfe53d023be {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.768696] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Waiting for the task: (returnval){ [ 780.768696] env[65978]: value = "task-4714330" [ 780.768696] env[65978]: _type = "Task" [ 780.768696] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.782280] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.789845] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714328, 'name': Rename_Task, 'duration_secs': 0.265209} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.789845] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.790249] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf68ca07-928a-4216-8c0b-06385e723f98 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.805405] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 780.805405] env[65978]: value = "task-4714331" [ 780.805405] env[65978]: _type = "Task" [ 780.805405] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.822661] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714331, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.174510] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714329, 'name': CreateVM_Task, 'duration_secs': 0.469044} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.174783] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.175232] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.175429] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.175774] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.176089] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0814f7f9-2f8d-423c-a3c5-028a390f58a0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.183217] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Waiting for the task: (returnval){ [ 781.183217] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524496b7-02ce-862c-85d0-0ef531e04d3d" [ 781.183217] env[65978]: _type = "Task" [ 781.183217] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.196913] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524496b7-02ce-862c-85d0-0ef531e04d3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.248152] env[65978]: DEBUG nova.compute.utils [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.253806] env[65978]: DEBUG nova.compute.manager [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 781.254173] env[65978]: DEBUG nova.network.neutron [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 781.254700] env[65978]: WARNING neutronclient.v2_0.client [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.255328] env[65978]: WARNING neutronclient.v2_0.client [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.282405] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081974} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.282726] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.284161] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29b190f-09c5-49ce-8757-d1efb2070e95 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.317023] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] a4e7880d-1569-491e-acff-2cdffec981af/a4e7880d-1569-491e-acff-2cdffec981af.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.317023] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c07897a-b307-42df-b17d-804b79f980ab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.343752] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714331, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.345818] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Waiting for the task: (returnval){ [ 781.345818] env[65978]: value = "task-4714332" [ 781.345818] env[65978]: _type = "Task" [ 781.345818] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.358545] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714332, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.443322] env[65978]: DEBUG nova.policy [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88629a898303404681f19d1f05501cb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52a6b5ef7c5b4739a3d18934729959ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.524834] env[65978]: DEBUG nova.network.neutron [-] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.702523] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524496b7-02ce-862c-85d0-0ef531e04d3d, 'name': SearchDatastore_Task, 'duration_secs': 0.017089} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.702523] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.702967] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.703061] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.703228] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.703427] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.703741] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-542d04f9-1875-45b9-bcec-2f88a54f9712 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.717153] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.717153] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.718710] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cbc7d35-5dee-442a-a664-3fe412fc0de9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.727044] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Waiting for the task: (returnval){ [ 781.727044] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e63c58-7dcb-d866-fad5-fd38840a6a14" [ 781.727044] env[65978]: _type = "Task" [ 781.727044] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.739560] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e63c58-7dcb-d866-fad5-fd38840a6a14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.753418] env[65978]: DEBUG nova.compute.manager [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 781.837220] env[65978]: DEBUG oslo_vmware.api [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714331, 'name': PowerOnVM_Task, 'duration_secs': 0.749921} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.837732] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.838066] env[65978]: DEBUG nova.compute.manager [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 781.839033] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf70e586-284e-431e-8ecb-52e44530d419 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.867687] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714332, 'name': ReconfigVM_Task, 'duration_secs': 0.368211} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.872512] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Reconfigured VM instance instance-00000032 to attach disk [datastore2] a4e7880d-1569-491e-acff-2cdffec981af/a4e7880d-1569-491e-acff-2cdffec981af.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.873153] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb9bc0a3-440f-4d82-acaf-5d06c5816275 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.883587] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Waiting for the task: (returnval){ [ 781.883587] env[65978]: value = "task-4714333" [ 781.883587] env[65978]: _type = "Task" [ 781.883587] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.896976] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714333, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.028553] env[65978]: INFO nova.compute.manager [-] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Took 2.05 seconds to deallocate network for instance. [ 782.241748] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e63c58-7dcb-d866-fad5-fd38840a6a14, 'name': SearchDatastore_Task, 'duration_secs': 0.014565} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.243178] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bce53360-6f0b-421c-b70a-6c6bb7ca443d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.253923] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Waiting for the task: (returnval){ [ 782.253923] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c35192-70e3-0972-c9e0-57e38e5d4b94" [ 782.253923] env[65978]: _type = "Task" [ 782.253923] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.276030] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c35192-70e3-0972-c9e0-57e38e5d4b94, 'name': SearchDatastore_Task, 'duration_secs': 0.016645} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.276713] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.276713] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 5d17e541-901a-48ed-b5a1-cf554240f105/5d17e541-901a-48ed-b5a1-cf554240f105.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.276907] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f6892ad-3e8b-40c0-95e7-627060b9fc5c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.281280] env[65978]: DEBUG nova.network.neutron [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Successfully created port: 8677e7ff-de2b-474c-97a7-ba4a3d2947d3 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 782.290872] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Waiting for the task: (returnval){ [ 782.290872] env[65978]: value = "task-4714334" [ 782.290872] env[65978]: _type = "Task" [ 782.290872] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.301816] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.379870] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.400907] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714333, 'name': Rename_Task, 'duration_secs': 0.173168} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.401302] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.401580] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12cd094d-b334-4ea9-a00b-98bbfacd3dd2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.414681] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Waiting for the task: (returnval){ [ 782.414681] env[65978]: value = "task-4714335" [ 782.414681] env[65978]: _type = "Task" [ 782.414681] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.432735] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.531247] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d0ae61-7dc2-4c4d-a805-6f4be940ed94 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.538724] env[65978]: DEBUG oslo_concurrency.lockutils [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.546968] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d8e42c-3547-49b8-b573-1c9ae5d5096c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.590636] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94f6993-ae93-4048-88ce-61c379d5f113 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.601912] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a75b25a-c222-43f9-85e6-a44b589c5495 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.622386] env[65978]: DEBUG nova.compute.provider_tree [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.771269] env[65978]: DEBUG nova.compute.manager [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 782.809194] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714334, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.812234] env[65978]: DEBUG nova.virt.hardware [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 782.812611] env[65978]: DEBUG nova.virt.hardware [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.812854] env[65978]: DEBUG nova.virt.hardware [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 782.813157] env[65978]: DEBUG nova.virt.hardware [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.813350] env[65978]: DEBUG nova.virt.hardware [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 782.813510] env[65978]: DEBUG nova.virt.hardware [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 782.813792] env[65978]: DEBUG nova.virt.hardware [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 782.814150] env[65978]: DEBUG nova.virt.hardware [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 782.814278] env[65978]: DEBUG nova.virt.hardware [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 782.814461] env[65978]: DEBUG nova.virt.hardware [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 782.814732] env[65978]: DEBUG nova.virt.hardware [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 782.815956] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5a5840-8de9-43e1-9e44-032853fd0be2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.826558] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d6632d-8e7b-46b6-a3fd-d9721429a36e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.926736] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714335, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.127072] env[65978]: DEBUG nova.scheduler.client.report [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.303532] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713131} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.303892] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 5d17e541-901a-48ed-b5a1-cf554240f105/5d17e541-901a-48ed-b5a1-cf554240f105.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.304048] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.304307] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d211493-4930-47ef-acb6-8226f0e67e00 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.313766] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Waiting for the task: (returnval){ [ 783.313766] env[65978]: value = "task-4714336" [ 783.313766] env[65978]: _type = "Task" [ 783.313766] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.327200] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.428344] env[65978]: DEBUG oslo_vmware.api [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714335, 'name': PowerOnVM_Task, 'duration_secs': 0.66892} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.428503] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.428678] env[65978]: DEBUG nova.compute.manager [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 783.429650] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbec9d2-8acd-47ed-b323-a37baff61618 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.633590] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.903s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.635032] env[65978]: DEBUG nova.compute.manager [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 783.636885] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.975s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.638896] env[65978]: INFO nova.compute.claims [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.827471] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160832} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.828027] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.829541] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2775c7-7dee-472f-9c8b-5e802cc7c6d8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.866155] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 5d17e541-901a-48ed-b5a1-cf554240f105/5d17e541-901a-48ed-b5a1-cf554240f105.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.866456] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40aa7bf3-a989-4b69-acbf-5e0fcc9a5691 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.888907] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Waiting for the task: (returnval){ [ 783.888907] env[65978]: value = "task-4714337" [ 783.888907] env[65978]: _type = "Task" [ 783.888907] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.899396] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.953910] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.076940] env[65978]: DEBUG nova.network.neutron [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Successfully updated port: 8677e7ff-de2b-474c-97a7-ba4a3d2947d3 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 784.148848] env[65978]: DEBUG nova.compute.utils [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.151695] env[65978]: DEBUG nova.compute.manager [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 784.153358] env[65978]: DEBUG nova.network.neutron [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 784.153358] env[65978]: WARNING neutronclient.v2_0.client [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.153358] env[65978]: WARNING neutronclient.v2_0.client [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.396935] env[65978]: DEBUG nova.policy [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b28442e0c88a4c78a62c602d325e463f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77297daf34344de99edca40c006e8fbd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.407620] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714337, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.581954] env[65978]: DEBUG oslo_concurrency.lockutils [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "refresh_cache-be6b8c2b-2f75-4d82-907b-5e1486992605" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.581954] env[65978]: DEBUG oslo_concurrency.lockutils [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquired lock "refresh_cache-be6b8c2b-2f75-4d82-907b-5e1486992605" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.581954] env[65978]: DEBUG nova.network.neutron [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 784.658719] env[65978]: DEBUG nova.compute.manager [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 784.908582] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714337, 'name': ReconfigVM_Task, 'duration_secs': 0.571544} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.908925] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 5d17e541-901a-48ed-b5a1-cf554240f105/5d17e541-901a-48ed-b5a1-cf554240f105.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.912841] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e10d7c2a-bc66-496b-b305-714d4d1dc919 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.923287] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Waiting for the task: (returnval){ [ 784.923287] env[65978]: value = "task-4714338" [ 784.923287] env[65978]: _type = "Task" [ 784.923287] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.941150] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714338, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.284270] env[65978]: DEBUG nova.network.neutron [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Successfully created port: 34724e91-6c95-461a-bb77-fcb3f8571895 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 785.319987] env[65978]: DEBUG nova.network.neutron [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 785.356446] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c925978-5ea1-4c5b-a0bd-b084a8c2e94b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.366557] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f9422c-5e8a-4e68-8ef3-6334ce6622ac {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.404904] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9b148a-9152-4fa6-abe2-e36225059f3f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.415489] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b1fc1a-7a4c-405a-9c3e-d907a5b3af4a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.420935] env[65978]: DEBUG nova.compute.manager [req-7a0445ed-bc12-4d3f-b707-3b573ffbb0dd req-ac9c70b5-07c4-4806-9f49-65b2d06aec88 service nova] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Received event network-vif-deleted-629dcafd-ea60-43ac-a256-c4bbec2fbc25 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 785.434268] env[65978]: DEBUG nova.compute.provider_tree [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.450453] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714338, 'name': Rename_Task, 'duration_secs': 0.18949} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.450453] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.450999] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7428d5f-271e-49de-8402-7bc37ba9f9a5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.460825] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Waiting for the task: (returnval){ [ 785.460825] env[65978]: value = "task-4714339" [ 785.460825] env[65978]: _type = "Task" [ 785.460825] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.473014] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.676783] env[65978]: DEBUG nova.compute.manager [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 785.709244] env[65978]: DEBUG nova.virt.hardware [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 785.709461] env[65978]: DEBUG nova.virt.hardware [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.709559] env[65978]: DEBUG nova.virt.hardware [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 785.709808] env[65978]: DEBUG nova.virt.hardware [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.709959] env[65978]: DEBUG nova.virt.hardware [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 785.710151] env[65978]: DEBUG nova.virt.hardware [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 785.710424] env[65978]: DEBUG nova.virt.hardware [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 785.710579] env[65978]: DEBUG nova.virt.hardware [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 785.710741] env[65978]: DEBUG nova.virt.hardware [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 785.710898] env[65978]: DEBUG nova.virt.hardware [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 785.711080] env[65978]: DEBUG nova.virt.hardware [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 785.712011] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de719600-3078-432e-88fa-b709d34b3d05 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.721629] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a110073c-7b6b-47c8-8761-961b0d3653f4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.943287] env[65978]: DEBUG nova.scheduler.client.report [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.979930] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714339, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.376895] env[65978]: WARNING neutronclient.v2_0.client [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.451694] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.451694] env[65978]: DEBUG nova.compute.manager [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 786.453175] env[65978]: DEBUG oslo_concurrency.lockutils [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.609s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.453748] env[65978]: DEBUG nova.objects.instance [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lazy-loading 'resources' on Instance uuid dcffbd1b-1386-4ddf-a622-9186038fc273 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.476289] env[65978]: DEBUG oslo_vmware.api [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714339, 'name': PowerOnVM_Task, 'duration_secs': 0.700509} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.476605] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.476893] env[65978]: DEBUG nova.compute.manager [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 786.477907] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765b6c16-e905-447b-aa93-f3953c32df78 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.577783] env[65978]: DEBUG nova.network.neutron [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Updating instance_info_cache with network_info: [{"id": "8677e7ff-de2b-474c-97a7-ba4a3d2947d3", "address": "fa:16:3e:51:1b:ea", "network": {"id": "7b1b21e4-9772-46b8-bd51-1a67c63e45e0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1265072942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52a6b5ef7c5b4739a3d18934729959ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8677e7ff-de", "ovs_interfaceid": "8677e7ff-de2b-474c-97a7-ba4a3d2947d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.900029] env[65978]: DEBUG nova.compute.manager [req-6b2771f0-abcb-497c-81e3-fef61510eaac req-f72c2d02-7ffc-4c3c-8f6a-bffc157e6bd3 service nova] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Received event network-vif-plugged-8677e7ff-de2b-474c-97a7-ba4a3d2947d3 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 786.900029] env[65978]: DEBUG oslo_concurrency.lockutils [req-6b2771f0-abcb-497c-81e3-fef61510eaac req-f72c2d02-7ffc-4c3c-8f6a-bffc157e6bd3 service nova] Acquiring lock "be6b8c2b-2f75-4d82-907b-5e1486992605-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.900029] env[65978]: DEBUG oslo_concurrency.lockutils [req-6b2771f0-abcb-497c-81e3-fef61510eaac req-f72c2d02-7ffc-4c3c-8f6a-bffc157e6bd3 service nova] Lock "be6b8c2b-2f75-4d82-907b-5e1486992605-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.900029] env[65978]: DEBUG oslo_concurrency.lockutils [req-6b2771f0-abcb-497c-81e3-fef61510eaac req-f72c2d02-7ffc-4c3c-8f6a-bffc157e6bd3 service nova] Lock "be6b8c2b-2f75-4d82-907b-5e1486992605-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.900029] env[65978]: DEBUG nova.compute.manager [req-6b2771f0-abcb-497c-81e3-fef61510eaac req-f72c2d02-7ffc-4c3c-8f6a-bffc157e6bd3 service nova] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] No waiting events found dispatching network-vif-plugged-8677e7ff-de2b-474c-97a7-ba4a3d2947d3 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 786.901417] env[65978]: WARNING nova.compute.manager [req-6b2771f0-abcb-497c-81e3-fef61510eaac req-f72c2d02-7ffc-4c3c-8f6a-bffc157e6bd3 service nova] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Received unexpected event network-vif-plugged-8677e7ff-de2b-474c-97a7-ba4a3d2947d3 for instance with vm_state building and task_state spawning. [ 786.961666] env[65978]: DEBUG nova.compute.utils [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.967038] env[65978]: DEBUG nova.compute.manager [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 786.967359] env[65978]: DEBUG nova.network.neutron [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 786.968083] env[65978]: WARNING neutronclient.v2_0.client [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.968632] env[65978]: WARNING neutronclient.v2_0.client [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.005556] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.015651] env[65978]: DEBUG nova.network.neutron [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Successfully updated port: 34724e91-6c95-461a-bb77-fcb3f8571895 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 787.074483] env[65978]: DEBUG nova.policy [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0417de7282384ed29e83df9022053641', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa9f20fec2834bf3acf324256d9c9007', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.080330] env[65978]: DEBUG oslo_concurrency.lockutils [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Releasing lock "refresh_cache-be6b8c2b-2f75-4d82-907b-5e1486992605" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.080738] env[65978]: DEBUG nova.compute.manager [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Instance network_info: |[{"id": "8677e7ff-de2b-474c-97a7-ba4a3d2947d3", "address": "fa:16:3e:51:1b:ea", "network": {"id": "7b1b21e4-9772-46b8-bd51-1a67c63e45e0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1265072942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52a6b5ef7c5b4739a3d18934729959ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8677e7ff-de", "ovs_interfaceid": "8677e7ff-de2b-474c-97a7-ba4a3d2947d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 787.081274] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:1b:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8677e7ff-de2b-474c-97a7-ba4a3d2947d3', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.092733] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Creating folder: Project (52a6b5ef7c5b4739a3d18934729959ef). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.092968] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ccb8e90-730e-4c2d-9e99-90d67ddc7dfd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.110905] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Acquiring lock "d096f28a-1d66-4679-a229-0f63e3e3819a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.112474] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Lock "d096f28a-1d66-4679-a229-0f63e3e3819a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.113313] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Created folder: Project (52a6b5ef7c5b4739a3d18934729959ef) in parent group-v919857. [ 787.113543] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Creating folder: Instances. Parent ref: group-v920011. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.117584] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e90c0f3-3b24-4651-b797-0a0d9dbf534a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.137351] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Created folder: Instances in parent group-v920011. [ 787.138357] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 787.138357] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.138357] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f12bcb9-3d90-46de-bfe3-3961a0f54fcf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.168622] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.168622] env[65978]: value = "task-4714342" [ 787.168622] env[65978]: _type = "Task" [ 787.168622] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.195282] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714342, 'name': CreateVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.467127] env[65978]: DEBUG nova.compute.utils [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.513985] env[65978]: DEBUG nova.network.neutron [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Successfully created port: db383d6c-289f-47e7-a5cb-60c928d834f0 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 787.522940] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquiring lock "refresh_cache-34b565a1-0170-4548-88a9-a7619dad8d60" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.523186] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquired lock "refresh_cache-34b565a1-0170-4548-88a9-a7619dad8d60" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.523332] env[65978]: DEBUG nova.network.neutron [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 787.622189] env[65978]: DEBUG nova.compute.manager [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 787.647540] env[65978]: DEBUG nova.compute.manager [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Stashing vm_state: active {{(pid=65978) _prep_resize /opt/stack/nova/nova/compute/manager.py:6180}} [ 787.685564] env[65978]: DEBUG oslo_concurrency.lockutils [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Acquiring lock "a4e7880d-1569-491e-acff-2cdffec981af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.685823] env[65978]: DEBUG oslo_concurrency.lockutils [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Lock "a4e7880d-1569-491e-acff-2cdffec981af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.686140] env[65978]: DEBUG oslo_concurrency.lockutils [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Acquiring lock "a4e7880d-1569-491e-acff-2cdffec981af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.686248] env[65978]: DEBUG oslo_concurrency.lockutils [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Lock "a4e7880d-1569-491e-acff-2cdffec981af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.686458] env[65978]: DEBUG oslo_concurrency.lockutils [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Lock "a4e7880d-1569-491e-acff-2cdffec981af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.688479] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714342, 'name': CreateVM_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.689517] env[65978]: INFO nova.compute.manager [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Terminating instance [ 787.719179] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad679c7f-43c6-41b3-9d3d-8549bcdbfa9e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.733520] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9847aa-cd28-4eb0-af8f-5475c3741b1d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.772594] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66127c1f-5ddf-4daf-bff2-d56be2fdd812 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.784197] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d86da93-0ff8-462a-b75f-52836d080bcc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.806409] env[65978]: DEBUG nova.compute.provider_tree [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.970785] env[65978]: DEBUG nova.compute.manager [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 788.077504] env[65978]: DEBUG nova.network.neutron [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 788.148597] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.176495] env[65978]: DEBUG oslo_concurrency.lockutils [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.177633] env[65978]: WARNING neutronclient.v2_0.client [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.183315] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714342, 'name': CreateVM_Task, 'duration_secs': 0.671196} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.183500] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.183987] env[65978]: WARNING neutronclient.v2_0.client [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.184341] env[65978]: DEBUG oslo_concurrency.lockutils [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.184603] env[65978]: DEBUG oslo_concurrency.lockutils [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.184797] env[65978]: DEBUG oslo_concurrency.lockutils [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.185086] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6364d76b-e250-4356-b1e6-7ac1452dfc47 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.191039] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 788.191039] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52fad7f1-a981-5ab9-b665-7ce344ee095b" [ 788.191039] env[65978]: _type = "Task" [ 788.191039] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.196929] env[65978]: DEBUG oslo_concurrency.lockutils [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Acquiring lock "refresh_cache-a4e7880d-1569-491e-acff-2cdffec981af" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.197128] env[65978]: DEBUG oslo_concurrency.lockutils [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Acquired lock "refresh_cache-a4e7880d-1569-491e-acff-2cdffec981af" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.197300] env[65978]: DEBUG nova.network.neutron [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 788.202297] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52fad7f1-a981-5ab9-b665-7ce344ee095b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.294844] env[65978]: DEBUG oslo_concurrency.lockutils [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Acquiring lock "e367fb69-c6e3-4ebf-bd6f-298fbc8846c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.295111] env[65978]: DEBUG oslo_concurrency.lockutils [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Lock "e367fb69-c6e3-4ebf-bd6f-298fbc8846c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.311528] env[65978]: DEBUG nova.scheduler.client.report [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.358853] env[65978]: DEBUG nova.network.neutron [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Updating instance_info_cache with network_info: [{"id": "34724e91-6c95-461a-bb77-fcb3f8571895", "address": "fa:16:3e:a6:e9:d1", "network": {"id": "47f49ff2-5e26-45a4-a979-00ad2fe7cb7e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-826738559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77297daf34344de99edca40c006e8fbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34724e91-6c", "ovs_interfaceid": "34724e91-6c95-461a-bb77-fcb3f8571895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.409734] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "839a307a-ae21-42a6-8101-54043b7722eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.409992] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "839a307a-ae21-42a6-8101-54043b7722eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.703981] env[65978]: WARNING neutronclient.v2_0.client [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.716866] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52fad7f1-a981-5ab9-b665-7ce344ee095b, 'name': SearchDatastore_Task, 'duration_secs': 0.017168} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.716866] env[65978]: DEBUG oslo_concurrency.lockutils [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.717056] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.717151] env[65978]: DEBUG oslo_concurrency.lockutils [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.717378] env[65978]: DEBUG oslo_concurrency.lockutils [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.717547] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.717907] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f098163-6283-4e8d-8d98-50c26a216374 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.725334] env[65978]: DEBUG nova.network.neutron [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 788.731994] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.732700] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.733771] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20105841-5cd6-4f8e-9a87-e3bb8c778b61 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.742651] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 788.742651] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5258c8f6-5dc5-dd2e-2100-0e4d8e8dd6ba" [ 788.742651] env[65978]: _type = "Task" [ 788.742651] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.755861] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5258c8f6-5dc5-dd2e-2100-0e4d8e8dd6ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.816973] env[65978]: DEBUG oslo_concurrency.lockutils [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.364s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.820544] env[65978]: DEBUG nova.network.neutron [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.824068] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.844s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.824637] env[65978]: INFO nova.compute.claims [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.838930] env[65978]: INFO nova.scheduler.client.report [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Deleted allocations for instance dcffbd1b-1386-4ddf-a622-9186038fc273 [ 788.861643] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Releasing lock "refresh_cache-34b565a1-0170-4548-88a9-a7619dad8d60" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.862041] env[65978]: DEBUG nova.compute.manager [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Instance network_info: |[{"id": "34724e91-6c95-461a-bb77-fcb3f8571895", "address": "fa:16:3e:a6:e9:d1", "network": {"id": "47f49ff2-5e26-45a4-a979-00ad2fe7cb7e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-826738559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77297daf34344de99edca40c006e8fbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34724e91-6c", "ovs_interfaceid": "34724e91-6c95-461a-bb77-fcb3f8571895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 788.862579] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:e9:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34724e91-6c95-461a-bb77-fcb3f8571895', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.871909] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 788.872542] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.875314] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8bdde58-a335-4790-877f-65624039e558 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.897781] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.897781] env[65978]: value = "task-4714343" [ 788.897781] env[65978]: _type = "Task" [ 788.897781] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.908496] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714343, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.932134] env[65978]: DEBUG oslo_vmware.rw_handles [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9c964-3572-1f43-9a01-b6ae409ca4c1/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 788.932939] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608a2635-f6d2-4b86-9418-953e333c48d2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.941691] env[65978]: DEBUG oslo_vmware.rw_handles [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9c964-3572-1f43-9a01-b6ae409ca4c1/disk-0.vmdk is in state: ready. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 788.941869] env[65978]: ERROR oslo_vmware.rw_handles [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9c964-3572-1f43-9a01-b6ae409ca4c1/disk-0.vmdk due to incomplete transfer. [ 788.942784] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5451510d-711b-4807-a93a-ac1694dd6c5a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.952266] env[65978]: DEBUG oslo_vmware.rw_handles [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9c964-3572-1f43-9a01-b6ae409ca4c1/disk-0.vmdk. {{(pid=65978) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 788.952492] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Uploaded image 5e4528af-5c0e-4fc1-ac17-792e6adb0122 to the Glance image server {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 788.956578] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Destroying the VM {{(pid=65978) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 788.956578] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-672eaa81-c5d2-48fe-8063-0fa5a7ce47df {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.964406] env[65978]: DEBUG oslo_vmware.api [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 788.964406] env[65978]: value = "task-4714344" [ 788.964406] env[65978]: _type = "Task" [ 788.964406] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.977467] env[65978]: DEBUG oslo_vmware.api [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714344, 'name': Destroy_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.980988] env[65978]: DEBUG nova.compute.manager [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 789.010250] env[65978]: DEBUG nova.virt.hardware [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:29:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1298626688',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1813511394',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 789.010549] env[65978]: DEBUG nova.virt.hardware [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.010682] env[65978]: DEBUG nova.virt.hardware [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 789.010856] env[65978]: DEBUG nova.virt.hardware [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.010992] env[65978]: DEBUG nova.virt.hardware [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 789.011273] env[65978]: DEBUG nova.virt.hardware [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 789.011618] env[65978]: DEBUG nova.virt.hardware [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 789.011843] env[65978]: DEBUG nova.virt.hardware [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 789.012083] env[65978]: DEBUG nova.virt.hardware [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 789.012270] env[65978]: DEBUG nova.virt.hardware [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 789.012482] env[65978]: DEBUG nova.virt.hardware [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 789.013455] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c630791d-4bde-4cc7-a5e9-896059d84873 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.025055] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e096251c-3525-4b4a-8ecd-4c0f828a81ef {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.213980] env[65978]: DEBUG nova.network.neutron [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Successfully updated port: db383d6c-289f-47e7-a5cb-60c928d834f0 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 789.260185] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5258c8f6-5dc5-dd2e-2100-0e4d8e8dd6ba, 'name': SearchDatastore_Task, 'duration_secs': 0.015005} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.265214] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac8000e2-34de-49a7-b07c-be1b257c254f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.270063] env[65978]: DEBUG oslo_concurrency.lockutils [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Acquiring lock "391f8715-5c70-4a3a-a2b3-3acc26a45123" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.270398] env[65978]: DEBUG oslo_concurrency.lockutils [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Lock "391f8715-5c70-4a3a-a2b3-3acc26a45123" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.275963] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 789.275963] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52baeb06-1809-044f-f79a-f71ef994cf57" [ 789.275963] env[65978]: _type = "Task" [ 789.275963] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.285456] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52baeb06-1809-044f-f79a-f71ef994cf57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.333164] env[65978]: DEBUG oslo_concurrency.lockutils [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Releasing lock "refresh_cache-a4e7880d-1569-491e-acff-2cdffec981af" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.333594] env[65978]: DEBUG nova.compute.manager [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 789.333804] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.334959] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3795a384-2c1c-4648-82e3-e3080f6e9a3b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.350624] env[65978]: DEBUG oslo_concurrency.lockutils [None req-83b0c959-2dd7-439d-8743-dec0fd73da8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "dcffbd1b-1386-4ddf-a622-9186038fc273" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.807s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.352583] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.353270] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70d17d5d-8dd7-4a51-954f-0ce62a39af60 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.363064] env[65978]: DEBUG oslo_vmware.api [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Waiting for the task: (returnval){ [ 789.363064] env[65978]: value = "task-4714345" [ 789.363064] env[65978]: _type = "Task" [ 789.363064] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.375600] env[65978]: DEBUG oslo_vmware.api [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.411330] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714343, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.477984] env[65978]: DEBUG oslo_vmware.api [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714344, 'name': Destroy_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.657999] env[65978]: DEBUG nova.compute.manager [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Received event network-changed-8677e7ff-de2b-474c-97a7-ba4a3d2947d3 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 789.657999] env[65978]: DEBUG nova.compute.manager [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Refreshing instance network info cache due to event network-changed-8677e7ff-de2b-474c-97a7-ba4a3d2947d3. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 789.657999] env[65978]: DEBUG oslo_concurrency.lockutils [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] Acquiring lock "refresh_cache-be6b8c2b-2f75-4d82-907b-5e1486992605" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.657999] env[65978]: DEBUG oslo_concurrency.lockutils [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] Acquired lock "refresh_cache-be6b8c2b-2f75-4d82-907b-5e1486992605" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.657999] env[65978]: DEBUG nova.network.neutron [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Refreshing network info cache for port 8677e7ff-de2b-474c-97a7-ba4a3d2947d3 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.676663] env[65978]: DEBUG nova.compute.manager [req-11cf3bd1-efba-4869-87f3-808b7e870157 req-8b25d773-f35d-4f03-a0d3-52cde8735595 service nova] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Received event network-vif-plugged-db383d6c-289f-47e7-a5cb-60c928d834f0 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 789.676790] env[65978]: DEBUG oslo_concurrency.lockutils [req-11cf3bd1-efba-4869-87f3-808b7e870157 req-8b25d773-f35d-4f03-a0d3-52cde8735595 service nova] Acquiring lock "e9e7a0bc-f2a3-42a1-bc37-13720a961b56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.677430] env[65978]: DEBUG oslo_concurrency.lockutils [req-11cf3bd1-efba-4869-87f3-808b7e870157 req-8b25d773-f35d-4f03-a0d3-52cde8735595 service nova] Lock "e9e7a0bc-f2a3-42a1-bc37-13720a961b56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.677430] env[65978]: DEBUG oslo_concurrency.lockutils [req-11cf3bd1-efba-4869-87f3-808b7e870157 req-8b25d773-f35d-4f03-a0d3-52cde8735595 service nova] Lock "e9e7a0bc-f2a3-42a1-bc37-13720a961b56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.677430] env[65978]: DEBUG nova.compute.manager [req-11cf3bd1-efba-4869-87f3-808b7e870157 req-8b25d773-f35d-4f03-a0d3-52cde8735595 service nova] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] No waiting events found dispatching network-vif-plugged-db383d6c-289f-47e7-a5cb-60c928d834f0 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 789.677703] env[65978]: WARNING nova.compute.manager [req-11cf3bd1-efba-4869-87f3-808b7e870157 req-8b25d773-f35d-4f03-a0d3-52cde8735595 service nova] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Received unexpected event network-vif-plugged-db383d6c-289f-47e7-a5cb-60c928d834f0 for instance with vm_state building and task_state spawning. [ 789.716873] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Acquiring lock "refresh_cache-e9e7a0bc-f2a3-42a1-bc37-13720a961b56" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.717766] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Acquired lock "refresh_cache-e9e7a0bc-f2a3-42a1-bc37-13720a961b56" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.718047] env[65978]: DEBUG nova.network.neutron [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 789.787588] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52baeb06-1809-044f-f79a-f71ef994cf57, 'name': SearchDatastore_Task, 'duration_secs': 0.030768} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.787874] env[65978]: DEBUG oslo_concurrency.lockutils [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.788149] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] be6b8c2b-2f75-4d82-907b-5e1486992605/be6b8c2b-2f75-4d82-907b-5e1486992605.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.788491] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1713a33-38c6-4fbe-af42-ec34e8eedf87 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.796252] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 789.796252] env[65978]: value = "task-4714346" [ 789.796252] env[65978]: _type = "Task" [ 789.796252] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.806664] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.878858] env[65978]: DEBUG oslo_vmware.api [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714345, 'name': PowerOffVM_Task, 'duration_secs': 0.214785} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.883080] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.883393] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.884486] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4223ec65-8bb9-4578-94c7-80e209079ace {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.910758] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714343, 'name': CreateVM_Task, 'duration_secs': 0.534419} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.913871] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.915834] env[65978]: WARNING neutronclient.v2_0.client [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.916310] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.916511] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.916846] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.917175] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.917372] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.917543] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Deleting the datastore file [datastore2] a4e7880d-1569-491e-acff-2cdffec981af {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.918177] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ca0be64-318c-438a-8703-7447de0afbb6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.920115] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52b68115-01e5-4af7-b495-8be1dad224dc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.925839] env[65978]: DEBUG oslo_vmware.api [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 789.925839] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52549e55-0541-a9a8-89af-19b8400be789" [ 789.925839] env[65978]: _type = "Task" [ 789.925839] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.935770] env[65978]: DEBUG oslo_vmware.api [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Waiting for the task: (returnval){ [ 789.935770] env[65978]: value = "task-4714348" [ 789.935770] env[65978]: _type = "Task" [ 789.935770] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.942712] env[65978]: DEBUG oslo_vmware.api [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52549e55-0541-a9a8-89af-19b8400be789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.952193] env[65978]: DEBUG oslo_vmware.api [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.980072] env[65978]: DEBUG oslo_vmware.api [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714344, 'name': Destroy_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.031666] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Acquiring lock "95312658-67dd-4612-a5b0-d1932c40c4a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.031996] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Lock "95312658-67dd-4612-a5b0-d1932c40c4a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.032214] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Acquiring lock "95312658-67dd-4612-a5b0-d1932c40c4a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.032392] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Lock "95312658-67dd-4612-a5b0-d1932c40c4a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.032555] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Lock "95312658-67dd-4612-a5b0-d1932c40c4a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.035586] env[65978]: INFO nova.compute.manager [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Terminating instance [ 790.162474] env[65978]: WARNING neutronclient.v2_0.client [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.275303] env[65978]: DEBUG nova.network.neutron [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 790.308340] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.349900] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Acquiring lock "5d17e541-901a-48ed-b5a1-cf554240f105" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.350282] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Lock "5d17e541-901a-48ed-b5a1-cf554240f105" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.350506] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Acquiring lock "5d17e541-901a-48ed-b5a1-cf554240f105-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.350686] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Lock "5d17e541-901a-48ed-b5a1-cf554240f105-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.350847] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Lock "5d17e541-901a-48ed-b5a1-cf554240f105-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.352989] env[65978]: INFO nova.compute.manager [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Terminating instance [ 790.394216] env[65978]: WARNING neutronclient.v2_0.client [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.401245] env[65978]: WARNING neutronclient.v2_0.client [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.443967] env[65978]: DEBUG oslo_vmware.api [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52549e55-0541-a9a8-89af-19b8400be789, 'name': SearchDatastore_Task, 'duration_secs': 0.041385} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.447337] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.448394] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.448394] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.448394] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.448394] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.448735] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-231e849e-e188-48e3-b32b-ba8ce69b4ab6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.454144] env[65978]: DEBUG oslo_vmware.api [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Task: {'id': task-4714348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309657} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.457237] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.457484] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.458084] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.458084] env[65978]: INFO nova.compute.manager [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Took 1.12 seconds to destroy the instance on the hypervisor. [ 790.458084] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 790.461031] env[65978]: DEBUG nova.compute.manager [-] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 790.461031] env[65978]: DEBUG nova.network.neutron [-] [instance: a4e7880d-1569-491e-acff-2cdffec981af] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 790.461255] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.473671] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.477021] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.480707] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1268da0a-891f-485c-819e-854ed22c73cd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.483195] env[65978]: DEBUG oslo_vmware.api [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714344, 'name': Destroy_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.489349] env[65978]: DEBUG oslo_vmware.api [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 790.489349] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b85cdc-5fa6-e467-b1e7-c75147dadfef" [ 790.489349] env[65978]: _type = "Task" [ 790.489349] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.498697] env[65978]: DEBUG oslo_vmware.api [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b85cdc-5fa6-e467-b1e7-c75147dadfef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.500943] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff03f5a-a4cc-4e18-a464-5c227ebc773a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.508786] env[65978]: DEBUG nova.network.neutron [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Updating instance_info_cache with network_info: [{"id": "db383d6c-289f-47e7-a5cb-60c928d834f0", "address": "fa:16:3e:7b:c1:d0", "network": {"id": "24f28339-ce1a-40c2-a584-8bdc43d0b07f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1953385706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa9f20fec2834bf3acf324256d9c9007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb383d6c-28", "ovs_interfaceid": "db383d6c-289f-47e7-a5cb-60c928d834f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.512021] env[65978]: DEBUG nova.network.neutron [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Updated VIF entry in instance network info cache for port 8677e7ff-de2b-474c-97a7-ba4a3d2947d3. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 790.512021] env[65978]: DEBUG nova.network.neutron [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Updating instance_info_cache with network_info: [{"id": "8677e7ff-de2b-474c-97a7-ba4a3d2947d3", "address": "fa:16:3e:51:1b:ea", "network": {"id": "7b1b21e4-9772-46b8-bd51-1a67c63e45e0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1265072942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52a6b5ef7c5b4739a3d18934729959ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8677e7ff-de", "ovs_interfaceid": "8677e7ff-de2b-474c-97a7-ba4a3d2947d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.512641] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159d6b76-f37f-4796-8ce9-b50fe35f8015 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.520107] env[65978]: DEBUG oslo_concurrency.lockutils [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Acquiring lock "5ff8047c-ee56-476a-bab7-3922e4ad8003" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.520834] env[65978]: DEBUG oslo_concurrency.lockutils [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Lock "5ff8047c-ee56-476a-bab7-3922e4ad8003" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.520834] env[65978]: DEBUG oslo_concurrency.lockutils [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Acquiring lock "5ff8047c-ee56-476a-bab7-3922e4ad8003-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.521092] env[65978]: DEBUG oslo_concurrency.lockutils [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Lock "5ff8047c-ee56-476a-bab7-3922e4ad8003-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.521092] env[65978]: DEBUG oslo_concurrency.lockutils [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Lock "5ff8047c-ee56-476a-bab7-3922e4ad8003-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.550060] env[65978]: DEBUG nova.network.neutron [-] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 790.550353] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.552707] env[65978]: DEBUG nova.compute.manager [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 790.552917] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.554142] env[65978]: INFO nova.compute.manager [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Terminating instance [ 790.556171] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c3a56b-4d5b-49e1-83d0-f7f2f285c306 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.560179] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d423f85-e638-41ed-b5ea-ad9df1de0d34 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.573579] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3f2e7d-7b20-45e4-bacc-6300d688de41 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.578331] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.579540] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61e53f24-c5f7-4cfc-9cfd-e896207ff05c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.594467] env[65978]: DEBUG nova.compute.provider_tree [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.597282] env[65978]: DEBUG oslo_vmware.api [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Waiting for the task: (returnval){ [ 790.597282] env[65978]: value = "task-4714349" [ 790.597282] env[65978]: _type = "Task" [ 790.597282] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.610037] env[65978]: DEBUG oslo_vmware.api [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Task: {'id': task-4714349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.784152] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "eeb54305-cddf-4ff6-9816-c11e8923aea6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.784560] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "eeb54305-cddf-4ff6-9816-c11e8923aea6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.784848] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "eeb54305-cddf-4ff6-9816-c11e8923aea6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.785166] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "eeb54305-cddf-4ff6-9816-c11e8923aea6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.785466] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "eeb54305-cddf-4ff6-9816-c11e8923aea6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.788064] env[65978]: INFO nova.compute.manager [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Terminating instance [ 790.810676] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714346, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.857821] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Acquiring lock "refresh_cache-5d17e541-901a-48ed-b5a1-cf554240f105" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.858057] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Acquired lock "refresh_cache-5d17e541-901a-48ed-b5a1-cf554240f105" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.858257] env[65978]: DEBUG nova.network.neutron [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 790.979731] env[65978]: DEBUG oslo_vmware.api [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714344, 'name': Destroy_Task, 'duration_secs': 1.689275} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.980224] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Destroyed the VM [ 790.980774] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Deleting Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 790.981385] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-afbdd3c2-6bf2-417f-a620-ed7404c01d22 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.991584] env[65978]: DEBUG oslo_vmware.api [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 790.991584] env[65978]: value = "task-4714350" [ 790.991584] env[65978]: _type = "Task" [ 790.991584] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.007974] env[65978]: DEBUG oslo_vmware.api [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b85cdc-5fa6-e467-b1e7-c75147dadfef, 'name': SearchDatastore_Task, 'duration_secs': 0.036265} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.012671] env[65978]: DEBUG oslo_vmware.api [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714350, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.012956] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1c83c65-82bf-4079-bab3-f36656b38882 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.017765] env[65978]: DEBUG oslo_concurrency.lockutils [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] Releasing lock "refresh_cache-be6b8c2b-2f75-4d82-907b-5e1486992605" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.018148] env[65978]: DEBUG nova.compute.manager [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Received event network-vif-plugged-34724e91-6c95-461a-bb77-fcb3f8571895 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 791.018340] env[65978]: DEBUG oslo_concurrency.lockutils [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] Acquiring lock "34b565a1-0170-4548-88a9-a7619dad8d60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.018591] env[65978]: DEBUG oslo_concurrency.lockutils [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] Lock "34b565a1-0170-4548-88a9-a7619dad8d60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.018755] env[65978]: DEBUG oslo_concurrency.lockutils [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] Lock "34b565a1-0170-4548-88a9-a7619dad8d60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.019245] env[65978]: DEBUG nova.compute.manager [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] No waiting events found dispatching network-vif-plugged-34724e91-6c95-461a-bb77-fcb3f8571895 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 791.019352] env[65978]: WARNING nova.compute.manager [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Received unexpected event network-vif-plugged-34724e91-6c95-461a-bb77-fcb3f8571895 for instance with vm_state building and task_state spawning. [ 791.019526] env[65978]: DEBUG nova.compute.manager [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Received event network-changed-34724e91-6c95-461a-bb77-fcb3f8571895 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 791.019855] env[65978]: DEBUG nova.compute.manager [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Refreshing instance network info cache due to event network-changed-34724e91-6c95-461a-bb77-fcb3f8571895. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 791.019922] env[65978]: DEBUG oslo_concurrency.lockutils [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] Acquiring lock "refresh_cache-34b565a1-0170-4548-88a9-a7619dad8d60" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.020086] env[65978]: DEBUG oslo_concurrency.lockutils [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] Acquired lock "refresh_cache-34b565a1-0170-4548-88a9-a7619dad8d60" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.020264] env[65978]: DEBUG nova.network.neutron [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Refreshing network info cache for port 34724e91-6c95-461a-bb77-fcb3f8571895 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.023742] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Releasing lock "refresh_cache-e9e7a0bc-f2a3-42a1-bc37-13720a961b56" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.024332] env[65978]: DEBUG nova.compute.manager [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Instance network_info: |[{"id": "db383d6c-289f-47e7-a5cb-60c928d834f0", "address": "fa:16:3e:7b:c1:d0", "network": {"id": "24f28339-ce1a-40c2-a584-8bdc43d0b07f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1953385706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa9f20fec2834bf3acf324256d9c9007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb383d6c-28", "ovs_interfaceid": "db383d6c-289f-47e7-a5cb-60c928d834f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 791.026530] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:c1:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db383d6c-289f-47e7-a5cb-60c928d834f0', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.035397] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 791.035836] env[65978]: DEBUG oslo_vmware.api [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 791.035836] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528a933d-cf20-04e6-a777-713440265342" [ 791.035836] env[65978]: _type = "Task" [ 791.035836] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.036779] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.037146] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3173b730-b770-4105-a3fc-e5bbf9d39643 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.055662] env[65978]: DEBUG nova.network.neutron [-] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.067249] env[65978]: DEBUG nova.compute.manager [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 791.067396] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.067885] env[65978]: DEBUG oslo_vmware.api [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528a933d-cf20-04e6-a777-713440265342, 'name': SearchDatastore_Task, 'duration_secs': 0.039111} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.070315] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22657400-0dd2-4420-a4f6-11c8bfe99311 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.073765] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.075043] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 34b565a1-0170-4548-88a9-a7619dad8d60/34b565a1-0170-4548-88a9-a7619dad8d60.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.075043] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.075043] env[65978]: value = "task-4714351" [ 791.075043] env[65978]: _type = "Task" [ 791.075043] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.075298] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd4f8b74-8130-46bb-8d0f-845295d2dc50 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.086503] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.087319] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b96c134-6489-4030-8bcc-c112ddbc509c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.093755] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714351, 'name': CreateVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.095674] env[65978]: DEBUG oslo_vmware.api [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 791.095674] env[65978]: value = "task-4714352" [ 791.095674] env[65978]: _type = "Task" [ 791.095674] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.101391] env[65978]: DEBUG nova.scheduler.client.report [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.107032] env[65978]: DEBUG oslo_vmware.api [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Waiting for the task: (returnval){ [ 791.107032] env[65978]: value = "task-4714353" [ 791.107032] env[65978]: _type = "Task" [ 791.107032] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.119207] env[65978]: DEBUG oslo_vmware.api [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.128509] env[65978]: DEBUG oslo_vmware.api [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Task: {'id': task-4714353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.134126] env[65978]: DEBUG oslo_vmware.api [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Task: {'id': task-4714349, 'name': PowerOffVM_Task, 'duration_secs': 0.233506} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.134555] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.134853] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.135365] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13481c5b-6c56-43cf-ba33-7daa2b68530f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.227567] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.227894] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.228102] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Deleting the datastore file [datastore1] 95312658-67dd-4612-a5b0-d1932c40c4a5 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.228449] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a13888a-ec3c-4aba-946a-38065ce128a3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.238231] env[65978]: DEBUG oslo_vmware.api [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Waiting for the task: (returnval){ [ 791.238231] env[65978]: value = "task-4714355" [ 791.238231] env[65978]: _type = "Task" [ 791.238231] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.249312] env[65978]: DEBUG oslo_vmware.api [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Task: {'id': task-4714355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.293125] env[65978]: DEBUG nova.compute.manager [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 791.293513] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.294607] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e98a7eb-dac5-4665-9f3c-c94ab9e54dc5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.308039] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.309034] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b576f64-ff4d-4b13-8c42-898132316ea6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.316023] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714346, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.362253} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.316023] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] be6b8c2b-2f75-4d82-907b-5e1486992605/be6b8c2b-2f75-4d82-907b-5e1486992605.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.316023] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.316388] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0e0d36d-7248-4e45-8858-fd864c1e56e2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.320191] env[65978]: DEBUG oslo_vmware.api [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 791.320191] env[65978]: value = "task-4714356" [ 791.320191] env[65978]: _type = "Task" [ 791.320191] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.327650] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 791.327650] env[65978]: value = "task-4714357" [ 791.327650] env[65978]: _type = "Task" [ 791.327650] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.339563] env[65978]: DEBUG oslo_vmware.api [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.347516] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.362013] env[65978]: WARNING neutronclient.v2_0.client [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.398423] env[65978]: DEBUG nova.network.neutron [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 791.469405] env[65978]: DEBUG nova.network.neutron [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.518928] env[65978]: DEBUG oslo_vmware.api [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714350, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.527534] env[65978]: WARNING neutronclient.v2_0.client [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.549195] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9025ab5f-ddfd-4404-9a2e-b611cdc11430 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "dac573cb-394b-454d-bb3a-06d1f608dfc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.549698] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9025ab5f-ddfd-4404-9a2e-b611cdc11430 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "dac573cb-394b-454d-bb3a-06d1f608dfc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.559414] env[65978]: INFO nova.compute.manager [-] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Took 1.10 seconds to deallocate network for instance. [ 791.597776] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714351, 'name': CreateVM_Task, 'duration_secs': 0.492584} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.601738] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.605500] env[65978]: WARNING neutronclient.v2_0.client [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.605500] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.605500] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.605500] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.605500] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c34727-c3f2-4f36-83ea-c0acd4d7f22d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.607370] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.608114] env[65978]: DEBUG nova.compute.manager [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 791.615400] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.076s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.615718] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.615979] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65978) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 791.616418] env[65978]: DEBUG oslo_concurrency.lockutils [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.345s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.616597] env[65978]: DEBUG nova.objects.instance [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lazy-loading 'resources' on Instance uuid bc4f9746-14ee-46fd-ae5a-2a61a64602f5 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.618699] env[65978]: DEBUG oslo_vmware.api [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714352, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.619936] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10f98c2-74a9-4221-a78c-2de3cdc7150e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.629888] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for the task: (returnval){ [ 791.629888] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e6ac63-fdb7-34d9-2bca-46aa8432b7f8" [ 791.629888] env[65978]: _type = "Task" [ 791.629888] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.642013] env[65978]: DEBUG oslo_vmware.api [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Task: {'id': task-4714353, 'name': PowerOffVM_Task, 'duration_secs': 0.254466} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.642194] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.642423] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.643678] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54c52d3-14e6-4bca-b9cf-ce59ef251397 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.649713] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a91bf785-fe81-402f-aaed-c7353820752f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.657509] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e6ac63-fdb7-34d9-2bca-46aa8432b7f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.673861] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb93160-de5d-47b7-95cc-2e779a2228e6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.684258] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a874c0-98e0-44bd-bcac-c76dce6704fe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.725845] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177494MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65978) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 791.726070] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.745560] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.745775] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.745941] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Deleting the datastore file [datastore2] 5ff8047c-ee56-476a-bab7-3922e4ad8003 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.751729] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bc43844-c905-430a-8ff1-7f5125b2aa5d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.758000] env[65978]: DEBUG oslo_vmware.api [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Task: {'id': task-4714355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.759669] env[65978]: DEBUG oslo_vmware.api [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Waiting for the task: (returnval){ [ 791.759669] env[65978]: value = "task-4714359" [ 791.759669] env[65978]: _type = "Task" [ 791.759669] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.769326] env[65978]: DEBUG oslo_vmware.api [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Task: {'id': task-4714359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.785633] env[65978]: WARNING neutronclient.v2_0.client [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.834937] env[65978]: DEBUG oslo_vmware.api [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714356, 'name': PowerOffVM_Task, 'duration_secs': 0.24053} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.835627] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.835797] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.836068] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daac848e-ad67-4912-b42f-29fe64b75cfd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.843495] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089791} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.843495] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.843495] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1243de-969f-4fbd-bdd7-b7d1b443459c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.871258] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] be6b8c2b-2f75-4d82-907b-5e1486992605/be6b8c2b-2f75-4d82-907b-5e1486992605.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.871258] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6315eac5-1e4d-46bb-aef6-9882c9c898f5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.886019] env[65978]: DEBUG nova.network.neutron [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Updated VIF entry in instance network info cache for port 34724e91-6c95-461a-bb77-fcb3f8571895. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 791.886390] env[65978]: DEBUG nova.network.neutron [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Updating instance_info_cache with network_info: [{"id": "34724e91-6c95-461a-bb77-fcb3f8571895", "address": "fa:16:3e:a6:e9:d1", "network": {"id": "47f49ff2-5e26-45a4-a979-00ad2fe7cb7e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-826738559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77297daf34344de99edca40c006e8fbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34724e91-6c", "ovs_interfaceid": "34724e91-6c95-461a-bb77-fcb3f8571895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.893844] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 791.893844] env[65978]: value = "task-4714361" [ 791.893844] env[65978]: _type = "Task" [ 791.893844] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.905074] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714361, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.911467] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.911768] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.911881] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Deleting the datastore file [datastore2] eeb54305-cddf-4ff6-9816-c11e8923aea6 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.912243] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3070b5c-fa71-4653-8678-8bf4bad1a0a1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.920253] env[65978]: DEBUG oslo_vmware.api [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 791.920253] env[65978]: value = "task-4714362" [ 791.920253] env[65978]: _type = "Task" [ 791.920253] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.929901] env[65978]: DEBUG oslo_vmware.api [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.973804] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Releasing lock "refresh_cache-5d17e541-901a-48ed-b5a1-cf554240f105" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.973804] env[65978]: DEBUG nova.compute.manager [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 791.973804] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.974342] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaf0dc5-d8c7-422b-8f93-f171b1225443 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.983024] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.983024] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a65aa2b0-7eea-4605-b93d-8bbfece4c355 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.994265] env[65978]: DEBUG oslo_vmware.api [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Waiting for the task: (returnval){ [ 791.994265] env[65978]: value = "task-4714363" [ 791.994265] env[65978]: _type = "Task" [ 791.994265] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.011128] env[65978]: DEBUG oslo_vmware.api [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.017722] env[65978]: DEBUG oslo_vmware.api [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714350, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.067796] env[65978]: DEBUG oslo_concurrency.lockutils [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.108878] env[65978]: DEBUG oslo_vmware.api [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639966} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.109432] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 34b565a1-0170-4548-88a9-a7619dad8d60/34b565a1-0170-4548-88a9-a7619dad8d60.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.109876] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.110289] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1da4ec58-f841-434c-a812-d8877e1385ff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.121742] env[65978]: DEBUG nova.compute.utils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.123266] env[65978]: DEBUG oslo_vmware.api [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 792.123266] env[65978]: value = "task-4714364" [ 792.123266] env[65978]: _type = "Task" [ 792.123266] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.127335] env[65978]: DEBUG nova.compute.manager [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 792.127335] env[65978]: DEBUG nova.network.neutron [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 792.127759] env[65978]: WARNING neutronclient.v2_0.client [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.127962] env[65978]: WARNING neutronclient.v2_0.client [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.154039] env[65978]: DEBUG oslo_vmware.api [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.154039] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e6ac63-fdb7-34d9-2bca-46aa8432b7f8, 'name': SearchDatastore_Task, 'duration_secs': 0.072595} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.160584] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.161961] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.163070] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.163510] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.163854] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.166397] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2383acc1-2ef1-4d10-99a9-f618b8cbe468 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.179415] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.179866] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.183702] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-533d9576-a6be-4f2a-86da-612448d2632e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.196277] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for the task: (returnval){ [ 792.196277] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52173142-a9e5-9b0b-0d1c-cdee778c9273" [ 792.196277] env[65978]: _type = "Task" [ 792.196277] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.198423] env[65978]: DEBUG nova.policy [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57ae5c6be2ce41f8a12a9e2f2b1b23d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '470a4c34257d41178a2257851e0a8cb0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.214676] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52173142-a9e5-9b0b-0d1c-cdee778c9273, 'name': SearchDatastore_Task, 'duration_secs': 0.012393} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.215964] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eca5fa4a-30e2-41ed-b21f-4dd2cef19da5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.224328] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for the task: (returnval){ [ 792.224328] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5215d708-f64f-0e38-0778-e89cdfe402c7" [ 792.224328] env[65978]: _type = "Task" [ 792.224328] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.237121] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5215d708-f64f-0e38-0778-e89cdfe402c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.256326] env[65978]: DEBUG oslo_vmware.api [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Task: {'id': task-4714355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.70696} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.260745] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.260745] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.260745] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.261224] env[65978]: INFO nova.compute.manager [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Took 1.71 seconds to destroy the instance on the hypervisor. [ 792.261224] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 792.262672] env[65978]: DEBUG nova.compute.manager [-] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 792.262672] env[65978]: DEBUG nova.network.neutron [-] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 792.262672] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.279098] env[65978]: DEBUG oslo_vmware.api [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Task: {'id': task-4714359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428635} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.279098] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.279098] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.279098] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.279547] env[65978]: INFO nova.compute.manager [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Took 1.21 seconds to destroy the instance on the hypervisor. [ 792.279547] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 792.282994] env[65978]: DEBUG nova.compute.manager [-] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 792.283125] env[65978]: DEBUG nova.network.neutron [-] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 792.283439] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.294664] env[65978]: DEBUG oslo_concurrency.lockutils [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.295098] env[65978]: DEBUG oslo_concurrency.lockutils [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.328709] env[65978]: DEBUG nova.compute.manager [req-b7e1c410-7e4d-43b5-a111-691e04ea41d7 req-c85f58fe-5808-4e5a-906a-c1dab830d705 service nova] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Received event network-changed-db383d6c-289f-47e7-a5cb-60c928d834f0 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 792.329956] env[65978]: DEBUG nova.compute.manager [req-b7e1c410-7e4d-43b5-a111-691e04ea41d7 req-c85f58fe-5808-4e5a-906a-c1dab830d705 service nova] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Refreshing instance network info cache due to event network-changed-db383d6c-289f-47e7-a5cb-60c928d834f0. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 792.329956] env[65978]: DEBUG oslo_concurrency.lockutils [req-b7e1c410-7e4d-43b5-a111-691e04ea41d7 req-c85f58fe-5808-4e5a-906a-c1dab830d705 service nova] Acquiring lock "refresh_cache-e9e7a0bc-f2a3-42a1-bc37-13720a961b56" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.329956] env[65978]: DEBUG oslo_concurrency.lockutils [req-b7e1c410-7e4d-43b5-a111-691e04ea41d7 req-c85f58fe-5808-4e5a-906a-c1dab830d705 service nova] Acquired lock "refresh_cache-e9e7a0bc-f2a3-42a1-bc37-13720a961b56" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.329956] env[65978]: DEBUG nova.network.neutron [req-b7e1c410-7e4d-43b5-a111-691e04ea41d7 req-c85f58fe-5808-4e5a-906a-c1dab830d705 service nova] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Refreshing network info cache for port db383d6c-289f-47e7-a5cb-60c928d834f0 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.385282] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.389976] env[65978]: DEBUG oslo_concurrency.lockutils [req-1cb96111-5718-4864-be95-e0c42df98ad4 req-0ebcaf1a-195f-4c71-b513-d7e210b89182 service nova] Releasing lock "refresh_cache-34b565a1-0170-4548-88a9-a7619dad8d60" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.408180] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714361, 'name': ReconfigVM_Task, 'duration_secs': 0.492925} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.411790] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Reconfigured VM instance instance-00000035 to attach disk [datastore2] be6b8c2b-2f75-4d82-907b-5e1486992605/be6b8c2b-2f75-4d82-907b-5e1486992605.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.413012] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc765fb6-948f-47b6-a2b5-886c3069d172 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.421455] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 792.421455] env[65978]: value = "task-4714365" [ 792.421455] env[65978]: _type = "Task" [ 792.421455] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.422706] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.441839] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714365, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.449269] env[65978]: DEBUG oslo_vmware.api [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311371} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.449269] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.449269] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.449705] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.450022] env[65978]: INFO nova.compute.manager [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 792.450495] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 792.451274] env[65978]: DEBUG nova.compute.manager [-] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 792.451485] env[65978]: DEBUG nova.network.neutron [-] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 792.451839] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.516659] env[65978]: DEBUG oslo_vmware.api [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714363, 'name': PowerOffVM_Task, 'duration_secs': 0.163043} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.516907] env[65978]: DEBUG oslo_vmware.api [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714350, 'name': RemoveSnapshot_Task, 'duration_secs': 1.345653} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.517165] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.517357] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.517625] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Deleted Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 792.517852] env[65978]: INFO nova.compute.manager [None req-7c0ddab0-e1b3-4612-98be-285ce9c46a33 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Took 18.26 seconds to snapshot the instance on the hypervisor. [ 792.520627] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-712f210e-f5f6-4029-8172-2049418ea938 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.552580] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.552746] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.553028] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Deleting the datastore file [datastore2] 5d17e541-901a-48ed-b5a1-cf554240f105 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.553439] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b7a6072-ee84-4ea5-ac33-c2cfaf482a29 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.561350] env[65978]: DEBUG oslo_vmware.api [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Waiting for the task: (returnval){ [ 792.561350] env[65978]: value = "task-4714367" [ 792.561350] env[65978]: _type = "Task" [ 792.561350] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.573874] env[65978]: DEBUG oslo_vmware.api [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.629806] env[65978]: DEBUG nova.compute.manager [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 792.638082] env[65978]: DEBUG nova.network.neutron [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Successfully created port: d6f8b51d-04ae-46ad-9d71-e040e8098fd2 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 792.647189] env[65978]: DEBUG oslo_vmware.api [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089285} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.650080] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.651433] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292c6d4c-1f10-485a-90fa-ce6700946b33 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.675315] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 34b565a1-0170-4548-88a9-a7619dad8d60/34b565a1-0170-4548-88a9-a7619dad8d60.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.679045] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12f61f79-766d-414f-9fa8-fcfd1704f953 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.706827] env[65978]: DEBUG oslo_vmware.api [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 792.706827] env[65978]: value = "task-4714368" [ 792.706827] env[65978]: _type = "Task" [ 792.706827] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.719594] env[65978]: DEBUG oslo_vmware.api [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714368, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.738723] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5215d708-f64f-0e38-0778-e89cdfe402c7, 'name': SearchDatastore_Task, 'duration_secs': 0.015861} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.741506] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.741987] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] e9e7a0bc-f2a3-42a1-bc37-13720a961b56/e9e7a0bc-f2a3-42a1-bc37-13720a961b56.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.742471] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8df9fa0-2cf0-49fe-a303-8c0b03d3345b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.750621] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for the task: (returnval){ [ 792.750621] env[65978]: value = "task-4714369" [ 792.750621] env[65978]: _type = "Task" [ 792.750621] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.760837] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.836113] env[65978]: WARNING neutronclient.v2_0.client [req-b7e1c410-7e4d-43b5-a111-691e04ea41d7 req-c85f58fe-5808-4e5a-906a-c1dab830d705 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.937847] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2777750-df88-49ce-a46b-e4ee7909cfea {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.944382] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714365, 'name': Rename_Task, 'duration_secs': 0.188716} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.945184] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.946647] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28d972a2-d4b6-4c74-bac4-359e17f205ad {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.951554] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ce2f8b-eccc-4e40-9f2b-7fa4136180bf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.956616] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 792.956616] env[65978]: value = "task-4714370" [ 792.956616] env[65978]: _type = "Task" [ 792.956616] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.997045] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea997b4-ee0b-45a9-adda-59141e27d306 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.002979] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.011078] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5b03a3-b411-4644-8cd8-e23fc9814bb1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.033697] env[65978]: DEBUG nova.compute.provider_tree [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.036879] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.075553] env[65978]: DEBUG oslo_vmware.api [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Task: {'id': task-4714367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118587} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.075833] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.076399] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.076399] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.076399] env[65978]: INFO nova.compute.manager [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Took 1.10 seconds to destroy the instance on the hypervisor. [ 793.076632] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 793.076849] env[65978]: DEBUG nova.compute.manager [-] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 793.076945] env[65978]: DEBUG nova.network.neutron [-] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 793.077211] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.224586] env[65978]: DEBUG oslo_vmware.api [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714368, 'name': ReconfigVM_Task, 'duration_secs': 0.45707} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.225129] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 34b565a1-0170-4548-88a9-a7619dad8d60/34b565a1-0170-4548-88a9-a7619dad8d60.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.228529] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dae8adc-52ab-48b9-b766-8b5c7e694ce3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.239070] env[65978]: DEBUG oslo_vmware.api [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 793.239070] env[65978]: value = "task-4714371" [ 793.239070] env[65978]: _type = "Task" [ 793.239070] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.251683] env[65978]: DEBUG oslo_vmware.api [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714371, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.263140] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714369, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.463696] env[65978]: DEBUG nova.network.neutron [-] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 793.464030] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.472805] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.502186] env[65978]: DEBUG nova.network.neutron [-] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.540874] env[65978]: DEBUG nova.scheduler.client.report [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.632071] env[65978]: DEBUG nova.network.neutron [-] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.640298] env[65978]: DEBUG nova.compute.manager [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 793.674119] env[65978]: DEBUG nova.virt.hardware [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 793.674119] env[65978]: DEBUG nova.virt.hardware [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.674119] env[65978]: DEBUG nova.virt.hardware [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 793.674391] env[65978]: DEBUG nova.virt.hardware [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.674391] env[65978]: DEBUG nova.virt.hardware [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 793.674391] env[65978]: DEBUG nova.virt.hardware [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 793.674391] env[65978]: DEBUG nova.virt.hardware [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 793.675314] env[65978]: DEBUG nova.virt.hardware [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 793.675664] env[65978]: DEBUG nova.virt.hardware [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 793.679016] env[65978]: DEBUG nova.virt.hardware [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 793.679016] env[65978]: DEBUG nova.virt.hardware [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 793.679016] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bd1df3-7ee8-44ac-9344-160a4e60c5ac {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.683815] env[65978]: WARNING neutronclient.v2_0.client [req-b7e1c410-7e4d-43b5-a111-691e04ea41d7 req-c85f58fe-5808-4e5a-906a-c1dab830d705 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.693466] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6757c704-d801-4d4b-9cc1-4873b34918ec {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.751311] env[65978]: DEBUG oslo_vmware.api [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714371, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.762258] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518099} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.765216] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] e9e7a0bc-f2a3-42a1-bc37-13720a961b56/e9e7a0bc-f2a3-42a1-bc37-13720a961b56.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.765216] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.765216] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13d01364-cf5b-4bb9-8c40-0c69276b2ca6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.773574] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for the task: (returnval){ [ 793.773574] env[65978]: value = "task-4714372" [ 793.773574] env[65978]: _type = "Task" [ 793.773574] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.788920] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.838543] env[65978]: DEBUG nova.network.neutron [req-b7e1c410-7e4d-43b5-a111-691e04ea41d7 req-c85f58fe-5808-4e5a-906a-c1dab830d705 service nova] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Updated VIF entry in instance network info cache for port db383d6c-289f-47e7-a5cb-60c928d834f0. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 793.838873] env[65978]: DEBUG nova.network.neutron [req-b7e1c410-7e4d-43b5-a111-691e04ea41d7 req-c85f58fe-5808-4e5a-906a-c1dab830d705 service nova] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Updating instance_info_cache with network_info: [{"id": "db383d6c-289f-47e7-a5cb-60c928d834f0", "address": "fa:16:3e:7b:c1:d0", "network": {"id": "24f28339-ce1a-40c2-a584-8bdc43d0b07f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1953385706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa9f20fec2834bf3acf324256d9c9007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb383d6c-28", "ovs_interfaceid": "db383d6c-289f-47e7-a5cb-60c928d834f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.948760] env[65978]: DEBUG nova.network.neutron [-] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.968967] env[65978]: DEBUG nova.network.neutron [-] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.973956] env[65978]: DEBUG oslo_vmware.api [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714370, 'name': PowerOnVM_Task, 'duration_secs': 0.644003} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.974109] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.974631] env[65978]: INFO nova.compute.manager [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Took 11.21 seconds to spawn the instance on the hypervisor. [ 793.974631] env[65978]: DEBUG nova.compute.manager [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 793.975722] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f56e49b-1c3a-480f-a8e5-80633dfcecd4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.003557] env[65978]: INFO nova.compute.manager [-] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Took 1.74 seconds to deallocate network for instance. [ 794.047215] env[65978]: DEBUG oslo_concurrency.lockutils [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.429s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.050448] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.237s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.051841] env[65978]: INFO nova.compute.claims [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.086320] env[65978]: INFO nova.scheduler.client.report [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Deleted allocations for instance bc4f9746-14ee-46fd-ae5a-2a61a64602f5 [ 794.134307] env[65978]: INFO nova.compute.manager [-] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Took 1.85 seconds to deallocate network for instance. [ 794.232693] env[65978]: DEBUG nova.compute.manager [req-dd029129-2353-423b-b82b-7c2bee7b3555 req-699c0e90-ed09-4749-9263-dd785f1852e7 service nova] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Received event network-vif-deleted-58e90718-53c9-4bbf-a87a-87b5daa2a863 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 794.250063] env[65978]: DEBUG oslo_vmware.api [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714371, 'name': Rename_Task, 'duration_secs': 1.001761} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.250380] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.250654] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bf8aa7a-a247-4a30-acd6-7bd5b89358c6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.259178] env[65978]: DEBUG oslo_vmware.api [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 794.259178] env[65978]: value = "task-4714373" [ 794.259178] env[65978]: _type = "Task" [ 794.259178] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.269992] env[65978]: DEBUG oslo_vmware.api [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.284053] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07378} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.284467] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.285546] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03226330-31cb-4838-ab82-4d2fca598d34 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.313489] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] e9e7a0bc-f2a3-42a1-bc37-13720a961b56/e9e7a0bc-f2a3-42a1-bc37-13720a961b56.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.313840] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39114fc5-2a33-4d34-928a-bb3c5b32d3d1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.335305] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for the task: (returnval){ [ 794.335305] env[65978]: value = "task-4714374" [ 794.335305] env[65978]: _type = "Task" [ 794.335305] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.344806] env[65978]: DEBUG oslo_concurrency.lockutils [req-b7e1c410-7e4d-43b5-a111-691e04ea41d7 req-c85f58fe-5808-4e5a-906a-c1dab830d705 service nova] Releasing lock "refresh_cache-e9e7a0bc-f2a3-42a1-bc37-13720a961b56" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.345346] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714374, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.450834] env[65978]: INFO nova.compute.manager [-] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Took 2.00 seconds to deallocate network for instance. [ 794.474704] env[65978]: INFO nova.compute.manager [-] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Took 1.40 seconds to deallocate network for instance. [ 794.497158] env[65978]: INFO nova.compute.manager [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Took 44.01 seconds to build instance. [ 794.514951] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.599896] env[65978]: DEBUG oslo_concurrency.lockutils [None req-951243c6-806c-4b35-90b3-798f322067b8 tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "bc4f9746-14ee-46fd-ae5a-2a61a64602f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.235s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.643030] env[65978]: DEBUG oslo_concurrency.lockutils [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.734467] env[65978]: DEBUG nova.network.neutron [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Successfully updated port: d6f8b51d-04ae-46ad-9d71-e040e8098fd2 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 794.780336] env[65978]: DEBUG oslo_vmware.api [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714373, 'name': PowerOnVM_Task, 'duration_secs': 0.495988} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.780917] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.781258] env[65978]: INFO nova.compute.manager [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Took 9.10 seconds to spawn the instance on the hypervisor. [ 794.781634] env[65978]: DEBUG nova.compute.manager [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 794.782855] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5a5885-0fcb-4665-aeb0-7d73da67b8cd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.849354] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714374, 'name': ReconfigVM_Task, 'duration_secs': 0.361776} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.849631] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Reconfigured VM instance instance-00000037 to attach disk [datastore1] e9e7a0bc-f2a3-42a1-bc37-13720a961b56/e9e7a0bc-f2a3-42a1-bc37-13720a961b56.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.849964] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=65978) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 794.850751] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-e249f87c-3c33-4b83-95c4-76e82bf27676 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.859854] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for the task: (returnval){ [ 794.859854] env[65978]: value = "task-4714375" [ 794.859854] env[65978]: _type = "Task" [ 794.859854] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.871726] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714375, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.874529] env[65978]: DEBUG nova.compute.manager [req-58e5daf8-4503-4949-a0bc-1a89388158e6 req-de7cc774-6060-4960-8483-bab44285e1a4 service nova] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Received event network-vif-deleted-e456ab03-c544-4e89-b438-6fb2b1da22c9 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 794.874779] env[65978]: DEBUG nova.compute.manager [req-58e5daf8-4503-4949-a0bc-1a89388158e6 req-de7cc774-6060-4960-8483-bab44285e1a4 service nova] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Received event network-vif-deleted-caebb1f6-1ed1-4bcb-a0ca-8c027e05e01f {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 794.957321] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.987767] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.000937] env[65978]: DEBUG oslo_concurrency.lockutils [None req-78dd0907-51a1-453f-bf06-43669bdfcfcf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "be6b8c2b-2f75-4d82-907b-5e1486992605" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.859s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.238728] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "refresh_cache-7773423b-4c3d-4e86-a7a0-5131f5692dff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.238999] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquired lock "refresh_cache-7773423b-4c3d-4e86-a7a0-5131f5692dff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.240105] env[65978]: DEBUG nova.network.neutron [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 795.314215] env[65978]: INFO nova.compute.manager [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Took 40.54 seconds to build instance. [ 795.377816] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714375, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.14469} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.378318] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=65978) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 795.379355] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8154c3-328c-44ea-b292-b6ad5ea45066 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.412788] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] e9e7a0bc-f2a3-42a1-bc37-13720a961b56/ephemeral_0.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.415923] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47905960-41a5-468b-806b-c4276d8c1bd4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.437099] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for the task: (returnval){ [ 795.437099] env[65978]: value = "task-4714376" [ 795.437099] env[65978]: _type = "Task" [ 795.437099] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.449125] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.506298] env[65978]: DEBUG nova.compute.manager [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 795.661990] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "76a2de1e-ac61-4fa8-a526-213c12efe0c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.661990] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "76a2de1e-ac61-4fa8-a526-213c12efe0c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.788745] env[65978]: DEBUG nova.network.neutron [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 795.822666] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ecae7e1c-468d-4b7d-b2d4-0514e140fd92 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "34b565a1-0170-4548-88a9-a7619dad8d60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.653s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.824662] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5f4dab-8631-46d3-afda-9c65b81c85ed {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.839781] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda45804-219e-4c42-9d06-0521daa2c773 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.873465] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e628a6e6-bcd3-4e4c-915d-eaf7d80e4fbf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.877868] env[65978]: WARNING neutronclient.v2_0.client [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.888509] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77998308-0788-4159-8853-550838cf86d2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.904328] env[65978]: DEBUG nova.compute.provider_tree [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.948387] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.960018] env[65978]: DEBUG nova.network.neutron [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Updating instance_info_cache with network_info: [{"id": "d6f8b51d-04ae-46ad-9d71-e040e8098fd2", "address": "fa:16:3e:04:5d:fa", "network": {"id": "0bf2e105-eb03-469d-b6c4-f879129a45d3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1083135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "470a4c34257d41178a2257851e0a8cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6f8b51d-04", "ovs_interfaceid": "d6f8b51d-04ae-46ad-9d71-e040e8098fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.031028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.332833] env[65978]: DEBUG nova.compute.manager [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 796.338125] env[65978]: DEBUG nova.compute.manager [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Received event network-vif-plugged-d6f8b51d-04ae-46ad-9d71-e040e8098fd2 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 796.338348] env[65978]: DEBUG oslo_concurrency.lockutils [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] Acquiring lock "7773423b-4c3d-4e86-a7a0-5131f5692dff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.338543] env[65978]: DEBUG oslo_concurrency.lockutils [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] Lock "7773423b-4c3d-4e86-a7a0-5131f5692dff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.338704] env[65978]: DEBUG oslo_concurrency.lockutils [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] Lock "7773423b-4c3d-4e86-a7a0-5131f5692dff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.338860] env[65978]: DEBUG nova.compute.manager [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] No waiting events found dispatching network-vif-plugged-d6f8b51d-04ae-46ad-9d71-e040e8098fd2 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 796.339094] env[65978]: WARNING nova.compute.manager [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Received unexpected event network-vif-plugged-d6f8b51d-04ae-46ad-9d71-e040e8098fd2 for instance with vm_state building and task_state spawning. [ 796.339388] env[65978]: DEBUG nova.compute.manager [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Received event network-changed-d6f8b51d-04ae-46ad-9d71-e040e8098fd2 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 796.339599] env[65978]: DEBUG nova.compute.manager [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Refreshing instance network info cache due to event network-changed-d6f8b51d-04ae-46ad-9d71-e040e8098fd2. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 796.343023] env[65978]: DEBUG oslo_concurrency.lockutils [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] Acquiring lock "refresh_cache-7773423b-4c3d-4e86-a7a0-5131f5692dff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.408457] env[65978]: DEBUG nova.scheduler.client.report [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.450704] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714376, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.462680] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Releasing lock "refresh_cache-7773423b-4c3d-4e86-a7a0-5131f5692dff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.463269] env[65978]: DEBUG nova.compute.manager [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Instance network_info: |[{"id": "d6f8b51d-04ae-46ad-9d71-e040e8098fd2", "address": "fa:16:3e:04:5d:fa", "network": {"id": "0bf2e105-eb03-469d-b6c4-f879129a45d3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1083135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "470a4c34257d41178a2257851e0a8cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6f8b51d-04", "ovs_interfaceid": "d6f8b51d-04ae-46ad-9d71-e040e8098fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 796.463665] env[65978]: DEBUG oslo_concurrency.lockutils [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] Acquired lock "refresh_cache-7773423b-4c3d-4e86-a7a0-5131f5692dff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.463873] env[65978]: DEBUG nova.network.neutron [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Refreshing network info cache for port d6f8b51d-04ae-46ad-9d71-e040e8098fd2 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.466609] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:5d:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6f8b51d-04ae-46ad-9d71-e040e8098fd2', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.476121] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Creating folder: Project (470a4c34257d41178a2257851e0a8cb0). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.477537] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05afb25c-4a11-4b04-9ffa-74f536e4d57b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.491862] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Created folder: Project (470a4c34257d41178a2257851e0a8cb0) in parent group-v919857. [ 796.492214] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Creating folder: Instances. Parent ref: group-v920016. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.492578] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be076ac2-6a0c-4ef9-8575-8d765d1dd6a7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.505821] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Created folder: Instances in parent group-v920016. [ 796.506208] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 796.507042] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.507042] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-015d9669-9504-4345-aed8-b493bd1d17ae {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.530347] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.530347] env[65978]: value = "task-4714379" [ 796.530347] env[65978]: _type = "Task" [ 796.530347] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.539750] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714379, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.863333] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.916457] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.866s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.918027] env[65978]: DEBUG nova.compute.manager [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 796.919772] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.247s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.921522] env[65978]: INFO nova.compute.claims [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.955442] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714376, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.967256] env[65978]: WARNING neutronclient.v2_0.client [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.046620] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714379, 'name': CreateVM_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.127369] env[65978]: WARNING neutronclient.v2_0.client [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.241946] env[65978]: DEBUG nova.network.neutron [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Updated VIF entry in instance network info cache for port d6f8b51d-04ae-46ad-9d71-e040e8098fd2. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 797.242401] env[65978]: DEBUG nova.network.neutron [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Updating instance_info_cache with network_info: [{"id": "d6f8b51d-04ae-46ad-9d71-e040e8098fd2", "address": "fa:16:3e:04:5d:fa", "network": {"id": "0bf2e105-eb03-469d-b6c4-f879129a45d3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1083135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "470a4c34257d41178a2257851e0a8cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6f8b51d-04", "ovs_interfaceid": "d6f8b51d-04ae-46ad-9d71-e040e8098fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.430038] env[65978]: DEBUG nova.compute.utils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.432161] env[65978]: DEBUG nova.compute.manager [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 797.432405] env[65978]: DEBUG nova.network.neutron [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 797.432752] env[65978]: WARNING neutronclient.v2_0.client [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.433495] env[65978]: WARNING neutronclient.v2_0.client [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.454169] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714376, 'name': ReconfigVM_Task, 'duration_secs': 1.853431} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.454232] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Reconfigured VM instance instance-00000037 to attach disk [datastore1] e9e7a0bc-f2a3-42a1-bc37-13720a961b56/ephemeral_0.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.455052] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a9e65d6-39cd-4744-9630-3097251c6ab4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.464798] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for the task: (returnval){ [ 797.464798] env[65978]: value = "task-4714380" [ 797.464798] env[65978]: _type = "Task" [ 797.464798] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.479200] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714380, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.491026] env[65978]: DEBUG nova.policy [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57ae5c6be2ce41f8a12a9e2f2b1b23d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '470a4c34257d41178a2257851e0a8cb0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.544619] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714379, 'name': CreateVM_Task, 'duration_secs': 0.94128} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.544884] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.545552] env[65978]: WARNING neutronclient.v2_0.client [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.546062] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.546255] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.547203] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.547629] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc75ea6b-008c-40a4-b0b1-eff213f5ddef {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.555162] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 797.555162] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bebc7a-3234-c157-edd1-cc1d6111581c" [ 797.555162] env[65978]: _type = "Task" [ 797.555162] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.566497] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bebc7a-3234-c157-edd1-cc1d6111581c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.745267] env[65978]: DEBUG oslo_concurrency.lockutils [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] Releasing lock "refresh_cache-7773423b-4c3d-4e86-a7a0-5131f5692dff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.745610] env[65978]: DEBUG nova.compute.manager [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Received event network-changed-8677e7ff-de2b-474c-97a7-ba4a3d2947d3 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 797.745786] env[65978]: DEBUG nova.compute.manager [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Refreshing instance network info cache due to event network-changed-8677e7ff-de2b-474c-97a7-ba4a3d2947d3. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 797.746012] env[65978]: DEBUG oslo_concurrency.lockutils [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] Acquiring lock "refresh_cache-be6b8c2b-2f75-4d82-907b-5e1486992605" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.746158] env[65978]: DEBUG oslo_concurrency.lockutils [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] Acquired lock "refresh_cache-be6b8c2b-2f75-4d82-907b-5e1486992605" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.746319] env[65978]: DEBUG nova.network.neutron [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Refreshing network info cache for port 8677e7ff-de2b-474c-97a7-ba4a3d2947d3 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.826181] env[65978]: DEBUG nova.network.neutron [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Successfully created port: 77f63187-3676-4f9f-bd94-234ed60be8ab {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 797.881128] env[65978]: DEBUG nova.compute.manager [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 797.882671] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9c1534-c252-45a8-b344-6aa7d2bb1052 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.935027] env[65978]: DEBUG nova.compute.manager [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 797.977884] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714380, 'name': Rename_Task, 'duration_secs': 0.237545} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.978759] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.981807] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f5d47cd-9f09-47a1-b246-1b4878d133a3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.990886] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for the task: (returnval){ [ 797.990886] env[65978]: value = "task-4714381" [ 797.990886] env[65978]: _type = "Task" [ 797.990886] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.004385] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.069224] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bebc7a-3234-c157-edd1-cc1d6111581c, 'name': SearchDatastore_Task, 'duration_secs': 0.012121} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.069677] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.069921] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.070173] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.070327] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.070532] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.070779] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85a0440f-fcbf-4892-85eb-bf988109f327 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.083253] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.083546] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.085307] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f85dd252-d794-4ad7-b1ee-52b229dae0cb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.093275] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 798.093275] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5218c2e7-81a9-c588-a167-4f7f7ff714bf" [ 798.093275] env[65978]: _type = "Task" [ 798.093275] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.104892] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5218c2e7-81a9-c588-a167-4f7f7ff714bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.249160] env[65978]: WARNING neutronclient.v2_0.client [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.394548] env[65978]: INFO nova.compute.manager [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] instance snapshotting [ 798.397333] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c869c1-427f-454f-8997-c55a76476dea {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.427713] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1421100c-12c0-4bf9-b632-ef4fcc35f6b1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.505177] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714381, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.506028] env[65978]: WARNING neutronclient.v2_0.client [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.605294] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5218c2e7-81a9-c588-a167-4f7f7ff714bf, 'name': SearchDatastore_Task, 'duration_secs': 0.015125} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.613880] env[65978]: DEBUG nova.network.neutron [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Updated VIF entry in instance network info cache for port 8677e7ff-de2b-474c-97a7-ba4a3d2947d3. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 798.614255] env[65978]: DEBUG nova.network.neutron [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Updating instance_info_cache with network_info: [{"id": "8677e7ff-de2b-474c-97a7-ba4a3d2947d3", "address": "fa:16:3e:51:1b:ea", "network": {"id": "7b1b21e4-9772-46b8-bd51-1a67c63e45e0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1265072942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52a6b5ef7c5b4739a3d18934729959ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8677e7ff-de", "ovs_interfaceid": "8677e7ff-de2b-474c-97a7-ba4a3d2947d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.615532] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be9a00f0-7dfa-4b0a-a515-b6e0337f19d6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.623587] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 798.623587] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525266f2-a5e5-3c0d-7c41-09621401f0ae" [ 798.623587] env[65978]: _type = "Task" [ 798.623587] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.634516] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525266f2-a5e5-3c0d-7c41-09621401f0ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.654749] env[65978]: DEBUG oslo_concurrency.lockutils [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquiring lock "d36351a6-4988-44ad-9bb8-ffa7cb7fa83f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.655042] env[65978]: DEBUG oslo_concurrency.lockutils [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "d36351a6-4988-44ad-9bb8-ffa7cb7fa83f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.655222] env[65978]: DEBUG oslo_concurrency.lockutils [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquiring lock "d36351a6-4988-44ad-9bb8-ffa7cb7fa83f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.655383] env[65978]: DEBUG oslo_concurrency.lockutils [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "d36351a6-4988-44ad-9bb8-ffa7cb7fa83f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.655537] env[65978]: DEBUG oslo_concurrency.lockutils [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "d36351a6-4988-44ad-9bb8-ffa7cb7fa83f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.660438] env[65978]: INFO nova.compute.manager [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Terminating instance [ 798.685174] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c7c347-735d-4f05-8607-89e518d89e3d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.694673] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d88546-db1e-4367-9541-c2769efc672e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.728345] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8df1e97-40c0-43fb-a092-d915cbf111b0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.737811] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2935bd9d-a18a-4ac1-9147-2a6cfe8f6cf1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.754400] env[65978]: DEBUG nova.compute.provider_tree [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.942201] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Creating Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 798.942201] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a50dd479-a4da-4861-acea-86ce4ac67ba4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.948956] env[65978]: DEBUG nova.compute.manager [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 798.955029] env[65978]: DEBUG oslo_vmware.api [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 798.955029] env[65978]: value = "task-4714382" [ 798.955029] env[65978]: _type = "Task" [ 798.955029] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.969250] env[65978]: DEBUG oslo_vmware.api [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714382, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.981990] env[65978]: DEBUG nova.virt.hardware [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 798.982384] env[65978]: DEBUG nova.virt.hardware [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.982657] env[65978]: DEBUG nova.virt.hardware [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 798.983069] env[65978]: DEBUG nova.virt.hardware [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.983221] env[65978]: DEBUG nova.virt.hardware [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 798.983476] env[65978]: DEBUG nova.virt.hardware [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 798.983823] env[65978]: DEBUG nova.virt.hardware [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 798.984232] env[65978]: DEBUG nova.virt.hardware [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 798.984394] env[65978]: DEBUG nova.virt.hardware [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 798.984660] env[65978]: DEBUG nova.virt.hardware [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 798.984939] env[65978]: DEBUG nova.virt.hardware [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 798.986292] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea840ce1-60a8-4249-8517-392a86fdfd25 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.002872] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5441086b-a64f-49af-bfda-ca93ff26a3d3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.013382] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714381, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.113861] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquiring lock "00bd7de0-3e77-4707-a336-8656718dd3e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.113861] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "00bd7de0-3e77-4707-a336-8656718dd3e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.113950] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquiring lock "00bd7de0-3e77-4707-a336-8656718dd3e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.114087] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "00bd7de0-3e77-4707-a336-8656718dd3e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.114811] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "00bd7de0-3e77-4707-a336-8656718dd3e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.116321] env[65978]: INFO nova.compute.manager [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Terminating instance [ 799.119265] env[65978]: DEBUG oslo_concurrency.lockutils [req-7feebffe-8a2e-46a3-9d38-a4d867aac3ab req-31d9963f-5a8c-4756-a368-c7968cac5faa service nova] Releasing lock "refresh_cache-be6b8c2b-2f75-4d82-907b-5e1486992605" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.140676] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525266f2-a5e5-3c0d-7c41-09621401f0ae, 'name': SearchDatastore_Task, 'duration_secs': 0.012124} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.141019] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.141139] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 7773423b-4c3d-4e86-a7a0-5131f5692dff/7773423b-4c3d-4e86-a7a0-5131f5692dff.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.141422] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b12fe2b-3f7f-4807-bd20-4e5f3c536a57 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.149919] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 799.149919] env[65978]: value = "task-4714383" [ 799.149919] env[65978]: _type = "Task" [ 799.149919] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.162089] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.164868] env[65978]: DEBUG nova.compute.manager [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 799.165082] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.165911] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5e6717-b570-4770-b6ab-9a443eb997db {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.175747] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.175747] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66cbf65b-3d09-4e93-8fbc-9e8c0c25997c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.183915] env[65978]: DEBUG oslo_vmware.api [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 799.183915] env[65978]: value = "task-4714384" [ 799.183915] env[65978]: _type = "Task" [ 799.183915] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.194435] env[65978]: DEBUG oslo_vmware.api [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.258319] env[65978]: DEBUG nova.scheduler.client.report [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.450046] env[65978]: DEBUG nova.network.neutron [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Successfully updated port: 77f63187-3676-4f9f-bd94-234ed60be8ab {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 799.467871] env[65978]: DEBUG oslo_vmware.api [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714382, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.506939] env[65978]: DEBUG oslo_vmware.api [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714381, 'name': PowerOnVM_Task, 'duration_secs': 1.059997} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.508505] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.509017] env[65978]: INFO nova.compute.manager [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Took 10.53 seconds to spawn the instance on the hypervisor. [ 799.509746] env[65978]: DEBUG nova.compute.manager [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 799.511301] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af20b10-5b3c-4096-8dbd-dfc1efba9862 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.578784] env[65978]: DEBUG nova.compute.manager [req-2e36deef-b713-4eef-a6cf-b9f1dc3e3218 req-222badd4-7183-4cc6-ad39-366a0a24b4ad service nova] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Received event network-vif-plugged-77f63187-3676-4f9f-bd94-234ed60be8ab {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 799.579098] env[65978]: DEBUG oslo_concurrency.lockutils [req-2e36deef-b713-4eef-a6cf-b9f1dc3e3218 req-222badd4-7183-4cc6-ad39-366a0a24b4ad service nova] Acquiring lock "804b95d0-772c-47d1-9fa7-260074759a77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.579427] env[65978]: DEBUG oslo_concurrency.lockutils [req-2e36deef-b713-4eef-a6cf-b9f1dc3e3218 req-222badd4-7183-4cc6-ad39-366a0a24b4ad service nova] Lock "804b95d0-772c-47d1-9fa7-260074759a77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.579612] env[65978]: DEBUG oslo_concurrency.lockutils [req-2e36deef-b713-4eef-a6cf-b9f1dc3e3218 req-222badd4-7183-4cc6-ad39-366a0a24b4ad service nova] Lock "804b95d0-772c-47d1-9fa7-260074759a77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.579812] env[65978]: DEBUG nova.compute.manager [req-2e36deef-b713-4eef-a6cf-b9f1dc3e3218 req-222badd4-7183-4cc6-ad39-366a0a24b4ad service nova] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] No waiting events found dispatching network-vif-plugged-77f63187-3676-4f9f-bd94-234ed60be8ab {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 799.580032] env[65978]: WARNING nova.compute.manager [req-2e36deef-b713-4eef-a6cf-b9f1dc3e3218 req-222badd4-7183-4cc6-ad39-366a0a24b4ad service nova] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Received unexpected event network-vif-plugged-77f63187-3676-4f9f-bd94-234ed60be8ab for instance with vm_state building and task_state spawning. [ 799.620754] env[65978]: DEBUG nova.compute.manager [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 799.620984] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.622190] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8312f350-7037-4c30-8b3d-f6200299d80e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.633836] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.634269] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6442fc24-4323-4371-be3d-8fb84961bfc6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.644227] env[65978]: DEBUG oslo_vmware.api [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 799.644227] env[65978]: value = "task-4714385" [ 799.644227] env[65978]: _type = "Task" [ 799.644227] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.659727] env[65978]: DEBUG oslo_vmware.api [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.667205] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714383, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.694821] env[65978]: DEBUG oslo_vmware.api [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714384, 'name': PowerOffVM_Task, 'duration_secs': 0.261847} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.695035] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.695097] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.695354] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-599e8b50-9ada-4de9-9ec8-14bf693a84f4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.768322] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.848s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.769028] env[65978]: DEBUG nova.compute.manager [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 799.774117] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.897s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.775735] env[65978]: DEBUG nova.objects.instance [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65978) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 799.780176] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.780176] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.780176] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Deleting the datastore file [datastore1] d36351a6-4988-44ad-9bb8-ffa7cb7fa83f {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.780176] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95312257-0ff9-4886-8891-2f306bb9dc3b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.789082] env[65978]: DEBUG oslo_vmware.api [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 799.789082] env[65978]: value = "task-4714387" [ 799.789082] env[65978]: _type = "Task" [ 799.789082] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.799996] env[65978]: DEBUG oslo_vmware.api [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.956710] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "refresh_cache-804b95d0-772c-47d1-9fa7-260074759a77" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.956710] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquired lock "refresh_cache-804b95d0-772c-47d1-9fa7-260074759a77" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.956710] env[65978]: DEBUG nova.network.neutron [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 799.968955] env[65978]: DEBUG oslo_vmware.api [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714382, 'name': CreateSnapshot_Task, 'duration_secs': 0.726349} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.969995] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Created Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 799.970880] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c39514-af21-4d4f-8bd7-4f9515150625 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.035112] env[65978]: INFO nova.compute.manager [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Took 44.40 seconds to build instance. [ 800.160053] env[65978]: DEBUG oslo_vmware.api [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714385, 'name': PowerOffVM_Task, 'duration_secs': 0.2556} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.160904] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.161223] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.161491] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2db657a0-6d62-4a1c-969a-cfc0b31df4fa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.167760] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56639} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.168857] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 7773423b-4c3d-4e86-a7a0-5131f5692dff/7773423b-4c3d-4e86-a7a0-5131f5692dff.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.168857] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.169083] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cf254fd-237e-4c8a-a20c-8c88ea6d5cf3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.177532] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 800.177532] env[65978]: value = "task-4714389" [ 800.177532] env[65978]: _type = "Task" [ 800.177532] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.190086] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.271029] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.271029] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.271029] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Deleting the datastore file [datastore1] 00bd7de0-3e77-4707-a336-8656718dd3e1 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.271029] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43f42300-9be6-4266-a0cb-8fd45bf1c54d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.285026] env[65978]: DEBUG oslo_vmware.api [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for the task: (returnval){ [ 800.285026] env[65978]: value = "task-4714390" [ 800.285026] env[65978]: _type = "Task" [ 800.285026] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.285388] env[65978]: DEBUG nova.compute.utils [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.286943] env[65978]: DEBUG nova.compute.manager [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 800.287351] env[65978]: DEBUG nova.network.neutron [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 800.289022] env[65978]: WARNING neutronclient.v2_0.client [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.289022] env[65978]: WARNING neutronclient.v2_0.client [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.307895] env[65978]: DEBUG oslo_vmware.api [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.314460] env[65978]: DEBUG oslo_vmware.api [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.51774} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.314460] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.314460] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.314460] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.314460] env[65978]: INFO nova.compute.manager [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 800.314765] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 800.314765] env[65978]: DEBUG nova.compute.manager [-] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 800.314765] env[65978]: DEBUG nova.network.neutron [-] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 800.314765] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.344362] env[65978]: DEBUG nova.policy [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a77fd56f79db4428a470d43661fbbe2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40d5661e4d634152b4e8a2785b9d9d0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.382738] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.496526] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Creating linked-clone VM from snapshot {{(pid=65978) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 800.496526] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7d5ecb06-2761-40f2-ad94-94744db535d1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.505784] env[65978]: DEBUG oslo_vmware.api [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 800.505784] env[65978]: value = "task-4714391" [ 800.505784] env[65978]: _type = "Task" [ 800.505784] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.515609] env[65978]: DEBUG oslo_vmware.api [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714391, 'name': CloneVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.535632] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ad595eda-0a4c-4e4b-83d6-09eeec2b6dd6 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Lock "e9e7a0bc-f2a3-42a1-bc37-13720a961b56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.528s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.688877] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138232} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.689190] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.690123] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de02de7c-0124-4a56-b43d-3403020405da {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.717167] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 7773423b-4c3d-4e86-a7a0-5131f5692dff/7773423b-4c3d-4e86-a7a0-5131f5692dff.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.718389] env[65978]: DEBUG nova.network.neutron [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 800.721488] env[65978]: DEBUG nova.network.neutron [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Successfully created port: f59fc83b-b615-4310-9d55-8a78f949f5bd {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 800.724028] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7598a906-d501-44c7-a534-ce8d87303790 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.752150] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 800.752150] env[65978]: value = "task-4714392" [ 800.752150] env[65978]: _type = "Task" [ 800.752150] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.760333] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.786593] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1a724753-2176-4db9-b6e5-468043cc77d1 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.788476] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.473s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.788866] env[65978]: DEBUG nova.objects.instance [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lazy-loading 'resources' on Instance uuid db876e0c-b706-4118-8ed5-5be7d4c97929 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.797360] env[65978]: DEBUG nova.compute.manager [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 800.808367] env[65978]: DEBUG oslo_vmware.api [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Task: {'id': task-4714390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.508851} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.808600] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.808783] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.808985] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.809170] env[65978]: INFO nova.compute.manager [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 800.809499] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 800.809728] env[65978]: DEBUG nova.compute.manager [-] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 800.809828] env[65978]: DEBUG nova.network.neutron [-] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 800.810425] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.017630] env[65978]: DEBUG oslo_vmware.api [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714391, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.040190] env[65978]: DEBUG nova.compute.manager [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 801.134957] env[65978]: DEBUG nova.network.neutron [-] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.261520] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.404028] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.435377] env[65978]: WARNING neutronclient.v2_0.client [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.518657] env[65978]: DEBUG oslo_vmware.api [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714391, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.561465] env[65978]: DEBUG oslo_concurrency.lockutils [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.638634] env[65978]: INFO nova.compute.manager [-] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Took 1.33 seconds to deallocate network for instance. [ 801.769890] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714392, 'name': ReconfigVM_Task, 'duration_secs': 0.634343} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.770410] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 7773423b-4c3d-4e86-a7a0-5131f5692dff/7773423b-4c3d-4e86-a7a0-5131f5692dff.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.772035] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4382bb0-3f19-420d-88a9-c257409023ab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.782439] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 801.782439] env[65978]: value = "task-4714393" [ 801.782439] env[65978]: _type = "Task" [ 801.782439] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.795266] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714393, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.808604] env[65978]: DEBUG nova.compute.manager [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 801.841764] env[65978]: DEBUG nova.virt.hardware [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 801.841764] env[65978]: DEBUG nova.virt.hardware [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.842263] env[65978]: DEBUG nova.virt.hardware [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 801.842457] env[65978]: DEBUG nova.virt.hardware [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.842670] env[65978]: DEBUG nova.virt.hardware [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 801.842829] env[65978]: DEBUG nova.virt.hardware [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 801.843638] env[65978]: DEBUG nova.virt.hardware [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 801.843844] env[65978]: DEBUG nova.virt.hardware [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 801.844437] env[65978]: DEBUG nova.virt.hardware [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 801.845529] env[65978]: DEBUG nova.virt.hardware [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 801.845529] env[65978]: DEBUG nova.virt.hardware [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 801.847111] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4de9b35-63e8-4c40-bef1-929f0e20424f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.861281] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bb9eee-26dd-4ea3-a749-e55320fbfedd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.883894] env[65978]: DEBUG nova.network.neutron [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Updating instance_info_cache with network_info: [{"id": "77f63187-3676-4f9f-bd94-234ed60be8ab", "address": "fa:16:3e:05:49:ce", "network": {"id": "0bf2e105-eb03-469d-b6c4-f879129a45d3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1083135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "470a4c34257d41178a2257851e0a8cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f63187-36", "ovs_interfaceid": "77f63187-3676-4f9f-bd94-234ed60be8ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.009255] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f247f64-d6bd-40ef-8f50-1540353fd0f2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.022982] env[65978]: DEBUG oslo_vmware.api [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714391, 'name': CloneVM_Task} progress is 95%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.024160] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c188607-84a6-46cf-a790-a7d3d930d360 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.057723] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be72aa56-08d3-437b-aafb-089516ed99bd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.067634] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfaeb2a-4c80-4065-9e1d-75ed01932671 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.083264] env[65978]: DEBUG nova.compute.provider_tree [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.153136] env[65978]: DEBUG oslo_concurrency.lockutils [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.246454] env[65978]: DEBUG nova.network.neutron [-] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.295968] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714393, 'name': Rename_Task, 'duration_secs': 0.177106} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.296763] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.296763] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45a7b2db-0d87-4654-85d9-f2e57964a407 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.306119] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 802.306119] env[65978]: value = "task-4714394" [ 802.306119] env[65978]: _type = "Task" [ 802.306119] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.317383] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.379425] env[65978]: DEBUG nova.network.neutron [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Successfully updated port: f59fc83b-b615-4310-9d55-8a78f949f5bd {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 802.387179] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Releasing lock "refresh_cache-804b95d0-772c-47d1-9fa7-260074759a77" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.387686] env[65978]: DEBUG nova.compute.manager [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Instance network_info: |[{"id": "77f63187-3676-4f9f-bd94-234ed60be8ab", "address": "fa:16:3e:05:49:ce", "network": {"id": "0bf2e105-eb03-469d-b6c4-f879129a45d3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1083135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "470a4c34257d41178a2257851e0a8cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f63187-36", "ovs_interfaceid": "77f63187-3676-4f9f-bd94-234ed60be8ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 802.388870] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:49:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77f63187-3676-4f9f-bd94-234ed60be8ab', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.398368] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 802.400435] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.400755] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f9195f8-9858-41f9-9399-92c811bfac0e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.430043] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.430043] env[65978]: value = "task-4714395" [ 802.430043] env[65978]: _type = "Task" [ 802.430043] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.446145] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714395, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.520517] env[65978]: DEBUG oslo_vmware.api [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714391, 'name': CloneVM_Task, 'duration_secs': 1.93585} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.520945] env[65978]: INFO nova.virt.vmwareapi.vmops [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Created linked-clone VM from snapshot [ 802.523285] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391e3aa2-e963-42f7-8caf-f67742328942 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.532758] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Uploading image 7c6565f8-c276-446e-b063-9a0d584d865d {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 802.546639] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Destroying the VM {{(pid=65978) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 802.546951] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-34033f24-9d32-465e-93e3-5487722a54f8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.556086] env[65978]: DEBUG oslo_vmware.api [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 802.556086] env[65978]: value = "task-4714396" [ 802.556086] env[65978]: _type = "Task" [ 802.556086] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.566802] env[65978]: DEBUG oslo_vmware.api [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714396, 'name': Destroy_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.587376] env[65978]: DEBUG nova.scheduler.client.report [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.706277] env[65978]: DEBUG nova.compute.manager [req-851126ba-def2-41c0-b12d-2c1f69d0ae34 req-75c1c4b4-6242-4f31-88d1-4dfe9d9f937d service nova] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Received event network-changed-77f63187-3676-4f9f-bd94-234ed60be8ab {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 802.706620] env[65978]: DEBUG nova.compute.manager [req-851126ba-def2-41c0-b12d-2c1f69d0ae34 req-75c1c4b4-6242-4f31-88d1-4dfe9d9f937d service nova] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Refreshing instance network info cache due to event network-changed-77f63187-3676-4f9f-bd94-234ed60be8ab. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 802.706841] env[65978]: DEBUG oslo_concurrency.lockutils [req-851126ba-def2-41c0-b12d-2c1f69d0ae34 req-75c1c4b4-6242-4f31-88d1-4dfe9d9f937d service nova] Acquiring lock "refresh_cache-804b95d0-772c-47d1-9fa7-260074759a77" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.707083] env[65978]: DEBUG oslo_concurrency.lockutils [req-851126ba-def2-41c0-b12d-2c1f69d0ae34 req-75c1c4b4-6242-4f31-88d1-4dfe9d9f937d service nova] Acquired lock "refresh_cache-804b95d0-772c-47d1-9fa7-260074759a77" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.707155] env[65978]: DEBUG nova.network.neutron [req-851126ba-def2-41c0-b12d-2c1f69d0ae34 req-75c1c4b4-6242-4f31-88d1-4dfe9d9f937d service nova] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Refreshing network info cache for port 77f63187-3676-4f9f-bd94-234ed60be8ab {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.749498] env[65978]: INFO nova.compute.manager [-] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Took 1.94 seconds to deallocate network for instance. [ 802.806351] env[65978]: DEBUG nova.compute.manager [req-e283d640-2540-48d5-b9ba-cad18c67b8bb req-8f08940b-7ba3-4ec2-8027-356a2876a705 service nova] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Received event network-vif-plugged-f59fc83b-b615-4310-9d55-8a78f949f5bd {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 802.806605] env[65978]: DEBUG oslo_concurrency.lockutils [req-e283d640-2540-48d5-b9ba-cad18c67b8bb req-8f08940b-7ba3-4ec2-8027-356a2876a705 service nova] Acquiring lock "9cce03ad-7648-47fc-9772-a0e7ad3564f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.806775] env[65978]: DEBUG oslo_concurrency.lockutils [req-e283d640-2540-48d5-b9ba-cad18c67b8bb req-8f08940b-7ba3-4ec2-8027-356a2876a705 service nova] Lock "9cce03ad-7648-47fc-9772-a0e7ad3564f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.807250] env[65978]: DEBUG oslo_concurrency.lockutils [req-e283d640-2540-48d5-b9ba-cad18c67b8bb req-8f08940b-7ba3-4ec2-8027-356a2876a705 service nova] Lock "9cce03ad-7648-47fc-9772-a0e7ad3564f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.807514] env[65978]: DEBUG nova.compute.manager [req-e283d640-2540-48d5-b9ba-cad18c67b8bb req-8f08940b-7ba3-4ec2-8027-356a2876a705 service nova] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] No waiting events found dispatching network-vif-plugged-f59fc83b-b615-4310-9d55-8a78f949f5bd {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 802.807760] env[65978]: WARNING nova.compute.manager [req-e283d640-2540-48d5-b9ba-cad18c67b8bb req-8f08940b-7ba3-4ec2-8027-356a2876a705 service nova] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Received unexpected event network-vif-plugged-f59fc83b-b615-4310-9d55-8a78f949f5bd for instance with vm_state building and task_state spawning. [ 802.822570] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714394, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.884627] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "refresh_cache-9cce03ad-7648-47fc-9772-a0e7ad3564f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.884825] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired lock "refresh_cache-9cce03ad-7648-47fc-9772-a0e7ad3564f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.885011] env[65978]: DEBUG nova.network.neutron [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 802.940736] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714395, 'name': CreateVM_Task, 'duration_secs': 0.460432} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.940945] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.941450] env[65978]: WARNING neutronclient.v2_0.client [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.941853] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.942501] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.942831] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.943509] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31f4a0ae-4f9e-48d1-9523-c872109dd34c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.951267] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 802.951267] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52195d06-ff35-5bc1-1652-56c113dc3614" [ 802.951267] env[65978]: _type = "Task" [ 802.951267] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.961221] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52195d06-ff35-5bc1-1652-56c113dc3614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.068417] env[65978]: DEBUG oslo_vmware.api [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714396, 'name': Destroy_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.093361] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.305s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.096380] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.682s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.096380] env[65978]: DEBUG nova.objects.instance [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Lazy-loading 'resources' on Instance uuid 9c7cb999-a949-4e08-ae2e-cb14824eea0b {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.121995] env[65978]: INFO nova.scheduler.client.report [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Deleted allocations for instance db876e0c-b706-4118-8ed5-5be7d4c97929 [ 803.210435] env[65978]: WARNING neutronclient.v2_0.client [req-851126ba-def2-41c0-b12d-2c1f69d0ae34 req-75c1c4b4-6242-4f31-88d1-4dfe9d9f937d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.257920] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.318572] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714394, 'name': PowerOnVM_Task, 'duration_secs': 0.588929} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.318817] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.319026] env[65978]: INFO nova.compute.manager [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Took 9.68 seconds to spawn the instance on the hypervisor. [ 803.319282] env[65978]: DEBUG nova.compute.manager [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 803.320376] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9aaa31-7c2f-43c3-bdc5-1c1e6a75d855 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.398751] env[65978]: WARNING neutronclient.v2_0.client [req-851126ba-def2-41c0-b12d-2c1f69d0ae34 req-75c1c4b4-6242-4f31-88d1-4dfe9d9f937d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.429831] env[65978]: DEBUG nova.network.neutron [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 803.462651] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52195d06-ff35-5bc1-1652-56c113dc3614, 'name': SearchDatastore_Task, 'duration_secs': 0.011989} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.463268] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.463268] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.463520] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.463645] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.463818] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.464102] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2b40bde-d13b-451a-9522-c3a9794c629e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.482150] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.482785] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.483178] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d6aaacf-fe1d-4957-b62b-9d84edcb2efb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.489964] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 803.489964] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529253c3-cdd1-4b15-41e4-bd43d352f328" [ 803.489964] env[65978]: _type = "Task" [ 803.489964] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.500313] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529253c3-cdd1-4b15-41e4-bd43d352f328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.511362] env[65978]: DEBUG nova.network.neutron [req-851126ba-def2-41c0-b12d-2c1f69d0ae34 req-75c1c4b4-6242-4f31-88d1-4dfe9d9f937d service nova] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Updated VIF entry in instance network info cache for port 77f63187-3676-4f9f-bd94-234ed60be8ab. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 803.511721] env[65978]: DEBUG nova.network.neutron [req-851126ba-def2-41c0-b12d-2c1f69d0ae34 req-75c1c4b4-6242-4f31-88d1-4dfe9d9f937d service nova] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Updating instance_info_cache with network_info: [{"id": "77f63187-3676-4f9f-bd94-234ed60be8ab", "address": "fa:16:3e:05:49:ce", "network": {"id": "0bf2e105-eb03-469d-b6c4-f879129a45d3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1083135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "470a4c34257d41178a2257851e0a8cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f63187-36", "ovs_interfaceid": "77f63187-3676-4f9f-bd94-234ed60be8ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.532020] env[65978]: WARNING neutronclient.v2_0.client [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.568585] env[65978]: DEBUG oslo_vmware.api [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714396, 'name': Destroy_Task, 'duration_secs': 0.682769} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.569169] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Destroyed the VM [ 803.569607] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Deleting Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 803.570012] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-94102dfa-5810-4889-85cb-8842fc0fac0e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.582031] env[65978]: DEBUG oslo_vmware.api [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 803.582031] env[65978]: value = "task-4714397" [ 803.582031] env[65978]: _type = "Task" [ 803.582031] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.591485] env[65978]: DEBUG oslo_vmware.api [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714397, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.631139] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a1765307-e87c-4fc6-8ede-7142a53e981d tempest-FloatingIPsAssociationTestJSON-1939154346 tempest-FloatingIPsAssociationTestJSON-1939154346-project-member] Lock "db876e0c-b706-4118-8ed5-5be7d4c97929" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.796s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.636136] env[65978]: DEBUG nova.network.neutron [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Updating instance_info_cache with network_info: [{"id": "f59fc83b-b615-4310-9d55-8a78f949f5bd", "address": "fa:16:3e:50:3b:e7", "network": {"id": "5d7d5419-d28e-4cf9-9dde-56cf0e7c9ea3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-67670762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "40d5661e4d634152b4e8a2785b9d9d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf59fc83b-b6", "ovs_interfaceid": "f59fc83b-b615-4310-9d55-8a78f949f5bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.839565] env[65978]: INFO nova.compute.manager [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Took 45.89 seconds to build instance. [ 804.006621] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529253c3-cdd1-4b15-41e4-bd43d352f328, 'name': SearchDatastore_Task, 'duration_secs': 0.033092} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.007750] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d194f530-9039-460c-a762-e69fd6c34fa5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.014998] env[65978]: DEBUG oslo_concurrency.lockutils [req-851126ba-def2-41c0-b12d-2c1f69d0ae34 req-75c1c4b4-6242-4f31-88d1-4dfe9d9f937d service nova] Releasing lock "refresh_cache-804b95d0-772c-47d1-9fa7-260074759a77" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.015348] env[65978]: DEBUG nova.compute.manager [req-851126ba-def2-41c0-b12d-2c1f69d0ae34 req-75c1c4b4-6242-4f31-88d1-4dfe9d9f937d service nova] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Received event network-vif-deleted-203205dc-c39f-44d0-bccf-5fbe290e7510 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 804.015516] env[65978]: DEBUG nova.compute.manager [req-851126ba-def2-41c0-b12d-2c1f69d0ae34 req-75c1c4b4-6242-4f31-88d1-4dfe9d9f937d service nova] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Received event network-changed-db383d6c-289f-47e7-a5cb-60c928d834f0 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 804.015811] env[65978]: DEBUG nova.compute.manager [req-851126ba-def2-41c0-b12d-2c1f69d0ae34 req-75c1c4b4-6242-4f31-88d1-4dfe9d9f937d service nova] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Refreshing instance network info cache due to event network-changed-db383d6c-289f-47e7-a5cb-60c928d834f0. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 804.015969] env[65978]: DEBUG oslo_concurrency.lockutils [req-851126ba-def2-41c0-b12d-2c1f69d0ae34 req-75c1c4b4-6242-4f31-88d1-4dfe9d9f937d service nova] Acquiring lock "refresh_cache-e9e7a0bc-f2a3-42a1-bc37-13720a961b56" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.016096] env[65978]: DEBUG oslo_concurrency.lockutils [req-851126ba-def2-41c0-b12d-2c1f69d0ae34 req-75c1c4b4-6242-4f31-88d1-4dfe9d9f937d service nova] Acquired lock "refresh_cache-e9e7a0bc-f2a3-42a1-bc37-13720a961b56" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.016285] env[65978]: DEBUG nova.network.neutron [req-851126ba-def2-41c0-b12d-2c1f69d0ae34 req-75c1c4b4-6242-4f31-88d1-4dfe9d9f937d service nova] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Refreshing network info cache for port db383d6c-289f-47e7-a5cb-60c928d834f0 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.019029] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 804.019029] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523f7574-ccbf-f36b-f4cd-7b7db9919ad2" [ 804.019029] env[65978]: _type = "Task" [ 804.019029] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.030554] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523f7574-ccbf-f36b-f4cd-7b7db9919ad2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.095963] env[65978]: DEBUG oslo_vmware.api [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714397, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.141188] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Releasing lock "refresh_cache-9cce03ad-7648-47fc-9772-a0e7ad3564f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.141661] env[65978]: DEBUG nova.compute.manager [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Instance network_info: |[{"id": "f59fc83b-b615-4310-9d55-8a78f949f5bd", "address": "fa:16:3e:50:3b:e7", "network": {"id": "5d7d5419-d28e-4cf9-9dde-56cf0e7c9ea3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-67670762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "40d5661e4d634152b4e8a2785b9d9d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf59fc83b-b6", "ovs_interfaceid": "f59fc83b-b615-4310-9d55-8a78f949f5bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 804.144818] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:3b:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f59fc83b-b615-4310-9d55-8a78f949f5bd', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.153220] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Creating folder: Project (40d5661e4d634152b4e8a2785b9d9d0d). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.153932] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fee406d3-9076-4ec7-85f7-55aed9d2c842 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.167651] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Created folder: Project (40d5661e4d634152b4e8a2785b9d9d0d) in parent group-v919857. [ 804.167877] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Creating folder: Instances. Parent ref: group-v920022. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.168249] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc93f67e-21e1-40d6-a674-0fce0634e59a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.184232] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Created folder: Instances in parent group-v920022. [ 804.184731] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 804.184875] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.185095] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5a016da-d2af-4a8f-a06d-92ce6ef15afa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.214093] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.214093] env[65978]: value = "task-4714400" [ 804.214093] env[65978]: _type = "Task" [ 804.214093] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.226126] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714400, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.230367] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd3a506-8776-4116-903c-9198f6afc137 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.240428] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73aacde-0a24-45d0-bc64-9f029aa4bc37 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.276043] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1d6549-7bf3-4361-9957-e8b04e8c1f41 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.285262] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5840a085-078d-44e7-bd17-79e68cdaf7e4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.303886] env[65978]: DEBUG nova.compute.provider_tree [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.342578] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "7773423b-4c3d-4e86-a7a0-5131f5692dff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.896s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.520355] env[65978]: WARNING neutronclient.v2_0.client [req-851126ba-def2-41c0-b12d-2c1f69d0ae34 req-75c1c4b4-6242-4f31-88d1-4dfe9d9f937d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.533909] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523f7574-ccbf-f36b-f4cd-7b7db9919ad2, 'name': SearchDatastore_Task, 'duration_secs': 0.012947} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.534444] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.534444] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 804b95d0-772c-47d1-9fa7-260074759a77/804b95d0-772c-47d1-9fa7-260074759a77.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.535091] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1704188f-9e75-4819-9d1d-22eef3420f0e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.544401] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 804.544401] env[65978]: value = "task-4714401" [ 804.544401] env[65978]: _type = "Task" [ 804.544401] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.557216] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.592073] env[65978]: DEBUG oslo_vmware.api [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714397, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.730274] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714400, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.809593] env[65978]: DEBUG nova.scheduler.client.report [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.847810] env[65978]: DEBUG nova.compute.manager [None req-9025ab5f-ddfd-4404-9a2e-b611cdc11430 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dac573cb-394b-454d-bb3a-06d1f608dfc7] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 804.976453] env[65978]: WARNING neutronclient.v2_0.client [req-851126ba-def2-41c0-b12d-2c1f69d0ae34 req-75c1c4b4-6242-4f31-88d1-4dfe9d9f937d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.032568] env[65978]: DEBUG nova.compute.manager [req-50f0ab4d-8970-4ffe-aa67-5b0bff29562c req-e2965e6c-aec2-443b-b9ce-05347a2f095d service nova] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Received event network-vif-deleted-608eb727-3770-4e19-b3e0-659e19df2e34 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 805.062362] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714401, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.086755] env[65978]: DEBUG nova.network.neutron [req-851126ba-def2-41c0-b12d-2c1f69d0ae34 req-75c1c4b4-6242-4f31-88d1-4dfe9d9f937d service nova] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Updated VIF entry in instance network info cache for port db383d6c-289f-47e7-a5cb-60c928d834f0. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 805.087206] env[65978]: DEBUG nova.network.neutron [req-851126ba-def2-41c0-b12d-2c1f69d0ae34 req-75c1c4b4-6242-4f31-88d1-4dfe9d9f937d service nova] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Updating instance_info_cache with network_info: [{"id": "db383d6c-289f-47e7-a5cb-60c928d834f0", "address": "fa:16:3e:7b:c1:d0", "network": {"id": "24f28339-ce1a-40c2-a584-8bdc43d0b07f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1953385706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa9f20fec2834bf3acf324256d9c9007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb383d6c-28", "ovs_interfaceid": "db383d6c-289f-47e7-a5cb-60c928d834f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.096069] env[65978]: DEBUG oslo_vmware.api [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714397, 'name': RemoveSnapshot_Task, 'duration_secs': 1.254209} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.096434] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Deleted Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 805.227424] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714400, 'name': CreateVM_Task, 'duration_secs': 0.576139} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.227754] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.228521] env[65978]: WARNING neutronclient.v2_0.client [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.232425] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.232425] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.232425] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.232425] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-186f917c-8006-4fa3-90de-896342ffae59 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.241762] env[65978]: DEBUG oslo_vmware.api [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 805.241762] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e935cf-7570-dd31-6fa7-d5d3c7bf2353" [ 805.241762] env[65978]: _type = "Task" [ 805.241762] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.251417] env[65978]: DEBUG nova.compute.manager [req-35cc0971-59b6-4127-bf22-0d7728aebb8a req-482ca2d8-1694-4736-8f58-14061c55ec35 service nova] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Received event network-changed-f59fc83b-b615-4310-9d55-8a78f949f5bd {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 805.251717] env[65978]: DEBUG nova.compute.manager [req-35cc0971-59b6-4127-bf22-0d7728aebb8a req-482ca2d8-1694-4736-8f58-14061c55ec35 service nova] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Refreshing instance network info cache due to event network-changed-f59fc83b-b615-4310-9d55-8a78f949f5bd. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 805.252044] env[65978]: DEBUG oslo_concurrency.lockutils [req-35cc0971-59b6-4127-bf22-0d7728aebb8a req-482ca2d8-1694-4736-8f58-14061c55ec35 service nova] Acquiring lock "refresh_cache-9cce03ad-7648-47fc-9772-a0e7ad3564f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.252774] env[65978]: DEBUG oslo_concurrency.lockutils [req-35cc0971-59b6-4127-bf22-0d7728aebb8a req-482ca2d8-1694-4736-8f58-14061c55ec35 service nova] Acquired lock "refresh_cache-9cce03ad-7648-47fc-9772-a0e7ad3564f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.252774] env[65978]: DEBUG nova.network.neutron [req-35cc0971-59b6-4127-bf22-0d7728aebb8a req-482ca2d8-1694-4736-8f58-14061c55ec35 service nova] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Refreshing network info cache for port f59fc83b-b615-4310-9d55-8a78f949f5bd {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.264057] env[65978]: DEBUG oslo_vmware.api [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e935cf-7570-dd31-6fa7-d5d3c7bf2353, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.325528] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.329871] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.544s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.330151] env[65978]: DEBUG nova.objects.instance [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Lazy-loading 'resources' on Instance uuid b2ade356-7f5c-46bf-afbd-8e55aaf68b00 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.355777] env[65978]: DEBUG nova.compute.manager [None req-9025ab5f-ddfd-4404-9a2e-b611cdc11430 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: dac573cb-394b-454d-bb3a-06d1f608dfc7] Instance disappeared before build. {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}} [ 805.364020] env[65978]: INFO nova.scheduler.client.report [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Deleted allocations for instance 9c7cb999-a949-4e08-ae2e-cb14824eea0b [ 805.557949] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.911156} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.558357] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 804b95d0-772c-47d1-9fa7-260074759a77/804b95d0-772c-47d1-9fa7-260074759a77.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.558357] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.558637] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad11cffe-7273-4095-ba27-deeaf0959293 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.568152] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 805.568152] env[65978]: value = "task-4714402" [ 805.568152] env[65978]: _type = "Task" [ 805.568152] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.582112] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.593116] env[65978]: DEBUG oslo_concurrency.lockutils [req-851126ba-def2-41c0-b12d-2c1f69d0ae34 req-75c1c4b4-6242-4f31-88d1-4dfe9d9f937d service nova] Releasing lock "refresh_cache-e9e7a0bc-f2a3-42a1-bc37-13720a961b56" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.602782] env[65978]: WARNING nova.compute.manager [None req-b3f0434c-1712-4217-86bb-9011dbef8f94 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Image not found during snapshot: nova.exception.ImageNotFound: Image 7c6565f8-c276-446e-b063-9a0d584d865d could not be found. [ 805.760475] env[65978]: WARNING neutronclient.v2_0.client [req-35cc0971-59b6-4127-bf22-0d7728aebb8a req-482ca2d8-1694-4736-8f58-14061c55ec35 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.763198] env[65978]: DEBUG oslo_vmware.api [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e935cf-7570-dd31-6fa7-d5d3c7bf2353, 'name': SearchDatastore_Task, 'duration_secs': 0.06155} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.763945] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.764188] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.764425] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.765526] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.765526] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.765526] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0710060-4b4a-40f3-9367-2c131fd59bc9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.784311] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.784736] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.785803] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f8c6018-0cea-4e84-beff-4899d08fccb1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.800606] env[65978]: DEBUG oslo_vmware.api [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 805.800606] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52819d9a-4f3b-7096-8241-c29377732392" [ 805.800606] env[65978]: _type = "Task" [ 805.800606] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.812916] env[65978]: DEBUG oslo_vmware.api [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52819d9a-4f3b-7096-8241-c29377732392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.883513] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9025ab5f-ddfd-4404-9a2e-b611cdc11430 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "dac573cb-394b-454d-bb3a-06d1f608dfc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.333s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.888101] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2122e8fd-e305-4efc-9151-59b74d8fc1d4 tempest-ServersAaction247Test-1636533585 tempest-ServersAaction247Test-1636533585-project-member] Lock "9c7cb999-a949-4e08-ae2e-cb14824eea0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.881s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.991442] env[65978]: WARNING neutronclient.v2_0.client [req-35cc0971-59b6-4127-bf22-0d7728aebb8a req-482ca2d8-1694-4736-8f58-14061c55ec35 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.079682] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16441} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.080455] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.081380] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e97c4ef-0406-439c-9fa1-2330016dad4c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.113478] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 804b95d0-772c-47d1-9fa7-260074759a77/804b95d0-772c-47d1-9fa7-260074759a77.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.114551] env[65978]: DEBUG nova.network.neutron [req-35cc0971-59b6-4127-bf22-0d7728aebb8a req-482ca2d8-1694-4736-8f58-14061c55ec35 service nova] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Updated VIF entry in instance network info cache for port f59fc83b-b615-4310-9d55-8a78f949f5bd. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 806.114875] env[65978]: DEBUG nova.network.neutron [req-35cc0971-59b6-4127-bf22-0d7728aebb8a req-482ca2d8-1694-4736-8f58-14061c55ec35 service nova] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Updating instance_info_cache with network_info: [{"id": "f59fc83b-b615-4310-9d55-8a78f949f5bd", "address": "fa:16:3e:50:3b:e7", "network": {"id": "5d7d5419-d28e-4cf9-9dde-56cf0e7c9ea3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-67670762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "40d5661e4d634152b4e8a2785b9d9d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf59fc83b-b6", "ovs_interfaceid": "f59fc83b-b615-4310-9d55-8a78f949f5bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.119272] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bea2279-9143-4ea8-b2cf-e039c409cac0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.135540] env[65978]: DEBUG oslo_concurrency.lockutils [req-35cc0971-59b6-4127-bf22-0d7728aebb8a req-482ca2d8-1694-4736-8f58-14061c55ec35 service nova] Releasing lock "refresh_cache-9cce03ad-7648-47fc-9772-a0e7ad3564f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.147040] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 806.147040] env[65978]: value = "task-4714403" [ 806.147040] env[65978]: _type = "Task" [ 806.147040] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.159457] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.314053] env[65978]: DEBUG oslo_vmware.api [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52819d9a-4f3b-7096-8241-c29377732392, 'name': SearchDatastore_Task, 'duration_secs': 0.034564} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.318299] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c29e5cf7-33e7-4198-a30e-d66729584f15 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.324753] env[65978]: DEBUG oslo_vmware.api [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 806.324753] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524e0292-e52f-fb38-3e7a-581c2293d7a3" [ 806.324753] env[65978]: _type = "Task" [ 806.324753] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.335141] env[65978]: DEBUG oslo_vmware.api [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524e0292-e52f-fb38-3e7a-581c2293d7a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.396724] env[65978]: DEBUG nova.compute.manager [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 806.452661] env[65978]: DEBUG nova.compute.manager [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 806.453594] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8249523-1a12-47ab-afa9-547fb40564da {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.602818] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02d3242-11ac-454a-b9d5-78d6bd8ec5d6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.612833] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffd17f7-4f9b-4515-8a41-c367fd31911d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.650203] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c08b25f-6210-40c5-8044-893c39fae73c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.663379] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4059ec-eb55-4545-96e0-d5e6c36fbf97 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.667079] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.679658] env[65978]: DEBUG nova.compute.provider_tree [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.838029] env[65978]: DEBUG oslo_vmware.api [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524e0292-e52f-fb38-3e7a-581c2293d7a3, 'name': SearchDatastore_Task, 'duration_secs': 0.052015} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.838029] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.838029] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 9cce03ad-7648-47fc-9772-a0e7ad3564f0/9cce03ad-7648-47fc-9772-a0e7ad3564f0.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.838029] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-430f1b19-b2bc-4764-9006-a0dfefbe2a20 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.846164] env[65978]: DEBUG oslo_vmware.api [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 806.846164] env[65978]: value = "task-4714404" [ 806.846164] env[65978]: _type = "Task" [ 806.846164] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.857190] env[65978]: DEBUG oslo_vmware.api [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.929682] env[65978]: DEBUG oslo_concurrency.lockutils [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.970601] env[65978]: INFO nova.compute.manager [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] instance snapshotting [ 806.971490] env[65978]: DEBUG nova.objects.instance [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lazy-loading 'flavor' on Instance uuid 2f454d73-1141-46d1-97ce-8f85281d961c {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.158929] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714403, 'name': ReconfigVM_Task, 'duration_secs': 0.848876} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.158929] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 804b95d0-772c-47d1-9fa7-260074759a77/804b95d0-772c-47d1-9fa7-260074759a77.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.159619] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b68bf9b4-d4d8-430b-a782-7e56097175ba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.168918] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 807.168918] env[65978]: value = "task-4714405" [ 807.168918] env[65978]: _type = "Task" [ 807.168918] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.185168] env[65978]: DEBUG nova.scheduler.client.report [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.192610] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714405, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.361610] env[65978]: DEBUG oslo_vmware.api [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714404, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.478842] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf753a3-e442-4a1a-a666-503a1fc1744c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.504908] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquiring lock "34b565a1-0170-4548-88a9-a7619dad8d60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.505220] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "34b565a1-0170-4548-88a9-a7619dad8d60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.505610] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquiring lock "34b565a1-0170-4548-88a9-a7619dad8d60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.506210] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "34b565a1-0170-4548-88a9-a7619dad8d60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.506210] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "34b565a1-0170-4548-88a9-a7619dad8d60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.509422] env[65978]: INFO nova.compute.manager [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Terminating instance [ 807.511779] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d8ad16-1663-4430-abbe-9cc694a91857 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.683483] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714405, 'name': Rename_Task, 'duration_secs': 0.488338} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.683483] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.683483] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9fb6124-5d85-4d5c-a07d-5eda72f8fd90 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.694024] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.361s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.694024] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 807.694024] env[65978]: value = "task-4714406" [ 807.694024] env[65978]: _type = "Task" [ 807.694024] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.695238] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.432s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.695877] env[65978]: INFO nova.compute.claims [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.709809] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.758064] env[65978]: INFO nova.scheduler.client.report [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Deleted allocations for instance b2ade356-7f5c-46bf-afbd-8e55aaf68b00 [ 807.860938] env[65978]: DEBUG oslo_vmware.api [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647802} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.861219] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 9cce03ad-7648-47fc-9772-a0e7ad3564f0/9cce03ad-7648-47fc-9772-a0e7ad3564f0.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.861421] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.861685] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dbafe1b-e086-4aec-8d91-a5134dae60af {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.870243] env[65978]: DEBUG oslo_vmware.api [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 807.870243] env[65978]: value = "task-4714407" [ 807.870243] env[65978]: _type = "Task" [ 807.870243] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.881103] env[65978]: DEBUG oslo_vmware.api [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.018571] env[65978]: DEBUG nova.compute.manager [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 808.019418] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.020422] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751a4cf7-2ca6-465f-a126-9dfece516340 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.025586] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Creating Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 808.026367] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ae302e8d-51db-43d7-877f-3c8a9daf25c7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.032265] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.032725] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9c09f6a-6309-4ff6-8340-f5aa07af7844 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.037611] env[65978]: DEBUG oslo_vmware.api [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 808.037611] env[65978]: value = "task-4714408" [ 808.037611] env[65978]: _type = "Task" [ 808.037611] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.043453] env[65978]: DEBUG oslo_vmware.api [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 808.043453] env[65978]: value = "task-4714409" [ 808.043453] env[65978]: _type = "Task" [ 808.043453] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.046459] env[65978]: DEBUG oslo_vmware.api [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714408, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.059915] env[65978]: DEBUG oslo_vmware.api [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.211220] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.267758] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6928cba3-a070-4cd7-826c-fd994e15b5d5 tempest-ServerMetadataNegativeTestJSON-1670431293 tempest-ServerMetadataNegativeTestJSON-1670431293-project-member] Lock "b2ade356-7f5c-46bf-afbd-8e55aaf68b00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.053s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.382764] env[65978]: DEBUG oslo_vmware.api [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070325} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.383068] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.383936] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04f1d11-5a53-4c6d-8f87-0dfd7dcb523c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.409556] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 9cce03ad-7648-47fc-9772-a0e7ad3564f0/9cce03ad-7648-47fc-9772-a0e7ad3564f0.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.409556] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-207c2675-c1c7-410a-aa4b-0995f8b8aaa4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.432434] env[65978]: DEBUG oslo_vmware.api [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 808.432434] env[65978]: value = "task-4714410" [ 808.432434] env[65978]: _type = "Task" [ 808.432434] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.444809] env[65978]: DEBUG oslo_vmware.api [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714410, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.548789] env[65978]: DEBUG oslo_vmware.api [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714408, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.559988] env[65978]: DEBUG oslo_vmware.api [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714409, 'name': PowerOffVM_Task, 'duration_secs': 0.23319} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.559988] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.559988] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.559988] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d5144bd-a83a-4208-902b-05a205ebea92 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.663131] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.663392] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.663591] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Deleting the datastore file [datastore1] 34b565a1-0170-4548-88a9-a7619dad8d60 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.663882] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78757fea-dbcc-4d11-928f-22f814c35c93 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.671687] env[65978]: DEBUG oslo_vmware.api [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 808.671687] env[65978]: value = "task-4714412" [ 808.671687] env[65978]: _type = "Task" [ 808.671687] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.684214] env[65978]: DEBUG oslo_vmware.api [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.717073] env[65978]: DEBUG oslo_vmware.api [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714406, 'name': PowerOnVM_Task, 'duration_secs': 0.979891} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.717618] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.717830] env[65978]: INFO nova.compute.manager [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Took 9.77 seconds to spawn the instance on the hypervisor. [ 808.718152] env[65978]: DEBUG nova.compute.manager [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 808.719040] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab9d1f4-df01-4185-8e62-a827fe3f5aee {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.946399] env[65978]: DEBUG oslo_vmware.api [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714410, 'name': ReconfigVM_Task, 'duration_secs': 0.333302} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.952622] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 9cce03ad-7648-47fc-9772-a0e7ad3564f0/9cce03ad-7648-47fc-9772-a0e7ad3564f0.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.953807] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88a74a36-f23f-4244-bc11-f1a43486ca99 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.963330] env[65978]: DEBUG oslo_vmware.api [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 808.963330] env[65978]: value = "task-4714413" [ 808.963330] env[65978]: _type = "Task" [ 808.963330] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.977735] env[65978]: DEBUG oslo_vmware.api [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714413, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.058206] env[65978]: DEBUG oslo_vmware.api [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714408, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.156544] env[65978]: DEBUG oslo_concurrency.lockutils [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquiring lock "fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.156809] env[65978]: DEBUG oslo_concurrency.lockutils [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Lock "fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.186419] env[65978]: DEBUG oslo_vmware.api [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312006} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.186672] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.187095] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.187095] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.187539] env[65978]: INFO nova.compute.manager [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Took 1.17 seconds to destroy the instance on the hypervisor. [ 809.187539] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 809.187834] env[65978]: DEBUG nova.compute.manager [-] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 809.187904] env[65978]: DEBUG nova.network.neutron [-] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 809.188350] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.254439] env[65978]: INFO nova.compute.manager [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Took 47.46 seconds to build instance. [ 809.437254] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.449950] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4aa738-6061-4edc-b50c-08f88427717b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.461648] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e34a97f-4419-44f9-9b43-26a91fa2e705 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.474604] env[65978]: DEBUG oslo_vmware.api [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714413, 'name': Rename_Task, 'duration_secs': 0.176005} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.502903] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.502903] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37d83537-1d21-4d03-9243-635413ae350a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.505030] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b4b8f4-a5cb-40b2-9b3a-315d613423e1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.515964] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ac2da9-2253-4267-8123-05d1f7a72d18 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.520136] env[65978]: DEBUG oslo_vmware.api [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 809.520136] env[65978]: value = "task-4714414" [ 809.520136] env[65978]: _type = "Task" [ 809.520136] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.540658] env[65978]: DEBUG nova.compute.provider_tree [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.550650] env[65978]: DEBUG oslo_vmware.api [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714414, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.558596] env[65978]: DEBUG oslo_vmware.api [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714408, 'name': CreateSnapshot_Task, 'duration_secs': 1.101132} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.558972] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Created Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 809.559833] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee332dd0-edd8-4fa4-895a-e0c2b82de937 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.757294] env[65978]: DEBUG oslo_concurrency.lockutils [None req-000efe54-b7d6-4530-8d7b-d8a294b82daf tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "804b95d0-772c-47d1-9fa7-260074759a77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.277s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.035551] env[65978]: DEBUG oslo_vmware.api [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714414, 'name': PowerOnVM_Task, 'duration_secs': 0.504121} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.035859] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.036107] env[65978]: INFO nova.compute.manager [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Took 8.23 seconds to spawn the instance on the hypervisor. [ 810.036277] env[65978]: DEBUG nova.compute.manager [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 810.037244] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15863c50-b52d-41d3-b58f-6f529ac55b37 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.043837] env[65978]: DEBUG nova.scheduler.client.report [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.083018] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Creating linked-clone VM from snapshot {{(pid=65978) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 810.083018] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ff1f492a-05ab-4b33-a7ee-febbea524847 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.094171] env[65978]: DEBUG oslo_vmware.api [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 810.094171] env[65978]: value = "task-4714415" [ 810.094171] env[65978]: _type = "Task" [ 810.094171] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.102637] env[65978]: DEBUG oslo_vmware.api [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714415, 'name': CloneVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.197449] env[65978]: DEBUG nova.network.neutron [-] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.259345] env[65978]: DEBUG nova.compute.manager [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 810.558049] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.861s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.558412] env[65978]: DEBUG nova.compute.manager [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 810.569279] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.710s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.570919] env[65978]: INFO nova.compute.claims [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.584747] env[65978]: INFO nova.compute.manager [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Took 41.93 seconds to build instance. [ 810.604904] env[65978]: DEBUG oslo_vmware.api [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714415, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.700196] env[65978]: INFO nova.compute.manager [-] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Took 1.51 seconds to deallocate network for instance. [ 810.793984] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.071511] env[65978]: DEBUG nova.compute.utils [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.073098] env[65978]: DEBUG nova.compute.manager [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 811.073447] env[65978]: DEBUG nova.network.neutron [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 811.073771] env[65978]: WARNING neutronclient.v2_0.client [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.074565] env[65978]: WARNING neutronclient.v2_0.client [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.087037] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9076480c-ecd9-4c11-be6b-d846501c94d0 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "9cce03ad-7648-47fc-9772-a0e7ad3564f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.259s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.112412] env[65978]: DEBUG oslo_vmware.api [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714415, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.133842] env[65978]: DEBUG nova.compute.manager [req-ac7ea155-b4c6-44da-9cbc-8127d175153a req-a0b50972-c522-43cb-a68a-b0f261b884b2 service nova] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Received event network-vif-deleted-34724e91-6c95-461a-bb77-fcb3f8571895 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 811.145730] env[65978]: DEBUG nova.policy [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91f703dfb985498e94b4b22575db9922', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6fd7a8630a94f3dad0a664d92e74eb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.207184] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.581753] env[65978]: DEBUG nova.compute.manager [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 811.590288] env[65978]: DEBUG nova.network.neutron [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Successfully created port: 107b4d33-5cf1-403c-bbfb-4dc66bca07a7 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 811.595820] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquiring lock "b651afcc-a92b-4417-84a7-61a76c320e15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.599053] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Lock "b651afcc-a92b-4417-84a7-61a76c320e15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.599053] env[65978]: DEBUG nova.compute.manager [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 811.617789] env[65978]: DEBUG oslo_vmware.api [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714415, 'name': CloneVM_Task} progress is 95%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.120942] env[65978]: DEBUG oslo_vmware.api [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714415, 'name': CloneVM_Task, 'duration_secs': 1.718635} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.121350] env[65978]: INFO nova.virt.vmwareapi.vmops [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Created linked-clone VM from snapshot [ 812.122209] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221c7630-c100-4293-a2e0-24070e912b73 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.131263] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Uploading image ccbc43a7-9c46-4018-89f2-e1655e62aea9 {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 812.134130] env[65978]: DEBUG oslo_concurrency.lockutils [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.160565] env[65978]: DEBUG oslo_vmware.rw_handles [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 812.160565] env[65978]: value = "vm-920026" [ 812.160565] env[65978]: _type = "VirtualMachine" [ 812.160565] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 812.161518] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-71a67eed-db9f-401d-9e6c-b5ae96869edb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.174683] env[65978]: DEBUG oslo_vmware.rw_handles [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lease: (returnval){ [ 812.174683] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5233e6e4-83b0-adf6-4342-ec93d58ea80a" [ 812.174683] env[65978]: _type = "HttpNfcLease" [ 812.174683] env[65978]: } obtained for exporting VM: (result){ [ 812.174683] env[65978]: value = "vm-920026" [ 812.174683] env[65978]: _type = "VirtualMachine" [ 812.174683] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 812.175120] env[65978]: DEBUG oslo_vmware.api [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the lease: (returnval){ [ 812.175120] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5233e6e4-83b0-adf6-4342-ec93d58ea80a" [ 812.175120] env[65978]: _type = "HttpNfcLease" [ 812.175120] env[65978]: } to be ready. {{(pid=65978) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 812.183432] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 812.183432] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5233e6e4-83b0-adf6-4342-ec93d58ea80a" [ 812.183432] env[65978]: _type = "HttpNfcLease" [ 812.183432] env[65978]: } is ready. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 812.183725] env[65978]: DEBUG oslo_vmware.rw_handles [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 812.183725] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5233e6e4-83b0-adf6-4342-ec93d58ea80a" [ 812.183725] env[65978]: _type = "HttpNfcLease" [ 812.183725] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 812.184652] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe1f652-0984-4ef0-a68d-015ee78bb03c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.196599] env[65978]: DEBUG oslo_vmware.rw_handles [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52948588-6520-7ce0-4422-774505e6aecc/disk-0.vmdk from lease info. {{(pid=65978) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 812.196910] env[65978]: DEBUG oslo_vmware.rw_handles [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52948588-6520-7ce0-4422-774505e6aecc/disk-0.vmdk for reading. {{(pid=65978) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 812.327106] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d408b3e6-951c-4230-ba6e-0799e08198e4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.335413] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f910eaf-25bc-4144-9567-efc2ce4519c6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.369288] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f51dbfd-f9d5-4691-a12e-4b600361c773 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.381051] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268de929-1b32-4b05-80b9-39bdc93c9a14 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.387142] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f64d936a-6be6-4451-966c-3a735d8196fd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.398783] env[65978]: DEBUG nova.compute.provider_tree [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.592240] env[65978]: DEBUG nova.compute.manager [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 812.621232] env[65978]: DEBUG nova.virt.hardware [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 812.621897] env[65978]: DEBUG nova.virt.hardware [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.622384] env[65978]: DEBUG nova.virt.hardware [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 812.622701] env[65978]: DEBUG nova.virt.hardware [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.622980] env[65978]: DEBUG nova.virt.hardware [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 812.623258] env[65978]: DEBUG nova.virt.hardware [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 812.623705] env[65978]: DEBUG nova.virt.hardware [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 812.623996] env[65978]: DEBUG nova.virt.hardware [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 812.624316] env[65978]: DEBUG nova.virt.hardware [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 812.624600] env[65978]: DEBUG nova.virt.hardware [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 812.624894] env[65978]: DEBUG nova.virt.hardware [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 812.625950] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c2bcc5-a54b-4386-9880-7970038fdeff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.637954] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbeb3992-5537-4c9a-9f37-36d3ce380479 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.903536] env[65978]: DEBUG nova.scheduler.client.report [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.294176] env[65978]: DEBUG nova.network.neutron [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Successfully updated port: 107b4d33-5cf1-403c-bbfb-4dc66bca07a7 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 813.409188] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.840s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.409888] env[65978]: DEBUG nova.compute.manager [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 813.416650] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.902s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.416964] env[65978]: DEBUG nova.objects.instance [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lazy-loading 'resources' on Instance uuid 358d37e2-1180-40a4-9108-0a3cb617ac96 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.800151] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Acquiring lock "refresh_cache-abe9a8eb-88e2-4da0-a84f-0ed8c0e97117" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.800151] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Acquired lock "refresh_cache-abe9a8eb-88e2-4da0-a84f-0ed8c0e97117" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.800151] env[65978]: DEBUG nova.network.neutron [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 813.925035] env[65978]: DEBUG nova.compute.utils [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.927015] env[65978]: DEBUG nova.compute.manager [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 813.928715] env[65978]: DEBUG nova.network.neutron [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 813.928715] env[65978]: WARNING neutronclient.v2_0.client [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.928715] env[65978]: WARNING neutronclient.v2_0.client [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.986535] env[65978]: DEBUG nova.policy [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c774e49f49134366a78312ba17b098cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8825d643e4349409ea9d0471495f10c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.350659] env[65978]: DEBUG nova.network.neutron [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 814.401185] env[65978]: DEBUG nova.compute.manager [req-2509c3ec-244d-4ce8-b9cb-0f329f9cdccd req-58fc7e3e-71b5-480c-95cb-b282f35250ce service nova] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Received event network-vif-plugged-107b4d33-5cf1-403c-bbfb-4dc66bca07a7 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 814.401240] env[65978]: DEBUG oslo_concurrency.lockutils [req-2509c3ec-244d-4ce8-b9cb-0f329f9cdccd req-58fc7e3e-71b5-480c-95cb-b282f35250ce service nova] Acquiring lock "abe9a8eb-88e2-4da0-a84f-0ed8c0e97117-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.401432] env[65978]: DEBUG oslo_concurrency.lockutils [req-2509c3ec-244d-4ce8-b9cb-0f329f9cdccd req-58fc7e3e-71b5-480c-95cb-b282f35250ce service nova] Lock "abe9a8eb-88e2-4da0-a84f-0ed8c0e97117-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.401601] env[65978]: DEBUG oslo_concurrency.lockutils [req-2509c3ec-244d-4ce8-b9cb-0f329f9cdccd req-58fc7e3e-71b5-480c-95cb-b282f35250ce service nova] Lock "abe9a8eb-88e2-4da0-a84f-0ed8c0e97117-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.401757] env[65978]: DEBUG nova.compute.manager [req-2509c3ec-244d-4ce8-b9cb-0f329f9cdccd req-58fc7e3e-71b5-480c-95cb-b282f35250ce service nova] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] No waiting events found dispatching network-vif-plugged-107b4d33-5cf1-403c-bbfb-4dc66bca07a7 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 814.401913] env[65978]: WARNING nova.compute.manager [req-2509c3ec-244d-4ce8-b9cb-0f329f9cdccd req-58fc7e3e-71b5-480c-95cb-b282f35250ce service nova] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Received unexpected event network-vif-plugged-107b4d33-5cf1-403c-bbfb-4dc66bca07a7 for instance with vm_state building and task_state spawning. [ 814.403852] env[65978]: DEBUG nova.network.neutron [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Successfully created port: 86fdca7e-4fd6-4b8b-a250-b712da7faba0 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 814.435635] env[65978]: DEBUG nova.compute.manager [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 814.481522] env[65978]: WARNING neutronclient.v2_0.client [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.573361] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "7773423b-4c3d-4e86-a7a0-5131f5692dff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.573823] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "7773423b-4c3d-4e86-a7a0-5131f5692dff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.574183] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "7773423b-4c3d-4e86-a7a0-5131f5692dff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.578784] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "7773423b-4c3d-4e86-a7a0-5131f5692dff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.578784] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "7773423b-4c3d-4e86-a7a0-5131f5692dff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.583979] env[65978]: INFO nova.compute.manager [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Terminating instance [ 814.643978] env[65978]: DEBUG nova.network.neutron [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Updating instance_info_cache with network_info: [{"id": "107b4d33-5cf1-403c-bbfb-4dc66bca07a7", "address": "fa:16:3e:24:2d:a4", "network": {"id": "c6cb7ada-5806-42be-b1d5-2eff39083def", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-611163347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6fd7a8630a94f3dad0a664d92e74eb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap107b4d33-5c", "ovs_interfaceid": "107b4d33-5cf1-403c-bbfb-4dc66bca07a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.719258] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3d4fb7-05b6-4f32-ba0c-0dc0f09b047c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.728869] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d63ac5e-1098-41de-8195-adcdc0391cc7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.766870] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4b716c-c763-496b-ae69-aefaa3c21146 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.776212] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843f08c2-4ece-4b02-a82a-cac95edf82a9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.792625] env[65978]: DEBUG nova.compute.provider_tree [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.093194] env[65978]: DEBUG nova.compute.manager [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 815.093545] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.094627] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7879a137-590b-4dc8-888f-4ccb63a14c9a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.106887] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.107225] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2115ad65-22e9-4e6c-8823-8b8caf3a6419 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.115582] env[65978]: DEBUG oslo_vmware.api [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 815.115582] env[65978]: value = "task-4714417" [ 815.115582] env[65978]: _type = "Task" [ 815.115582] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.126347] env[65978]: DEBUG oslo_vmware.api [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.150074] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Releasing lock "refresh_cache-abe9a8eb-88e2-4da0-a84f-0ed8c0e97117" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.150210] env[65978]: DEBUG nova.compute.manager [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Instance network_info: |[{"id": "107b4d33-5cf1-403c-bbfb-4dc66bca07a7", "address": "fa:16:3e:24:2d:a4", "network": {"id": "c6cb7ada-5806-42be-b1d5-2eff39083def", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-611163347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6fd7a8630a94f3dad0a664d92e74eb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap107b4d33-5c", "ovs_interfaceid": "107b4d33-5cf1-403c-bbfb-4dc66bca07a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 815.150742] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:2d:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '107b4d33-5cf1-403c-bbfb-4dc66bca07a7', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.159126] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Creating folder: Project (e6fd7a8630a94f3dad0a664d92e74eb9). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.159540] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12674b7d-06ed-4235-a228-87bb09a330ca {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.173965] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Created folder: Project (e6fd7a8630a94f3dad0a664d92e74eb9) in parent group-v919857. [ 815.173965] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Creating folder: Instances. Parent ref: group-v920027. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.173965] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e658f93-5234-47e6-b662-874e51f0e1da {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.187374] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Created folder: Instances in parent group-v920027. [ 815.187554] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 815.187884] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.188388] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e28eb102-8256-4f18-84e6-c2833300f49b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.216651] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.216651] env[65978]: value = "task-4714420" [ 815.216651] env[65978]: _type = "Task" [ 815.216651] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.232190] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714420, 'name': CreateVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.302781] env[65978]: DEBUG nova.scheduler.client.report [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.307359] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "804b95d0-772c-47d1-9fa7-260074759a77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.307639] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "804b95d0-772c-47d1-9fa7-260074759a77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.307848] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "804b95d0-772c-47d1-9fa7-260074759a77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.308042] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "804b95d0-772c-47d1-9fa7-260074759a77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.308224] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "804b95d0-772c-47d1-9fa7-260074759a77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.310796] env[65978]: INFO nova.compute.manager [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Terminating instance [ 815.455432] env[65978]: DEBUG nova.compute.manager [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 815.481064] env[65978]: DEBUG nova.virt.hardware [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 815.481064] env[65978]: DEBUG nova.virt.hardware [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.481064] env[65978]: DEBUG nova.virt.hardware [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 815.481324] env[65978]: DEBUG nova.virt.hardware [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.481613] env[65978]: DEBUG nova.virt.hardware [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 815.481613] env[65978]: DEBUG nova.virt.hardware [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 815.482089] env[65978]: DEBUG nova.virt.hardware [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 815.482089] env[65978]: DEBUG nova.virt.hardware [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 815.482089] env[65978]: DEBUG nova.virt.hardware [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 815.482300] env[65978]: DEBUG nova.virt.hardware [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 815.482366] env[65978]: DEBUG nova.virt.hardware [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 815.483327] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98718c8-5b1e-4df9-932e-179daff0b9f2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.492939] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a16fe2-2368-4ff5-8c88-1d8335dddd9c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.629526] env[65978]: DEBUG oslo_vmware.api [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714417, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.728098] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714420, 'name': CreateVM_Task, 'duration_secs': 0.496893} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.728478] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.729046] env[65978]: WARNING neutronclient.v2_0.client [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.729459] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.729645] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.730016] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.730521] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b6de620-c723-4be8-8a5e-4056f9d4c7cc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.739029] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Waiting for the task: (returnval){ [ 815.739029] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a8593d-7880-f653-7e0e-2b4df4972090" [ 815.739029] env[65978]: _type = "Task" [ 815.739029] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.748020] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a8593d-7880-f653-7e0e-2b4df4972090, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.812316] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.396s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.815305] env[65978]: DEBUG oslo_concurrency.lockutils [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.813s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.815681] env[65978]: DEBUG nova.objects.instance [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lazy-loading 'resources' on Instance uuid d1a2eddf-ae3a-40a8-a037-82728574cb0d {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.823055] env[65978]: DEBUG nova.compute.manager [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 815.823055] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.823055] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11ff6d2-b921-4703-822e-0cfd94fde8b8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.829242] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.829576] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57f14c85-a7dc-4abb-be4b-1758510fe24c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.838551] env[65978]: DEBUG oslo_vmware.api [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 815.838551] env[65978]: value = "task-4714421" [ 815.838551] env[65978]: _type = "Task" [ 815.838551] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.853602] env[65978]: DEBUG oslo_vmware.api [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.861526] env[65978]: INFO nova.scheduler.client.report [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Deleted allocations for instance 358d37e2-1180-40a4-9108-0a3cb617ac96 [ 816.130065] env[65978]: DEBUG oslo_vmware.api [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714417, 'name': PowerOffVM_Task, 'duration_secs': 0.55071} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.130395] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.130580] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.130878] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27b91111-34df-4729-9add-927efe4b1d0b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.190713] env[65978]: DEBUG nova.network.neutron [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Successfully updated port: 86fdca7e-4fd6-4b8b-a250-b712da7faba0 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 816.214383] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.214628] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.214924] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Deleting the datastore file [datastore2] 7773423b-4c3d-4e86-a7a0-5131f5692dff {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.215688] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-334b92a8-6bb8-469b-96f0-538e2637e8f2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.230082] env[65978]: DEBUG oslo_vmware.api [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 816.230082] env[65978]: value = "task-4714423" [ 816.230082] env[65978]: _type = "Task" [ 816.230082] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.239737] env[65978]: DEBUG oslo_vmware.api [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.252045] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a8593d-7880-f653-7e0e-2b4df4972090, 'name': SearchDatastore_Task, 'duration_secs': 0.022174} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.252045] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.252045] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.252045] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.252345] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.252345] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.252345] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7326cf32-1f37-44dc-b1ab-6296333c46de {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.265036] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.265244] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.266019] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baba84dc-d543-4485-929e-c19ed008dc18 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.275655] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Waiting for the task: (returnval){ [ 816.275655] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523172eb-d3c8-f91c-53ca-cde388f6c05b" [ 816.275655] env[65978]: _type = "Task" [ 816.275655] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.284405] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523172eb-d3c8-f91c-53ca-cde388f6c05b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.351277] env[65978]: DEBUG oslo_vmware.api [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714421, 'name': PowerOffVM_Task, 'duration_secs': 0.277076} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.351428] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.351595] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.351830] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79966d8e-c5eb-4ba9-abfa-a46042f202c1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.371476] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3d9f8ecc-4188-48f3-8de8-b6ab3588bcd8 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lock "358d37e2-1180-40a4-9108-0a3cb617ac96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.804s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.434191] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.434477] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.434654] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Deleting the datastore file [datastore2] 804b95d0-772c-47d1-9fa7-260074759a77 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.434963] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97ced97a-3d73-4288-8c15-5ea93c204c93 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.445534] env[65978]: DEBUG oslo_vmware.api [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 816.445534] env[65978]: value = "task-4714425" [ 816.445534] env[65978]: _type = "Task" [ 816.445534] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.458021] env[65978]: DEBUG oslo_vmware.api [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.696245] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquiring lock "refresh_cache-725c4bf0-ab9b-48cb-9638-0758a06e86ea" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.696245] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquired lock "refresh_cache-725c4bf0-ab9b-48cb-9638-0758a06e86ea" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.696245] env[65978]: DEBUG nova.network.neutron [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 816.741983] env[65978]: DEBUG oslo_vmware.api [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.442462} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.742936] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.742936] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.742936] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.742936] env[65978]: INFO nova.compute.manager [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Took 1.65 seconds to destroy the instance on the hypervisor. [ 816.743212] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 816.743363] env[65978]: DEBUG nova.compute.manager [-] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 816.743455] env[65978]: DEBUG nova.network.neutron [-] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 816.743706] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.789378] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523172eb-d3c8-f91c-53ca-cde388f6c05b, 'name': SearchDatastore_Task, 'duration_secs': 0.021608} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.790601] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-405f40ee-535a-40d6-8ae3-078124c3a60e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.804091] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Waiting for the task: (returnval){ [ 816.804091] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52523673-a69a-ab67-b15b-9dc30a8f90a6" [ 816.804091] env[65978]: _type = "Task" [ 816.804091] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.815920] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52523673-a69a-ab67-b15b-9dc30a8f90a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.827215] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.911103] env[65978]: INFO nova.compute.manager [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Rebuilding instance [ 816.963479] env[65978]: DEBUG oslo_vmware.api [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.976271] env[65978]: DEBUG nova.compute.manager [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 816.978237] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d7fcc7-5fbf-45df-bba5-ede499355da1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.038041] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e2983e-fa13-4e48-9fa8-1154489d57e8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.049843] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127fee4d-e8a0-4c18-929b-2135c4eac9bf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.093129] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb91cca-c1ae-440a-b102-e5bdd99e05fc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.096862] env[65978]: DEBUG nova.compute.manager [req-fd303d99-f3bf-4991-aa6a-ee4b64cca181 req-735e5249-11c6-4970-a9fc-f2043d39982a service nova] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Received event network-vif-plugged-86fdca7e-4fd6-4b8b-a250-b712da7faba0 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 817.097077] env[65978]: DEBUG oslo_concurrency.lockutils [req-fd303d99-f3bf-4991-aa6a-ee4b64cca181 req-735e5249-11c6-4970-a9fc-f2043d39982a service nova] Acquiring lock "725c4bf0-ab9b-48cb-9638-0758a06e86ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.097491] env[65978]: DEBUG oslo_concurrency.lockutils [req-fd303d99-f3bf-4991-aa6a-ee4b64cca181 req-735e5249-11c6-4970-a9fc-f2043d39982a service nova] Lock "725c4bf0-ab9b-48cb-9638-0758a06e86ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.097666] env[65978]: DEBUG oslo_concurrency.lockutils [req-fd303d99-f3bf-4991-aa6a-ee4b64cca181 req-735e5249-11c6-4970-a9fc-f2043d39982a service nova] Lock "725c4bf0-ab9b-48cb-9638-0758a06e86ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.097804] env[65978]: DEBUG nova.compute.manager [req-fd303d99-f3bf-4991-aa6a-ee4b64cca181 req-735e5249-11c6-4970-a9fc-f2043d39982a service nova] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] No waiting events found dispatching network-vif-plugged-86fdca7e-4fd6-4b8b-a250-b712da7faba0 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 817.098066] env[65978]: WARNING nova.compute.manager [req-fd303d99-f3bf-4991-aa6a-ee4b64cca181 req-735e5249-11c6-4970-a9fc-f2043d39982a service nova] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Received unexpected event network-vif-plugged-86fdca7e-4fd6-4b8b-a250-b712da7faba0 for instance with vm_state building and task_state spawning. [ 817.110117] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a3a66e-4d8c-4134-b977-09ca801d05a8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.127540] env[65978]: DEBUG nova.compute.provider_tree [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.237985] env[65978]: DEBUG nova.network.neutron [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 817.319891] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52523673-a69a-ab67-b15b-9dc30a8f90a6, 'name': SearchDatastore_Task, 'duration_secs': 0.027132} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.320171] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.320536] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] abe9a8eb-88e2-4da0-a84f-0ed8c0e97117/abe9a8eb-88e2-4da0-a84f-0ed8c0e97117.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.320750] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-324bb47a-0dcc-4210-997a-42ab9b281597 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.330301] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Waiting for the task: (returnval){ [ 817.330301] env[65978]: value = "task-4714426" [ 817.330301] env[65978]: _type = "Task" [ 817.330301] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.342827] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Task: {'id': task-4714426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.357151] env[65978]: WARNING neutronclient.v2_0.client [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.457623] env[65978]: DEBUG nova.network.neutron [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Updating instance_info_cache with network_info: [{"id": "86fdca7e-4fd6-4b8b-a250-b712da7faba0", "address": "fa:16:3e:0f:2d:3c", "network": {"id": "0e6fe9ab-9ab5-4280-87a1-60e0c737956a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1149969462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8825d643e4349409ea9d0471495f10c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86fdca7e-4f", "ovs_interfaceid": "86fdca7e-4fd6-4b8b-a250-b712da7faba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.460094] env[65978]: DEBUG nova.compute.manager [req-6e2e0932-dd5a-4d4d-b12c-96f996c49dd9 req-3af03326-a3f3-4304-9cfc-3ca3b50e412f service nova] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Received event network-changed-107b4d33-5cf1-403c-bbfb-4dc66bca07a7 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 817.460611] env[65978]: DEBUG nova.compute.manager [req-6e2e0932-dd5a-4d4d-b12c-96f996c49dd9 req-3af03326-a3f3-4304-9cfc-3ca3b50e412f service nova] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Refreshing instance network info cache due to event network-changed-107b4d33-5cf1-403c-bbfb-4dc66bca07a7. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 817.460611] env[65978]: DEBUG oslo_concurrency.lockutils [req-6e2e0932-dd5a-4d4d-b12c-96f996c49dd9 req-3af03326-a3f3-4304-9cfc-3ca3b50e412f service nova] Acquiring lock "refresh_cache-abe9a8eb-88e2-4da0-a84f-0ed8c0e97117" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.460611] env[65978]: DEBUG oslo_concurrency.lockutils [req-6e2e0932-dd5a-4d4d-b12c-96f996c49dd9 req-3af03326-a3f3-4304-9cfc-3ca3b50e412f service nova] Acquired lock "refresh_cache-abe9a8eb-88e2-4da0-a84f-0ed8c0e97117" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.460882] env[65978]: DEBUG nova.network.neutron [req-6e2e0932-dd5a-4d4d-b12c-96f996c49dd9 req-3af03326-a3f3-4304-9cfc-3ca3b50e412f service nova] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Refreshing network info cache for port 107b4d33-5cf1-403c-bbfb-4dc66bca07a7 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.468342] env[65978]: DEBUG oslo_vmware.api [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.534097} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.469823] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.469823] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.469823] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.469823] env[65978]: INFO nova.compute.manager [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Took 1.65 seconds to destroy the instance on the hypervisor. [ 817.470070] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 817.470456] env[65978]: DEBUG nova.compute.manager [-] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 817.470559] env[65978]: DEBUG nova.network.neutron [-] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 817.470799] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.516156] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.601457] env[65978]: DEBUG nova.network.neutron [-] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.633176] env[65978]: DEBUG nova.scheduler.client.report [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.842611] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Task: {'id': task-4714426, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.859728] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Acquiring lock "85358d03-f54e-437b-b0e9-b1b8d20b54c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.860212] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lock "85358d03-f54e-437b-b0e9-b1b8d20b54c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.860366] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Acquiring lock "85358d03-f54e-437b-b0e9-b1b8d20b54c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.860480] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lock "85358d03-f54e-437b-b0e9-b1b8d20b54c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.860828] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lock "85358d03-f54e-437b-b0e9-b1b8d20b54c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.863467] env[65978]: INFO nova.compute.manager [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Terminating instance [ 817.963872] env[65978]: WARNING neutronclient.v2_0.client [req-6e2e0932-dd5a-4d4d-b12c-96f996c49dd9 req-3af03326-a3f3-4304-9cfc-3ca3b50e412f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.969106] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Releasing lock "refresh_cache-725c4bf0-ab9b-48cb-9638-0758a06e86ea" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.969691] env[65978]: DEBUG nova.compute.manager [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Instance network_info: |[{"id": "86fdca7e-4fd6-4b8b-a250-b712da7faba0", "address": "fa:16:3e:0f:2d:3c", "network": {"id": "0e6fe9ab-9ab5-4280-87a1-60e0c737956a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1149969462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8825d643e4349409ea9d0471495f10c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86fdca7e-4f", "ovs_interfaceid": "86fdca7e-4fd6-4b8b-a250-b712da7faba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 817.970726] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:2d:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496ac502-bfc4-4324-8332-cac473eb7cc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86fdca7e-4fd6-4b8b-a250-b712da7faba0', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.984535] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 817.985467] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.985467] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0b5a435-bf72-42b5-aec4-0e2c031dd244 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.001559] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.001922] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f8ff04e-5632-4ed8-a395-e8acc8d1de9c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.010872] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.010872] env[65978]: value = "task-4714428" [ 818.010872] env[65978]: _type = "Task" [ 818.010872] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.013095] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 818.013095] env[65978]: value = "task-4714427" [ 818.013095] env[65978]: _type = "Task" [ 818.013095] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.031880] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714428, 'name': CreateVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.036241] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.050666] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "e7525308-7f14-4c1d-a72c-8780fda96886" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.050962] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "e7525308-7f14-4c1d-a72c-8780fda96886" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.103733] env[65978]: INFO nova.compute.manager [-] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Took 1.36 seconds to deallocate network for instance. [ 818.139465] env[65978]: DEBUG oslo_concurrency.lockutils [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.324s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.142681] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.598s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.144272] env[65978]: INFO nova.compute.claims [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.193931] env[65978]: WARNING neutronclient.v2_0.client [req-6e2e0932-dd5a-4d4d-b12c-96f996c49dd9 req-3af03326-a3f3-4304-9cfc-3ca3b50e412f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.240344] env[65978]: INFO nova.scheduler.client.report [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Deleted allocations for instance d1a2eddf-ae3a-40a8-a037-82728574cb0d [ 818.280925] env[65978]: DEBUG nova.network.neutron [-] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.305466] env[65978]: DEBUG nova.network.neutron [req-6e2e0932-dd5a-4d4d-b12c-96f996c49dd9 req-3af03326-a3f3-4304-9cfc-3ca3b50e412f service nova] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Updated VIF entry in instance network info cache for port 107b4d33-5cf1-403c-bbfb-4dc66bca07a7. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 818.305976] env[65978]: DEBUG nova.network.neutron [req-6e2e0932-dd5a-4d4d-b12c-96f996c49dd9 req-3af03326-a3f3-4304-9cfc-3ca3b50e412f service nova] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Updating instance_info_cache with network_info: [{"id": "107b4d33-5cf1-403c-bbfb-4dc66bca07a7", "address": "fa:16:3e:24:2d:a4", "network": {"id": "c6cb7ada-5806-42be-b1d5-2eff39083def", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-611163347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6fd7a8630a94f3dad0a664d92e74eb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap107b4d33-5c", "ovs_interfaceid": "107b4d33-5cf1-403c-bbfb-4dc66bca07a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.341715] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Task: {'id': task-4714426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625215} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.342009] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] abe9a8eb-88e2-4da0-a84f-0ed8c0e97117/abe9a8eb-88e2-4da0-a84f-0ed8c0e97117.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.342293] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.342719] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1de5e83d-a622-4cf5-a7cc-1b3e8e14de8c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.351421] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Waiting for the task: (returnval){ [ 818.351421] env[65978]: value = "task-4714429" [ 818.351421] env[65978]: _type = "Task" [ 818.351421] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.365624] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Task: {'id': task-4714429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.367625] env[65978]: DEBUG nova.compute.manager [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 818.368015] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.368780] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7429d7-c36e-4af2-826e-d45ca48ee245 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.378052] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.379288] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da21f17e-21a3-4cd3-bc92-75a3e71c2770 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.386650] env[65978]: DEBUG oslo_vmware.api [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 818.386650] env[65978]: value = "task-4714430" [ 818.386650] env[65978]: _type = "Task" [ 818.386650] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.401144] env[65978]: DEBUG oslo_vmware.api [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.524105] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714428, 'name': CreateVM_Task, 'duration_secs': 0.426693} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.528136] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.529009] env[65978]: WARNING neutronclient.v2_0.client [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.530309] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.530517] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.530832] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.531586] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fdaa8f9-cfeb-4293-a7f4-58869f0be225 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.537120] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.540961] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Waiting for the task: (returnval){ [ 818.540961] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52617c81-8821-88a9-b4ad-a210fc8949f4" [ 818.540961] env[65978]: _type = "Task" [ 818.540961] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.551036] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52617c81-8821-88a9-b4ad-a210fc8949f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.614661] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.751055] env[65978]: DEBUG oslo_concurrency.lockutils [None req-10176b12-a764-4146-81c6-eee13790845e tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "d1a2eddf-ae3a-40a8-a037-82728574cb0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.152s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.783847] env[65978]: INFO nova.compute.manager [-] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Took 1.31 seconds to deallocate network for instance. [ 818.808962] env[65978]: DEBUG oslo_concurrency.lockutils [req-6e2e0932-dd5a-4d4d-b12c-96f996c49dd9 req-3af03326-a3f3-4304-9cfc-3ca3b50e412f service nova] Releasing lock "refresh_cache-abe9a8eb-88e2-4da0-a84f-0ed8c0e97117" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.861988] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Task: {'id': task-4714429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078042} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.862362] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.863142] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b32e56b-670a-4f66-aa72-bca8bbbfc5c3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.891427] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] abe9a8eb-88e2-4da0-a84f-0ed8c0e97117/abe9a8eb-88e2-4da0-a84f-0ed8c0e97117.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.891913] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba1b6554-5223-4e6c-9b55-dc5dec2b4f26 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.917327] env[65978]: DEBUG oslo_vmware.api [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714430, 'name': PowerOffVM_Task, 'duration_secs': 0.257126} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.918800] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.918985] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.919313] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Waiting for the task: (returnval){ [ 818.919313] env[65978]: value = "task-4714431" [ 818.919313] env[65978]: _type = "Task" [ 818.919313] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.919573] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9f8bee9-d824-409f-b9b9-89cfcf3777cb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.930834] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Task: {'id': task-4714431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.001801] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.002135] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.002377] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Deleting the datastore file [datastore1] 85358d03-f54e-437b-b0e9-b1b8d20b54c4 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.002612] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b573819-9b80-48b4-9447-5a08e942b22f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.015489] env[65978]: DEBUG oslo_vmware.api [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for the task: (returnval){ [ 819.015489] env[65978]: value = "task-4714433" [ 819.015489] env[65978]: _type = "Task" [ 819.015489] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.022880] env[65978]: DEBUG oslo_vmware.api [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.038262] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714427, 'name': PowerOffVM_Task, 'duration_secs': 0.709587} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.038262] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.038262] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.038262] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072e8008-905b-4ba8-8e4a-6759a3366e02 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.045938] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.049272] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce3b59ef-0af6-46bf-be74-e806035d9d50 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.060751] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52617c81-8821-88a9-b4ad-a210fc8949f4, 'name': SearchDatastore_Task, 'duration_secs': 0.019539} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.061132] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.061370] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.061642] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.061789] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.061980] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.062307] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3556ee3-960e-4a8f-9445-9a5e980710b7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.076673] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "7bb7d018-e090-4fb5-a129-89612ebe01ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.076968] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "7bb7d018-e090-4fb5-a129-89612ebe01ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.077264] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "7bb7d018-e090-4fb5-a129-89612ebe01ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.077587] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "7bb7d018-e090-4fb5-a129-89612ebe01ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.077833] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "7bb7d018-e090-4fb5-a129-89612ebe01ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.079657] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.079821] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.081086] env[65978]: INFO nova.compute.manager [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Terminating instance [ 819.082565] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2002103e-af71-4b0c-a05b-8f8b55fb3311 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.091577] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Waiting for the task: (returnval){ [ 819.091577] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528f55be-a346-dbe5-1493-5f2ff2f5b599" [ 819.091577] env[65978]: _type = "Task" [ 819.091577] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.102506] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528f55be-a346-dbe5-1493-5f2ff2f5b599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.118310] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.118751] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.118912] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Deleting the datastore file [datastore2] 9cce03ad-7648-47fc-9772-a0e7ad3564f0 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.119253] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b761cc0-f796-45a1-93e8-b19f0a7dd20c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.127731] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 819.127731] env[65978]: value = "task-4714435" [ 819.127731] env[65978]: _type = "Task" [ 819.127731] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.137259] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.292304] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.348227] env[65978]: DEBUG nova.compute.manager [req-5ff791f8-73d8-446a-81a2-b331278157af req-a6b9f941-c0e0-421d-aed2-2d0310b86e05 service nova] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Received event network-changed-86fdca7e-4fd6-4b8b-a250-b712da7faba0 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 819.348563] env[65978]: DEBUG nova.compute.manager [req-5ff791f8-73d8-446a-81a2-b331278157af req-a6b9f941-c0e0-421d-aed2-2d0310b86e05 service nova] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Refreshing instance network info cache due to event network-changed-86fdca7e-4fd6-4b8b-a250-b712da7faba0. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 819.348827] env[65978]: DEBUG oslo_concurrency.lockutils [req-5ff791f8-73d8-446a-81a2-b331278157af req-a6b9f941-c0e0-421d-aed2-2d0310b86e05 service nova] Acquiring lock "refresh_cache-725c4bf0-ab9b-48cb-9638-0758a06e86ea" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.349127] env[65978]: DEBUG oslo_concurrency.lockutils [req-5ff791f8-73d8-446a-81a2-b331278157af req-a6b9f941-c0e0-421d-aed2-2d0310b86e05 service nova] Acquired lock "refresh_cache-725c4bf0-ab9b-48cb-9638-0758a06e86ea" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.349384] env[65978]: DEBUG nova.network.neutron [req-5ff791f8-73d8-446a-81a2-b331278157af req-a6b9f941-c0e0-421d-aed2-2d0310b86e05 service nova] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Refreshing network info cache for port 86fdca7e-4fd6-4b8b-a250-b712da7faba0 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.433445] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Task: {'id': task-4714431, 'name': ReconfigVM_Task, 'duration_secs': 0.340807} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.433761] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Reconfigured VM instance instance-0000003b to attach disk [datastore1] abe9a8eb-88e2-4da0-a84f-0ed8c0e97117/abe9a8eb-88e2-4da0-a84f-0ed8c0e97117.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.434463] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb2bdd80-900e-4a03-ad3c-01d6aacad37b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.445328] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Waiting for the task: (returnval){ [ 819.445328] env[65978]: value = "task-4714436" [ 819.445328] env[65978]: _type = "Task" [ 819.445328] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.455879] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Task: {'id': task-4714436, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.524019] env[65978]: DEBUG oslo_vmware.api [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Task: {'id': task-4714433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270272} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.524427] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.524427] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.524770] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.524770] env[65978]: INFO nova.compute.manager [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 819.525828] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 819.525828] env[65978]: DEBUG nova.compute.manager [-] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 819.525828] env[65978]: DEBUG nova.network.neutron [-] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 819.525828] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.566294] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.588509] env[65978]: DEBUG nova.compute.manager [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 819.588818] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.592924] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60699156-2bc3-46b8-81fd-9ad7ae3f6037 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.617225] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.617575] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528f55be-a346-dbe5-1493-5f2ff2f5b599, 'name': SearchDatastore_Task, 'duration_secs': 0.014358} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.620591] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff20e681-ab7c-450a-a664-81cc3b49c29f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.623684] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dfefadf-9fb8-4c36-923c-dbe62531dc18 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.630864] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Waiting for the task: (returnval){ [ 819.630864] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523d54f9-bf1b-6273-db80-539349c6bc8d" [ 819.630864] env[65978]: _type = "Task" [ 819.630864] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.636165] env[65978]: DEBUG oslo_vmware.api [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 819.636165] env[65978]: value = "task-4714437" [ 819.636165] env[65978]: _type = "Task" [ 819.636165] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.652263] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228596} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.653026] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.653356] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.653473] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.664462] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523d54f9-bf1b-6273-db80-539349c6bc8d, 'name': SearchDatastore_Task, 'duration_secs': 0.015852} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.664462] env[65978]: DEBUG oslo_vmware.api [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.667873] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.670020] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 725c4bf0-ab9b-48cb-9638-0758a06e86ea/725c4bf0-ab9b-48cb-9638-0758a06e86ea.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.670020] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0f5482a-69d5-4c62-805c-fe01977e8ed1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.678159] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Waiting for the task: (returnval){ [ 819.678159] env[65978]: value = "task-4714438" [ 819.678159] env[65978]: _type = "Task" [ 819.678159] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.691197] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.811040] env[65978]: DEBUG nova.compute.manager [req-2ffcbaf0-ad1f-4b4f-83a1-30a3f99b20e1 req-dc4d1887-6e4a-4924-8c09-28c509c778d5 service nova] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Received event network-vif-deleted-d6f8b51d-04ae-46ad-9d71-e040e8098fd2 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 819.811040] env[65978]: DEBUG nova.compute.manager [req-2ffcbaf0-ad1f-4b4f-83a1-30a3f99b20e1 req-dc4d1887-6e4a-4924-8c09-28c509c778d5 service nova] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Received event network-vif-deleted-77f63187-3676-4f9f-bd94-234ed60be8ab {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 819.852194] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539fdab1-22a3-411d-b52e-eb1cf8c7415d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.859828] env[65978]: WARNING neutronclient.v2_0.client [req-5ff791f8-73d8-446a-81a2-b331278157af req-a6b9f941-c0e0-421d-aed2-2d0310b86e05 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.870741] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5644a546-fc15-4f2c-a5f8-06683006450a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.913997] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00dcc94-0db4-42e9-bc71-008286c77f4b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.923045] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da54c882-36ab-4660-a718-f926eb9dca0c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.939110] env[65978]: DEBUG nova.compute.provider_tree [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.956077] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Task: {'id': task-4714436, 'name': Rename_Task, 'duration_secs': 0.174849} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.959362] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.960774] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2e351e3-0d81-4342-8bd0-a00814e82fc2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.974061] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Waiting for the task: (returnval){ [ 819.974061] env[65978]: value = "task-4714439" [ 819.974061] env[65978]: _type = "Task" [ 819.974061] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.990024] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Task: {'id': task-4714439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.047148] env[65978]: WARNING neutronclient.v2_0.client [req-5ff791f8-73d8-446a-81a2-b331278157af req-a6b9f941-c0e0-421d-aed2-2d0310b86e05 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.152563] env[65978]: DEBUG nova.network.neutron [req-5ff791f8-73d8-446a-81a2-b331278157af req-a6b9f941-c0e0-421d-aed2-2d0310b86e05 service nova] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Updated VIF entry in instance network info cache for port 86fdca7e-4fd6-4b8b-a250-b712da7faba0. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 820.152966] env[65978]: DEBUG nova.network.neutron [req-5ff791f8-73d8-446a-81a2-b331278157af req-a6b9f941-c0e0-421d-aed2-2d0310b86e05 service nova] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Updating instance_info_cache with network_info: [{"id": "86fdca7e-4fd6-4b8b-a250-b712da7faba0", "address": "fa:16:3e:0f:2d:3c", "network": {"id": "0e6fe9ab-9ab5-4280-87a1-60e0c737956a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1149969462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8825d643e4349409ea9d0471495f10c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86fdca7e-4f", "ovs_interfaceid": "86fdca7e-4fd6-4b8b-a250-b712da7faba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.163175] env[65978]: DEBUG oslo_vmware.api [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714437, 'name': PowerOffVM_Task, 'duration_secs': 0.305946} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.163546] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.163713] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.164732] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-131c4a67-a9e7-4477-b471-48d20a704c9e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.191553] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714438, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.254662] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.255090] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.255291] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Deleting the datastore file [datastore1] 7bb7d018-e090-4fb5-a129-89612ebe01ed {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.255592] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f887b7f0-4c14-411d-9c8e-4f9986ba88f7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.264983] env[65978]: DEBUG oslo_vmware.api [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 820.264983] env[65978]: value = "task-4714441" [ 820.264983] env[65978]: _type = "Task" [ 820.264983] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.274500] env[65978]: DEBUG oslo_vmware.api [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.313040] env[65978]: DEBUG nova.network.neutron [-] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.442823] env[65978]: DEBUG nova.scheduler.client.report [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.484161] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Task: {'id': task-4714439, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.656503] env[65978]: DEBUG oslo_concurrency.lockutils [req-5ff791f8-73d8-446a-81a2-b331278157af req-a6b9f941-c0e0-421d-aed2-2d0310b86e05 service nova] Releasing lock "refresh_cache-725c4bf0-ab9b-48cb-9638-0758a06e86ea" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.690400] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615352} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.690807] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 725c4bf0-ab9b-48cb-9638-0758a06e86ea/725c4bf0-ab9b-48cb-9638-0758a06e86ea.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.690945] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.691228] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7829409b-45a8-4410-84c2-f1be788b922b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.700525] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Waiting for the task: (returnval){ [ 820.700525] env[65978]: value = "task-4714442" [ 820.700525] env[65978]: _type = "Task" [ 820.700525] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.707525] env[65978]: DEBUG nova.virt.hardware [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 820.707897] env[65978]: DEBUG nova.virt.hardware [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.708088] env[65978]: DEBUG nova.virt.hardware [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 820.708279] env[65978]: DEBUG nova.virt.hardware [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.708448] env[65978]: DEBUG nova.virt.hardware [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 820.708636] env[65978]: DEBUG nova.virt.hardware [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 820.708871] env[65978]: DEBUG nova.virt.hardware [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 820.709051] env[65978]: DEBUG nova.virt.hardware [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 820.709223] env[65978]: DEBUG nova.virt.hardware [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 820.709386] env[65978]: DEBUG nova.virt.hardware [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 820.709615] env[65978]: DEBUG nova.virt.hardware [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 820.710591] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94821dab-0b79-4fa4-8d6d-703a5c85732a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.727417] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b1799d-71e1-48ec-af18-fd185c0206b7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.732191] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.745804] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:3b:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f59fc83b-b615-4310-9d55-8a78f949f5bd', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.755259] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 820.755636] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.756153] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62c5512a-0aba-4468-8913-3b4a4cf85be6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.781254] env[65978]: DEBUG oslo_vmware.api [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23099} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.782792] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.783192] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.783192] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.783338] env[65978]: INFO nova.compute.manager [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Took 1.19 seconds to destroy the instance on the hypervisor. [ 820.783568] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 820.783835] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.783835] env[65978]: value = "task-4714443" [ 820.783835] env[65978]: _type = "Task" [ 820.783835] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.784220] env[65978]: DEBUG nova.compute.manager [-] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 820.784220] env[65978]: DEBUG nova.network.neutron [-] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 820.784377] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.796977] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714443, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.816755] env[65978]: INFO nova.compute.manager [-] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Took 1.29 seconds to deallocate network for instance. [ 820.824043] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.950188] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.807s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.952280] env[65978]: DEBUG nova.compute.manager [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 820.954299] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.969s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.954680] env[65978]: DEBUG nova.objects.instance [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Lazy-loading 'resources' on Instance uuid 1f718f63-a0fd-4c55-9ccc-d89d897891b2 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.986629] env[65978]: DEBUG oslo_vmware.api [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Task: {'id': task-4714439, 'name': PowerOnVM_Task, 'duration_secs': 0.566817} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.986996] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.987229] env[65978]: INFO nova.compute.manager [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Took 8.39 seconds to spawn the instance on the hypervisor. [ 820.987443] env[65978]: DEBUG nova.compute.manager [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 820.988396] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cccfbc9-f405-4baa-bc19-c2683174fbfc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.213586] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098517} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.214729] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.214947] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e154f8c-d0aa-4517-a772-a1734df1f911 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.241853] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 725c4bf0-ab9b-48cb-9638-0758a06e86ea/725c4bf0-ab9b-48cb-9638-0758a06e86ea.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.242235] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b2e390b-6b03-4d45-9cdc-bb3d8cf07a9f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.263374] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Waiting for the task: (returnval){ [ 821.263374] env[65978]: value = "task-4714444" [ 821.263374] env[65978]: _type = "Task" [ 821.263374] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.275048] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.298620] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714443, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.324927] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.458890] env[65978]: DEBUG nova.compute.utils [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.463656] env[65978]: DEBUG nova.compute.manager [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 821.464654] env[65978]: DEBUG nova.network.neutron [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 821.464654] env[65978]: WARNING neutronclient.v2_0.client [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.464654] env[65978]: WARNING neutronclient.v2_0.client [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.493149] env[65978]: DEBUG oslo_vmware.rw_handles [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52948588-6520-7ce0-4422-774505e6aecc/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 821.493919] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba33d8a0-ec6c-4f0b-bde4-1eea9236279a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.506458] env[65978]: DEBUG oslo_vmware.rw_handles [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52948588-6520-7ce0-4422-774505e6aecc/disk-0.vmdk is in state: ready. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 821.506592] env[65978]: ERROR oslo_vmware.rw_handles [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52948588-6520-7ce0-4422-774505e6aecc/disk-0.vmdk due to incomplete transfer. [ 821.510184] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-42432bae-4aec-4331-a203-8ac91f5b3e6b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.514353] env[65978]: INFO nova.compute.manager [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Took 50.28 seconds to build instance. [ 821.521218] env[65978]: DEBUG oslo_vmware.rw_handles [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52948588-6520-7ce0-4422-774505e6aecc/disk-0.vmdk. {{(pid=65978) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 821.521218] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Uploaded image ccbc43a7-9c46-4018-89f2-e1655e62aea9 to the Glance image server {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 821.523954] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Destroying the VM {{(pid=65978) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 821.526535] env[65978]: DEBUG nova.policy [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ce03978fb674b77b9c3808ecb09222d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '496ab4356f244fb2b2edbc4d3e852d28', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.530660] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-91fd4485-d1b1-47c5-a670-fe996575a913 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.538850] env[65978]: DEBUG nova.network.neutron [-] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.543895] env[65978]: DEBUG oslo_vmware.api [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 821.543895] env[65978]: value = "task-4714445" [ 821.543895] env[65978]: _type = "Task" [ 821.543895] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.555600] env[65978]: DEBUG oslo_vmware.api [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714445, 'name': Destroy_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.776121] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.802797] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714443, 'name': CreateVM_Task, 'duration_secs': 0.539917} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.803394] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.804474] env[65978]: WARNING neutronclient.v2_0.client [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 821.805036] env[65978]: DEBUG oslo_concurrency.lockutils [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.806492] env[65978]: DEBUG oslo_concurrency.lockutils [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.806705] env[65978]: DEBUG oslo_concurrency.lockutils [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.808033] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46d924ba-5c3f-4611-b922-0012c24ead39 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.816940] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 821.816940] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527c6c6c-701e-7f2c-ec90-412d4516e626" [ 821.816940] env[65978]: _type = "Task" [ 821.816940] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.838323] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527c6c6c-701e-7f2c-ec90-412d4516e626, 'name': SearchDatastore_Task, 'duration_secs': 0.011575} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.838649] env[65978]: DEBUG oslo_concurrency.lockutils [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.838865] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.840270] env[65978]: DEBUG oslo_concurrency.lockutils [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.840448] env[65978]: DEBUG oslo_concurrency.lockutils [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.840654] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.843702] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47f61f0d-163d-44a1-8f4d-0addff96d358 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.853563] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.853796] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.854731] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd2c564c-32cf-4271-9337-eb07a88d2d83 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.866252] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 821.866252] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52aa25f2-ea8a-c55c-edae-54011b53f198" [ 821.866252] env[65978]: _type = "Task" [ 821.866252] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.876451] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52aa25f2-ea8a-c55c-edae-54011b53f198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.879997] env[65978]: DEBUG nova.network.neutron [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Successfully created port: 8e11b58f-ce0a-4424-806b-eaaff75e5942 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 821.925441] env[65978]: DEBUG nova.compute.manager [req-5b37cd4a-2cdc-4f04-9121-ff2019f27058 req-82a3ea33-b861-4b9f-ab6e-0a80c613393c service nova] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Received event network-vif-deleted-00c4783c-c64f-46c1-93c3-445860ea7359 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 821.963928] env[65978]: DEBUG nova.compute.manager [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 822.019322] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a7eb04fe-2daf-45ae-aab3-3d98827d2afa tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Lock "abe9a8eb-88e2-4da0-a84f-0ed8c0e97117" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.546s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.043804] env[65978]: INFO nova.compute.manager [-] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Took 1.26 seconds to deallocate network for instance. [ 822.065432] env[65978]: DEBUG oslo_vmware.api [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714445, 'name': Destroy_Task, 'duration_secs': 0.356192} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.066540] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Destroyed the VM [ 822.066747] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Deleting Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 822.067104] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9939e143-5791-42a7-a5c9-5a0bf035510c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.077600] env[65978]: DEBUG oslo_vmware.api [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 822.077600] env[65978]: value = "task-4714446" [ 822.077600] env[65978]: _type = "Task" [ 822.077600] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.093023] env[65978]: DEBUG oslo_vmware.api [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714446, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.146731] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148ebbe0-a060-45eb-adbd-f3f984a4fb53 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.155023] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e18465-e35f-4c42-a258-7ec0bea8b4f9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.188151] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f7a917-39f3-4d52-83fe-d24ab71d82d5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.198940] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89623b4-b9f0-4424-bdbd-8bfdf7067e5b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.216640] env[65978]: DEBUG nova.compute.provider_tree [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.275116] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714444, 'name': ReconfigVM_Task, 'duration_secs': 0.864828} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.275407] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 725c4bf0-ab9b-48cb-9638-0758a06e86ea/725c4bf0-ab9b-48cb-9638-0758a06e86ea.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.276067] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3349e22d-808e-4c5b-9ade-6875246a7c5b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.283564] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Waiting for the task: (returnval){ [ 822.283564] env[65978]: value = "task-4714447" [ 822.283564] env[65978]: _type = "Task" [ 822.283564] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.292890] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714447, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.378108] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52aa25f2-ea8a-c55c-edae-54011b53f198, 'name': SearchDatastore_Task, 'duration_secs': 0.014545} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.378926] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67798609-fca8-47cc-af45-a98d654c563e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.385405] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 822.385405] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d9fa31-6f0d-7964-9b8e-85235bc7c4b0" [ 822.385405] env[65978]: _type = "Task" [ 822.385405] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.394355] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d9fa31-6f0d-7964-9b8e-85235bc7c4b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.523389] env[65978]: DEBUG nova.compute.manager [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 822.555982] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.589863] env[65978]: DEBUG oslo_vmware.api [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714446, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.719905] env[65978]: DEBUG nova.scheduler.client.report [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.795758] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714447, 'name': Rename_Task, 'duration_secs': 0.214632} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.795758] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.796264] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-816a969a-82b1-44a4-a558-80b5a3ff6ad1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.804441] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Waiting for the task: (returnval){ [ 822.804441] env[65978]: value = "task-4714448" [ 822.804441] env[65978]: _type = "Task" [ 822.804441] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.814159] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.898554] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d9fa31-6f0d-7964-9b8e-85235bc7c4b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010964} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.898554] env[65978]: DEBUG oslo_concurrency.lockutils [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.898554] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 9cce03ad-7648-47fc-9772-a0e7ad3564f0/9cce03ad-7648-47fc-9772-a0e7ad3564f0.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.899021] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c93fd1f-550e-45af-ae6f-5ce5eb562c36 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.907345] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 822.907345] env[65978]: value = "task-4714449" [ 822.907345] env[65978]: _type = "Task" [ 822.907345] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.917715] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.974519] env[65978]: DEBUG nova.compute.manager [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 823.005024] env[65978]: DEBUG nova.virt.hardware [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 823.005024] env[65978]: DEBUG nova.virt.hardware [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.005024] env[65978]: DEBUG nova.virt.hardware [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 823.005273] env[65978]: DEBUG nova.virt.hardware [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.005463] env[65978]: DEBUG nova.virt.hardware [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 823.005774] env[65978]: DEBUG nova.virt.hardware [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 823.006137] env[65978]: DEBUG nova.virt.hardware [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 823.006414] env[65978]: DEBUG nova.virt.hardware [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 823.007611] env[65978]: DEBUG nova.virt.hardware [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 823.007611] env[65978]: DEBUG nova.virt.hardware [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 823.007611] env[65978]: DEBUG nova.virt.hardware [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 823.008862] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e96a54-ed4c-449f-b5c3-6bf0ed210bb1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.017401] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c409f7c-ce6a-40ee-8b86-6a4c93e7744a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.056347] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.090776] env[65978]: DEBUG oslo_vmware.api [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714446, 'name': RemoveSnapshot_Task, 'duration_secs': 0.553046} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.091102] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Deleted Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 823.091386] env[65978]: INFO nova.compute.manager [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Took 15.61 seconds to snapshot the instance on the hypervisor. [ 823.227867] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.230728] env[65978]: DEBUG oslo_concurrency.lockutils [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.611s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.230881] env[65978]: DEBUG nova.objects.instance [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Lazy-loading 'resources' on Instance uuid 7920eeed-577d-4ee6-8dab-69ead7c42706 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.271230] env[65978]: INFO nova.scheduler.client.report [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Deleted allocations for instance 1f718f63-a0fd-4c55-9ccc-d89d897891b2 [ 823.324545] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714448, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.420148] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487056} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.420599] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 9cce03ad-7648-47fc-9772-a0e7ad3564f0/9cce03ad-7648-47fc-9772-a0e7ad3564f0.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.420896] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.421253] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54246f6a-b993-4cfc-9d93-acb8e81db091 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.432028] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 823.432028] env[65978]: value = "task-4714450" [ 823.432028] env[65978]: _type = "Task" [ 823.432028] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.441820] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.583505] env[65978]: DEBUG nova.network.neutron [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Successfully updated port: 8e11b58f-ce0a-4424-806b-eaaff75e5942 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 823.668821] env[65978]: DEBUG nova.compute.manager [None req-1b1d213d-bc28-4a02-851a-10360696b4cd tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Found 1 images (rotation: 2) {{(pid=65978) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5061}} [ 823.705228] env[65978]: DEBUG nova.compute.manager [req-f466dc25-8cae-4d3f-a992-ca7eced3c295 req-e19c0041-1296-4257-8322-fb64d81cd94f service nova] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Received event network-vif-deleted-8a1dc4f2-808a-4a54-91cb-62ea52a99fb1 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 823.782039] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ad5c5022-7ba7-468d-a10d-4d82d8a02fcb tempest-ServersAdminNegativeTestJSON-821105226 tempest-ServersAdminNegativeTestJSON-821105226-project-member] Lock "1f718f63-a0fd-4c55-9ccc-d89d897891b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.478s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.819443] env[65978]: DEBUG oslo_vmware.api [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714448, 'name': PowerOnVM_Task, 'duration_secs': 0.682528} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.819812] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.819945] env[65978]: INFO nova.compute.manager [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Took 8.37 seconds to spawn the instance on the hypervisor. [ 823.820119] env[65978]: DEBUG nova.compute.manager [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 823.820926] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cabd7a-5f24-4958-adae-e9234e41cee7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.944787] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081747} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.947395] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.948380] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331eaebc-eddc-4e0b-9c4b-ef405929ed2e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.972903] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 9cce03ad-7648-47fc-9772-a0e7ad3564f0/9cce03ad-7648-47fc-9772-a0e7ad3564f0.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.976326] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c803d440-4481-4c0c-986f-b4c335b24b04 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.997815] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 823.997815] env[65978]: value = "task-4714451" [ 823.997815] env[65978]: _type = "Task" [ 823.997815] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.010347] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714451, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.089817] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Acquiring lock "refresh_cache-f0c7b8fd-adb9-47a4-b0d1-0108dde923f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.090024] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Acquired lock "refresh_cache-f0c7b8fd-adb9-47a4-b0d1-0108dde923f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.090207] env[65978]: DEBUG nova.network.neutron [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 824.348694] env[65978]: INFO nova.compute.manager [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Took 52.51 seconds to build instance. [ 824.408318] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983218db-9acf-4205-bff8-3a85d9c62323 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.417220] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6f690a-108c-4e73-bbf3-c5b0f4de27db {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.450220] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91ae8ec-6f81-4c8b-94f9-04a23788c682 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.458557] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660399ae-13e8-4d2b-bf79-d9eb35532448 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.474660] env[65978]: DEBUG nova.compute.provider_tree [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.509814] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714451, 'name': ReconfigVM_Task, 'duration_secs': 0.30242} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.510023] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 9cce03ad-7648-47fc-9772-a0e7ad3564f0/9cce03ad-7648-47fc-9772-a0e7ad3564f0.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.510869] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-235a2506-64f3-4c49-b372-09380c01ed0f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.520370] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 824.520370] env[65978]: value = "task-4714452" [ 824.520370] env[65978]: _type = "Task" [ 824.520370] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.532914] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714452, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.649328] env[65978]: DEBUG nova.compute.manager [req-e0b13ba0-e99d-48a6-9c2c-dd2c3a910839 req-13ae7d6a-2991-4c76-ace6-15b64eb5794a service nova] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Received event network-vif-plugged-8e11b58f-ce0a-4424-806b-eaaff75e5942 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 824.649819] env[65978]: DEBUG oslo_concurrency.lockutils [req-e0b13ba0-e99d-48a6-9c2c-dd2c3a910839 req-13ae7d6a-2991-4c76-ace6-15b64eb5794a service nova] Acquiring lock "f0c7b8fd-adb9-47a4-b0d1-0108dde923f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.650567] env[65978]: DEBUG oslo_concurrency.lockutils [req-e0b13ba0-e99d-48a6-9c2c-dd2c3a910839 req-13ae7d6a-2991-4c76-ace6-15b64eb5794a service nova] Lock "f0c7b8fd-adb9-47a4-b0d1-0108dde923f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.650747] env[65978]: DEBUG oslo_concurrency.lockutils [req-e0b13ba0-e99d-48a6-9c2c-dd2c3a910839 req-13ae7d6a-2991-4c76-ace6-15b64eb5794a service nova] Lock "f0c7b8fd-adb9-47a4-b0d1-0108dde923f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.650915] env[65978]: DEBUG nova.compute.manager [req-e0b13ba0-e99d-48a6-9c2c-dd2c3a910839 req-13ae7d6a-2991-4c76-ace6-15b64eb5794a service nova] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] No waiting events found dispatching network-vif-plugged-8e11b58f-ce0a-4424-806b-eaaff75e5942 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 824.651123] env[65978]: WARNING nova.compute.manager [req-e0b13ba0-e99d-48a6-9c2c-dd2c3a910839 req-13ae7d6a-2991-4c76-ace6-15b64eb5794a service nova] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Received unexpected event network-vif-plugged-8e11b58f-ce0a-4424-806b-eaaff75e5942 for instance with vm_state building and task_state spawning. [ 824.651313] env[65978]: DEBUG nova.compute.manager [req-e0b13ba0-e99d-48a6-9c2c-dd2c3a910839 req-13ae7d6a-2991-4c76-ace6-15b64eb5794a service nova] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Received event network-changed-8e11b58f-ce0a-4424-806b-eaaff75e5942 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 824.651913] env[65978]: DEBUG nova.compute.manager [req-e0b13ba0-e99d-48a6-9c2c-dd2c3a910839 req-13ae7d6a-2991-4c76-ace6-15b64eb5794a service nova] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Refreshing instance network info cache due to event network-changed-8e11b58f-ce0a-4424-806b-eaaff75e5942. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 824.652102] env[65978]: DEBUG oslo_concurrency.lockutils [req-e0b13ba0-e99d-48a6-9c2c-dd2c3a910839 req-13ae7d6a-2991-4c76-ace6-15b64eb5794a service nova] Acquiring lock "refresh_cache-f0c7b8fd-adb9-47a4-b0d1-0108dde923f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.653068] env[65978]: DEBUG nova.network.neutron [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 824.852888] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91009481-aa8b-40b7-940c-2ed4d98aeb24 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Lock "725c4bf0-ab9b-48cb-9638-0758a06e86ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.363s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.885141] env[65978]: WARNING neutronclient.v2_0.client [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.970976] env[65978]: DEBUG nova.network.neutron [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Updating instance_info_cache with network_info: [{"id": "8e11b58f-ce0a-4424-806b-eaaff75e5942", "address": "fa:16:3e:8a:14:52", "network": {"id": "ba115053-1868-49bc-8b8c-c0a6dacf4b28", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-816414180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "496ab4356f244fb2b2edbc4d3e852d28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e11b58f-ce", "ovs_interfaceid": "8e11b58f-ce0a-4424-806b-eaaff75e5942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.977650] env[65978]: DEBUG nova.scheduler.client.report [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.033512] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714452, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.359574] env[65978]: DEBUG nova.compute.manager [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 825.475033] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Releasing lock "refresh_cache-f0c7b8fd-adb9-47a4-b0d1-0108dde923f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.475033] env[65978]: DEBUG nova.compute.manager [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Instance network_info: |[{"id": "8e11b58f-ce0a-4424-806b-eaaff75e5942", "address": "fa:16:3e:8a:14:52", "network": {"id": "ba115053-1868-49bc-8b8c-c0a6dacf4b28", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-816414180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "496ab4356f244fb2b2edbc4d3e852d28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e11b58f-ce", "ovs_interfaceid": "8e11b58f-ce0a-4424-806b-eaaff75e5942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 825.475175] env[65978]: DEBUG oslo_concurrency.lockutils [req-e0b13ba0-e99d-48a6-9c2c-dd2c3a910839 req-13ae7d6a-2991-4c76-ace6-15b64eb5794a service nova] Acquired lock "refresh_cache-f0c7b8fd-adb9-47a4-b0d1-0108dde923f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.475228] env[65978]: DEBUG nova.network.neutron [req-e0b13ba0-e99d-48a6-9c2c-dd2c3a910839 req-13ae7d6a-2991-4c76-ace6-15b64eb5794a service nova] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Refreshing network info cache for port 8e11b58f-ce0a-4424-806b-eaaff75e5942 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.476697] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:14:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e11b58f-ce0a-4424-806b-eaaff75e5942', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.484222] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Creating folder: Project (496ab4356f244fb2b2edbc4d3e852d28). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.485874] env[65978]: DEBUG oslo_concurrency.lockutils [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.487902] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d22a4c7-bd29-4000-9c39-53b8a812c137 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.490016] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.110s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.490199] env[65978]: DEBUG nova.objects.instance [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65978) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 825.506028] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Created folder: Project (496ab4356f244fb2b2edbc4d3e852d28) in parent group-v919857. [ 825.506199] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Creating folder: Instances. Parent ref: group-v920032. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.507174] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85f29128-8af1-4ca7-b7f5-fdaf201bbedb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.513422] env[65978]: INFO nova.scheduler.client.report [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Deleted allocations for instance 7920eeed-577d-4ee6-8dab-69ead7c42706 [ 825.520853] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Created folder: Instances in parent group-v920032. [ 825.521331] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 825.521896] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.522572] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5302e5c1-5aa0-4bf3-b77f-9b7cfe799b9a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.555143] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714452, 'name': Rename_Task, 'duration_secs': 0.858753} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.555959] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.556221] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.556221] env[65978]: value = "task-4714455" [ 825.556221] env[65978]: _type = "Task" [ 825.556221] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.556462] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fd54d11-3d46-441b-84e4-38d0139e4598 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.569759] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714455, 'name': CreateVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.571937] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 825.571937] env[65978]: value = "task-4714456" [ 825.571937] env[65978]: _type = "Task" [ 825.571937] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.581843] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.645495] env[65978]: DEBUG nova.compute.manager [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 825.646643] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e6edc7-116e-490a-8197-e35ca8095545 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.892820] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.985977] env[65978]: WARNING neutronclient.v2_0.client [req-e0b13ba0-e99d-48a6-9c2c-dd2c3a910839 req-13ae7d6a-2991-4c76-ace6-15b64eb5794a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.030281] env[65978]: DEBUG oslo_concurrency.lockutils [None req-bad758d2-7492-4863-a995-393c50d0fc76 tempest-ServerMetadataTestJSON-546650741 tempest-ServerMetadataTestJSON-546650741-project-member] Lock "7920eeed-577d-4ee6-8dab-69ead7c42706" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.998s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.070562] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714455, 'name': CreateVM_Task, 'duration_secs': 0.495348} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.070796] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.071444] env[65978]: WARNING neutronclient.v2_0.client [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.071704] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.071935] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.072205] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.072524] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea721def-afa8-4c87-a71d-37c4035ac65d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.083589] env[65978]: DEBUG oslo_vmware.api [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714456, 'name': PowerOnVM_Task, 'duration_secs': 0.500452} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.085186] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.085422] env[65978]: DEBUG nova.compute.manager [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 826.085795] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Waiting for the task: (returnval){ [ 826.085795] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b46436-a399-3abd-54c7-1ea6043b4237" [ 826.085795] env[65978]: _type = "Task" [ 826.085795] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.086627] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113b11d8-4c4f-4c56-a0cb-ad1827359e97 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.100376] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b46436-a399-3abd-54c7-1ea6043b4237, 'name': SearchDatastore_Task, 'duration_secs': 0.011585} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.102990] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.103135] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.103476] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.103624] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.103804] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.106603] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b73cead-165d-48a4-bdff-6a9fda18e2a4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.120960] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.121152] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.121919] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bedea94e-037c-493b-b1ed-652f891e9fb2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.128957] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Waiting for the task: (returnval){ [ 826.128957] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523bab66-63da-1e48-893e-bad963601f8d" [ 826.128957] env[65978]: _type = "Task" [ 826.128957] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.138981] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523bab66-63da-1e48-893e-bad963601f8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.159903] env[65978]: INFO nova.compute.manager [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] instance snapshotting [ 826.161144] env[65978]: DEBUG nova.objects.instance [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lazy-loading 'flavor' on Instance uuid 2f454d73-1141-46d1-97ce-8f85281d961c {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.502661] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c41d8038-7b13-4ac1-86a7-aed7616c1f5c tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.503808] env[65978]: DEBUG oslo_concurrency.lockutils [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.966s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.504387] env[65978]: DEBUG nova.objects.instance [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Lazy-loading 'resources' on Instance uuid a7a4518b-c5d6-440b-9e98-95c5942a7de1 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.621167] env[65978]: DEBUG oslo_concurrency.lockutils [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.645722] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523bab66-63da-1e48-893e-bad963601f8d, 'name': SearchDatastore_Task, 'duration_secs': 0.012368} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.647262] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-489a1092-19eb-4c43-a12c-f62d321cd08d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.655975] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Waiting for the task: (returnval){ [ 826.655975] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bf1561-bdb4-9d91-43a6-5d0e273f1e8e" [ 826.655975] env[65978]: _type = "Task" [ 826.655975] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.671997] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bf1561-bdb4-9d91-43a6-5d0e273f1e8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.674713] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028ef7c1-14b5-4747-8119-4ce2ff646342 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.702217] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322449e2-5d5e-4ac2-9a52-229f7c89051b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.175645] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bf1561-bdb4-9d91-43a6-5d0e273f1e8e, 'name': SearchDatastore_Task, 'duration_secs': 0.025768} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.179747] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.180226] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] f0c7b8fd-adb9-47a4-b0d1-0108dde923f0/f0c7b8fd-adb9-47a4-b0d1-0108dde923f0.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.181682] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-090d2599-1c75-4943-92e8-07acbc3d8031 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.195173] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Waiting for the task: (returnval){ [ 827.195173] env[65978]: value = "task-4714457" [ 827.195173] env[65978]: _type = "Task" [ 827.195173] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.214687] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Task: {'id': task-4714457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.218894] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Creating Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 827.219698] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-648ed92d-cccf-4a37-bbaa-64a81b24a482 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.229705] env[65978]: DEBUG oslo_vmware.api [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 827.229705] env[65978]: value = "task-4714458" [ 827.229705] env[65978]: _type = "Task" [ 827.229705] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.248602] env[65978]: DEBUG oslo_vmware.api [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714458, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.372071] env[65978]: WARNING neutronclient.v2_0.client [req-e0b13ba0-e99d-48a6-9c2c-dd2c3a910839 req-13ae7d6a-2991-4c76-ace6-15b64eb5794a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.558370] env[65978]: DEBUG nova.network.neutron [req-e0b13ba0-e99d-48a6-9c2c-dd2c3a910839 req-13ae7d6a-2991-4c76-ace6-15b64eb5794a service nova] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Updated VIF entry in instance network info cache for port 8e11b58f-ce0a-4424-806b-eaaff75e5942. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 827.558744] env[65978]: DEBUG nova.network.neutron [req-e0b13ba0-e99d-48a6-9c2c-dd2c3a910839 req-13ae7d6a-2991-4c76-ace6-15b64eb5794a service nova] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Updating instance_info_cache with network_info: [{"id": "8e11b58f-ce0a-4424-806b-eaaff75e5942", "address": "fa:16:3e:8a:14:52", "network": {"id": "ba115053-1868-49bc-8b8c-c0a6dacf4b28", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-816414180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "496ab4356f244fb2b2edbc4d3e852d28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e11b58f-ce", "ovs_interfaceid": "8e11b58f-ce0a-4424-806b-eaaff75e5942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.719456] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Task: {'id': task-4714457, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.750818] env[65978]: DEBUG oslo_vmware.api [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714458, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.755874] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b14221c-f063-4efb-bbb9-578fedb84d0d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.762652] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617f0061-e3de-4a43-b110-1e2ff1c19c6b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.813481] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216d2f8b-6a03-4302-8e57-9242d270e441 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.825752] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52b8eca-8f67-4625-b646-0ed65e173308 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.846980] env[65978]: DEBUG nova.compute.provider_tree [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.061688] env[65978]: DEBUG oslo_concurrency.lockutils [req-e0b13ba0-e99d-48a6-9c2c-dd2c3a910839 req-13ae7d6a-2991-4c76-ace6-15b64eb5794a service nova] Releasing lock "refresh_cache-f0c7b8fd-adb9-47a4-b0d1-0108dde923f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.215178] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Task: {'id': task-4714457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.865109} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.215178] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] f0c7b8fd-adb9-47a4-b0d1-0108dde923f0/f0c7b8fd-adb9-47a4-b0d1-0108dde923f0.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.215178] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.215178] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8982b6bf-7ade-4ff0-983f-909ed7dd89c4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.222653] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Waiting for the task: (returnval){ [ 828.222653] env[65978]: value = "task-4714459" [ 828.222653] env[65978]: _type = "Task" [ 828.222653] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.235410] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Task: {'id': task-4714459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.249039] env[65978]: DEBUG oslo_vmware.api [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714458, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.351270] env[65978]: DEBUG nova.scheduler.client.report [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.359308] env[65978]: DEBUG nova.compute.manager [req-a9edb7f9-f9cf-4a49-9169-cf88a260dc57 req-b3ac4d94-eba1-4515-8ed1-26dced346b29 service nova] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Received event network-changed-86fdca7e-4fd6-4b8b-a250-b712da7faba0 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 828.359413] env[65978]: DEBUG nova.compute.manager [req-a9edb7f9-f9cf-4a49-9169-cf88a260dc57 req-b3ac4d94-eba1-4515-8ed1-26dced346b29 service nova] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Refreshing instance network info cache due to event network-changed-86fdca7e-4fd6-4b8b-a250-b712da7faba0. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 828.359696] env[65978]: DEBUG oslo_concurrency.lockutils [req-a9edb7f9-f9cf-4a49-9169-cf88a260dc57 req-b3ac4d94-eba1-4515-8ed1-26dced346b29 service nova] Acquiring lock "refresh_cache-725c4bf0-ab9b-48cb-9638-0758a06e86ea" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.359909] env[65978]: DEBUG oslo_concurrency.lockutils [req-a9edb7f9-f9cf-4a49-9169-cf88a260dc57 req-b3ac4d94-eba1-4515-8ed1-26dced346b29 service nova] Acquired lock "refresh_cache-725c4bf0-ab9b-48cb-9638-0758a06e86ea" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.362199] env[65978]: DEBUG nova.network.neutron [req-a9edb7f9-f9cf-4a49-9169-cf88a260dc57 req-b3ac4d94-eba1-4515-8ed1-26dced346b29 service nova] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Refreshing network info cache for port 86fdca7e-4fd6-4b8b-a250-b712da7faba0 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.735740] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Task: {'id': task-4714459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072186} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.735740] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.735740] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa053d95-de28-4676-ad55-5a4d8be96061 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.749599] env[65978]: DEBUG oslo_vmware.api [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714458, 'name': CreateSnapshot_Task, 'duration_secs': 1.122511} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.761329] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Created Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 828.777639] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] f0c7b8fd-adb9-47a4-b0d1-0108dde923f0/f0c7b8fd-adb9-47a4-b0d1-0108dde923f0.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.778494] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9a335b-102e-4e51-ba7d-7565a30f59db {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.781793] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bf6ed42-b1ce-4375-bd87-cb9c92fd5f46 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.812458] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Waiting for the task: (returnval){ [ 828.812458] env[65978]: value = "task-4714460" [ 828.812458] env[65978]: _type = "Task" [ 828.812458] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.824852] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Task: {'id': task-4714460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.858844] env[65978]: DEBUG oslo_concurrency.lockutils [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.355s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.862604] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 44.909s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.862861] env[65978]: DEBUG nova.objects.instance [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65978) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 828.874034] env[65978]: WARNING neutronclient.v2_0.client [req-a9edb7f9-f9cf-4a49-9169-cf88a260dc57 req-b3ac4d94-eba1-4515-8ed1-26dced346b29 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.895082] env[65978]: INFO nova.scheduler.client.report [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Deleted allocations for instance a7a4518b-c5d6-440b-9e98-95c5942a7de1 [ 829.325163] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Creating linked-clone VM from snapshot {{(pid=65978) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 829.325966] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-407ca6f0-58f9-4633-bbeb-4a9a6ce49b9e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.342493] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Task: {'id': task-4714460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.345200] env[65978]: DEBUG oslo_vmware.api [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 829.345200] env[65978]: value = "task-4714461" [ 829.345200] env[65978]: _type = "Task" [ 829.345200] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.356174] env[65978]: DEBUG oslo_vmware.api [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714461, 'name': CloneVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.406185] env[65978]: DEBUG oslo_concurrency.lockutils [None req-595bc389-b6b8-4c7a-9a50-ea4ecebe710c tempest-ServerTagsTestJSON-881666583 tempest-ServerTagsTestJSON-881666583-project-member] Lock "a7a4518b-c5d6-440b-9e98-95c5942a7de1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.119s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.846356] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Task: {'id': task-4714460, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.859418] env[65978]: DEBUG oslo_vmware.api [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714461, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.883600] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a65f8ea6-98b6-4d5c-a91a-95746c3b8226 tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.885170] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.879s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.885306] env[65978]: DEBUG nova.objects.instance [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65978) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 829.991921] env[65978]: WARNING neutronclient.v2_0.client [req-a9edb7f9-f9cf-4a49-9169-cf88a260dc57 req-b3ac4d94-eba1-4515-8ed1-26dced346b29 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.144561] env[65978]: DEBUG nova.network.neutron [req-a9edb7f9-f9cf-4a49-9169-cf88a260dc57 req-b3ac4d94-eba1-4515-8ed1-26dced346b29 service nova] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Updated VIF entry in instance network info cache for port 86fdca7e-4fd6-4b8b-a250-b712da7faba0. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 830.145021] env[65978]: DEBUG nova.network.neutron [req-a9edb7f9-f9cf-4a49-9169-cf88a260dc57 req-b3ac4d94-eba1-4515-8ed1-26dced346b29 service nova] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Updating instance_info_cache with network_info: [{"id": "86fdca7e-4fd6-4b8b-a250-b712da7faba0", "address": "fa:16:3e:0f:2d:3c", "network": {"id": "0e6fe9ab-9ab5-4280-87a1-60e0c737956a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1149969462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8825d643e4349409ea9d0471495f10c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86fdca7e-4f", "ovs_interfaceid": "86fdca7e-4fd6-4b8b-a250-b712da7faba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.156198] env[65978]: DEBUG oslo_concurrency.lockutils [None req-519df0c1-7e1c-4f95-a5d6-acf3c0fcff89 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquiring lock "725c4bf0-ab9b-48cb-9638-0758a06e86ea" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.156467] env[65978]: DEBUG oslo_concurrency.lockutils [None req-519df0c1-7e1c-4f95-a5d6-acf3c0fcff89 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Lock "725c4bf0-ab9b-48cb-9638-0758a06e86ea" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.156692] env[65978]: INFO nova.compute.manager [None req-519df0c1-7e1c-4f95-a5d6-acf3c0fcff89 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Rebooting instance [ 830.250947] env[65978]: DEBUG oslo_concurrency.lockutils [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Acquiring lock "abe9a8eb-88e2-4da0-a84f-0ed8c0e97117" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.251523] env[65978]: DEBUG oslo_concurrency.lockutils [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Lock "abe9a8eb-88e2-4da0-a84f-0ed8c0e97117" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.251895] env[65978]: DEBUG oslo_concurrency.lockutils [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Acquiring lock "abe9a8eb-88e2-4da0-a84f-0ed8c0e97117-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.252267] env[65978]: DEBUG oslo_concurrency.lockutils [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Lock "abe9a8eb-88e2-4da0-a84f-0ed8c0e97117-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.252505] env[65978]: DEBUG oslo_concurrency.lockutils [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Lock "abe9a8eb-88e2-4da0-a84f-0ed8c0e97117-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.254839] env[65978]: INFO nova.compute.manager [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Terminating instance [ 830.338733] env[65978]: DEBUG oslo_concurrency.lockutils [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "9cce03ad-7648-47fc-9772-a0e7ad3564f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.339798] env[65978]: DEBUG oslo_concurrency.lockutils [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "9cce03ad-7648-47fc-9772-a0e7ad3564f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.340212] env[65978]: DEBUG oslo_concurrency.lockutils [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "9cce03ad-7648-47fc-9772-a0e7ad3564f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.341531] env[65978]: DEBUG oslo_concurrency.lockutils [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "9cce03ad-7648-47fc-9772-a0e7ad3564f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.341531] env[65978]: DEBUG oslo_concurrency.lockutils [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "9cce03ad-7648-47fc-9772-a0e7ad3564f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.343034] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Task: {'id': task-4714460, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.343575] env[65978]: INFO nova.compute.manager [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Terminating instance [ 830.360056] env[65978]: DEBUG oslo_vmware.api [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714461, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.648388] env[65978]: DEBUG oslo_concurrency.lockutils [req-a9edb7f9-f9cf-4a49-9169-cf88a260dc57 req-b3ac4d94-eba1-4515-8ed1-26dced346b29 service nova] Releasing lock "refresh_cache-725c4bf0-ab9b-48cb-9638-0758a06e86ea" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.678460] env[65978]: DEBUG oslo_concurrency.lockutils [None req-519df0c1-7e1c-4f95-a5d6-acf3c0fcff89 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquiring lock "refresh_cache-725c4bf0-ab9b-48cb-9638-0758a06e86ea" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.678460] env[65978]: DEBUG oslo_concurrency.lockutils [None req-519df0c1-7e1c-4f95-a5d6-acf3c0fcff89 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquired lock "refresh_cache-725c4bf0-ab9b-48cb-9638-0758a06e86ea" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.678632] env[65978]: DEBUG nova.network.neutron [None req-519df0c1-7e1c-4f95-a5d6-acf3c0fcff89 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 830.763022] env[65978]: DEBUG nova.compute.manager [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 830.763022] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.763022] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55318794-b782-4c47-bd86-2807c97033cb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.773584] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.776213] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2489e36e-7ef0-42f9-b905-41710588899f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.782244] env[65978]: DEBUG oslo_vmware.api [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Waiting for the task: (returnval){ [ 830.782244] env[65978]: value = "task-4714463" [ 830.782244] env[65978]: _type = "Task" [ 830.782244] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.792763] env[65978]: DEBUG oslo_vmware.api [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Task: {'id': task-4714463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.837764] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Task: {'id': task-4714460, 'name': ReconfigVM_Task, 'duration_secs': 1.791654} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.838291] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Reconfigured VM instance instance-0000003d to attach disk [datastore2] f0c7b8fd-adb9-47a4-b0d1-0108dde923f0/f0c7b8fd-adb9-47a4-b0d1-0108dde923f0.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.838976] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d71da77b-1dfb-49c5-9598-0b39bd6fa10c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.847808] env[65978]: DEBUG nova.compute.manager [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 830.848090] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.848486] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Waiting for the task: (returnval){ [ 830.848486] env[65978]: value = "task-4714466" [ 830.848486] env[65978]: _type = "Task" [ 830.848486] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.849442] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c00cf73-205a-4d09-a20a-ff7a2a17ee13 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.868310] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.869062] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Task: {'id': task-4714466, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.872172] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc40d0d7-406d-4d6a-9de2-cab2cf6ad3f4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.873873] env[65978]: DEBUG oslo_vmware.api [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714461, 'name': CloneVM_Task} progress is 95%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.880248] env[65978]: DEBUG oslo_vmware.api [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 830.880248] env[65978]: value = "task-4714467" [ 830.880248] env[65978]: _type = "Task" [ 830.880248] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.889813] env[65978]: DEBUG oslo_vmware.api [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.899390] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9329eaf-34f1-4736-a24a-6b5355c22aed tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.900500] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.754s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.902245] env[65978]: INFO nova.compute.claims [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.185503] env[65978]: WARNING neutronclient.v2_0.client [None req-519df0c1-7e1c-4f95-a5d6-acf3c0fcff89 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.297184] env[65978]: DEBUG oslo_vmware.api [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Task: {'id': task-4714463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.360161] env[65978]: DEBUG oslo_vmware.api [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714461, 'name': CloneVM_Task, 'duration_secs': 1.842784} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.365049] env[65978]: INFO nova.virt.vmwareapi.vmops [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Created linked-clone VM from snapshot [ 831.366504] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7773d9-0831-43a4-b94b-a918cdaa478d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.379708] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Task: {'id': task-4714466, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.388367] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Uploading image 539f8d0f-ab3e-4915-88f4-030365b3311a {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 831.401829] env[65978]: DEBUG oslo_vmware.api [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714467, 'name': PowerOffVM_Task, 'duration_secs': 0.236041} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.402196] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.402364] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.402744] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3368e65d-6576-41ea-a54b-447e34004313 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.417912] env[65978]: DEBUG oslo_vmware.rw_handles [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 831.417912] env[65978]: value = "vm-920036" [ 831.417912] env[65978]: _type = "VirtualMachine" [ 831.417912] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 831.418284] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-926177c2-f00e-4a2a-9b98-f75b84e6800a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.432072] env[65978]: DEBUG oslo_vmware.rw_handles [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lease: (returnval){ [ 831.432072] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52440648-28d3-e087-4aee-6b51c4fad824" [ 831.432072] env[65978]: _type = "HttpNfcLease" [ 831.432072] env[65978]: } obtained for exporting VM: (result){ [ 831.432072] env[65978]: value = "vm-920036" [ 831.432072] env[65978]: _type = "VirtualMachine" [ 831.432072] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 831.432408] env[65978]: DEBUG oslo_vmware.api [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the lease: (returnval){ [ 831.432408] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52440648-28d3-e087-4aee-6b51c4fad824" [ 831.432408] env[65978]: _type = "HttpNfcLease" [ 831.432408] env[65978]: } to be ready. {{(pid=65978) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 831.444173] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 831.444173] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52440648-28d3-e087-4aee-6b51c4fad824" [ 831.444173] env[65978]: _type = "HttpNfcLease" [ 831.444173] env[65978]: } is initializing. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 831.486757] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.487048] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.487241] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Deleting the datastore file [datastore2] 9cce03ad-7648-47fc-9772-a0e7ad3564f0 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.487589] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5b87520-7dbc-4836-bc35-f9afd007bda4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.496671] env[65978]: DEBUG oslo_vmware.api [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 831.496671] env[65978]: value = "task-4714470" [ 831.496671] env[65978]: _type = "Task" [ 831.496671] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.507068] env[65978]: DEBUG oslo_vmware.api [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.580445] env[65978]: WARNING neutronclient.v2_0.client [None req-519df0c1-7e1c-4f95-a5d6-acf3c0fcff89 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.712199] env[65978]: DEBUG nova.network.neutron [None req-519df0c1-7e1c-4f95-a5d6-acf3c0fcff89 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Updating instance_info_cache with network_info: [{"id": "86fdca7e-4fd6-4b8b-a250-b712da7faba0", "address": "fa:16:3e:0f:2d:3c", "network": {"id": "0e6fe9ab-9ab5-4280-87a1-60e0c737956a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1149969462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8825d643e4349409ea9d0471495f10c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86fdca7e-4f", "ovs_interfaceid": "86fdca7e-4fd6-4b8b-a250-b712da7faba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.798556] env[65978]: DEBUG oslo_vmware.api [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Task: {'id': task-4714463, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.879254] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Task: {'id': task-4714466, 'name': Rename_Task, 'duration_secs': 0.917119} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.882019] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.882019] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc6468e0-94ae-4d49-945b-2f0726019336 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.892180] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "af8f6ac9-1a38-4437-8ef4-2db230a9e3d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.892180] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "af8f6ac9-1a38-4437-8ef4-2db230a9e3d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.892180] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Waiting for the task: (returnval){ [ 831.892180] env[65978]: value = "task-4714471" [ 831.892180] env[65978]: _type = "Task" [ 831.892180] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.903909] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Task: {'id': task-4714471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.943199] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 831.943199] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52440648-28d3-e087-4aee-6b51c4fad824" [ 831.943199] env[65978]: _type = "HttpNfcLease" [ 831.943199] env[65978]: } is ready. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 831.943199] env[65978]: DEBUG oslo_vmware.rw_handles [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 831.943199] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52440648-28d3-e087-4aee-6b51c4fad824" [ 831.943199] env[65978]: _type = "HttpNfcLease" [ 831.943199] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 831.943199] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22726bcf-142c-4d6f-8e6f-655db915a5e5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.957088] env[65978]: DEBUG oslo_vmware.rw_handles [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52424a12-6ca6-0005-54e9-466aa76a4b98/disk-0.vmdk from lease info. {{(pid=65978) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 831.957853] env[65978]: DEBUG oslo_vmware.rw_handles [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52424a12-6ca6-0005-54e9-466aa76a4b98/disk-0.vmdk for reading. {{(pid=65978) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 832.036065] env[65978]: DEBUG oslo_vmware.api [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158859} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.036804] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.036804] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.036909] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.037063] env[65978]: INFO nova.compute.manager [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Took 1.19 seconds to destroy the instance on the hypervisor. [ 832.037294] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 832.037848] env[65978]: DEBUG nova.compute.manager [-] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 832.037848] env[65978]: DEBUG nova.network.neutron [-] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 832.038128] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.060418] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c1567de4-7150-4477-bb2a-8ee37e636afc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.093956] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.202724] env[65978]: DEBUG oslo_concurrency.lockutils [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Acquiring lock "baf140d5-8c41-45ca-99b3-52c4c00adebd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.203175] env[65978]: DEBUG oslo_concurrency.lockutils [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Lock "baf140d5-8c41-45ca-99b3-52c4c00adebd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.218961] env[65978]: DEBUG oslo_concurrency.lockutils [None req-519df0c1-7e1c-4f95-a5d6-acf3c0fcff89 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Releasing lock "refresh_cache-725c4bf0-ab9b-48cb-9638-0758a06e86ea" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.299356] env[65978]: DEBUG oslo_vmware.api [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Task: {'id': task-4714463, 'name': PowerOffVM_Task, 'duration_secs': 1.033598} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.303329] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.303931] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.304859] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e1eacf4-3dff-4cbe-a8d3-007b84892c80 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.412323] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.412773] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.413011] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Deleting the datastore file [datastore1] abe9a8eb-88e2-4da0-a84f-0ed8c0e97117 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.413629] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9314e781-a2c2-4f3c-85d5-fb2d86d9472e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.419512] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Task: {'id': task-4714471, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.427510] env[65978]: DEBUG oslo_vmware.api [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Waiting for the task: (returnval){ [ 832.427510] env[65978]: value = "task-4714473" [ 832.427510] env[65978]: _type = "Task" [ 832.427510] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.442092] env[65978]: DEBUG oslo_vmware.api [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Task: {'id': task-4714473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.727405] env[65978]: DEBUG nova.compute.manager [None req-519df0c1-7e1c-4f95-a5d6-acf3c0fcff89 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 832.729745] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc7c11a-3a1f-42b1-a35a-0cecd1b5a633 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.737714] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8667c2-de94-4630-bde0-bd1607daf7b0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.751079] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d74c97-9fa7-408f-837b-a3c1aaee44f0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.762710] env[65978]: DEBUG nova.compute.manager [req-976e08cc-4b5c-49a2-b025-7e06dfac58a1 req-5807b0aa-b4a9-4d83-913c-24d89c6289cb service nova] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Received event network-vif-deleted-f59fc83b-b615-4310-9d55-8a78f949f5bd {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 832.763344] env[65978]: INFO nova.compute.manager [req-976e08cc-4b5c-49a2-b025-7e06dfac58a1 req-5807b0aa-b4a9-4d83-913c-24d89c6289cb service nova] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Neutron deleted interface f59fc83b-b615-4310-9d55-8a78f949f5bd; detaching it from the instance and deleting it from the info cache [ 832.763344] env[65978]: DEBUG nova.network.neutron [req-976e08cc-4b5c-49a2-b025-7e06dfac58a1 req-5807b0aa-b4a9-4d83-913c-24d89c6289cb service nova] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.800616] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776651ef-424d-4551-bce9-a94c26c756e9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.803762] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a21b1ff2-728f-4b1d-b51e-82b74f91bc20 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.815582] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679a8b8f-b85a-4497-bd08-23c03fe8646a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.823481] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261d0fc1-39a2-434d-9dcc-9f6e557495b9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.851954] env[65978]: DEBUG nova.compute.provider_tree [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.876463] env[65978]: DEBUG nova.compute.manager [req-976e08cc-4b5c-49a2-b025-7e06dfac58a1 req-5807b0aa-b4a9-4d83-913c-24d89c6289cb service nova] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Detach interface failed, port_id=f59fc83b-b615-4310-9d55-8a78f949f5bd, reason: Instance 9cce03ad-7648-47fc-9772-a0e7ad3564f0 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 832.881318] env[65978]: DEBUG nova.scheduler.client.report [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.905718] env[65978]: DEBUG oslo_vmware.api [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Task: {'id': task-4714471, 'name': PowerOnVM_Task, 'duration_secs': 0.618119} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.906569] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.907007] env[65978]: INFO nova.compute.manager [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Took 9.93 seconds to spawn the instance on the hypervisor. [ 832.907298] env[65978]: DEBUG nova.compute.manager [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 832.908431] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c6ffa0-819d-412c-b7e5-d44bdb28e9cb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.914163] env[65978]: DEBUG nova.network.neutron [-] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.942448] env[65978]: DEBUG oslo_vmware.api [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Task: {'id': task-4714473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372233} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.943260] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.943462] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.943639] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.943805] env[65978]: INFO nova.compute.manager [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Took 2.18 seconds to destroy the instance on the hypervisor. [ 832.944078] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 832.944268] env[65978]: DEBUG nova.compute.manager [-] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 832.944377] env[65978]: DEBUG nova.network.neutron [-] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 832.944705] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.011429] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.384636] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.385373] env[65978]: DEBUG nova.compute.manager [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 833.388675] env[65978]: DEBUG oslo_concurrency.lockutils [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 45.212s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.428084] env[65978]: INFO nova.compute.manager [-] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Took 1.39 seconds to deallocate network for instance. [ 833.434271] env[65978]: INFO nova.compute.manager [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Took 56.91 seconds to build instance. [ 833.759090] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bac012-2265-48be-aa3d-9a5efb9810ab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.772305] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-519df0c1-7e1c-4f95-a5d6-acf3c0fcff89 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Doing hard reboot of VM {{(pid=65978) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 833.772663] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-88d036fd-f32c-45f7-8cd2-bfadf7526527 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.781094] env[65978]: DEBUG oslo_vmware.api [None req-519df0c1-7e1c-4f95-a5d6-acf3c0fcff89 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Waiting for the task: (returnval){ [ 833.781094] env[65978]: value = "task-4714474" [ 833.781094] env[65978]: _type = "Task" [ 833.781094] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.791549] env[65978]: DEBUG oslo_vmware.api [None req-519df0c1-7e1c-4f95-a5d6-acf3c0fcff89 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714474, 'name': ResetVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.835488] env[65978]: DEBUG nova.network.neutron [-] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.894086] env[65978]: DEBUG nova.compute.utils [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.899638] env[65978]: INFO nova.compute.claims [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.908116] env[65978]: DEBUG nova.compute.manager [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Not allocating networking since 'none' was specified. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 833.937355] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cd4a2965-6c45-4964-a150-80720a8077da tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Lock "f0c7b8fd-adb9-47a4-b0d1-0108dde923f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.569s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.953650] env[65978]: DEBUG oslo_concurrency.lockutils [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.296633] env[65978]: DEBUG oslo_vmware.api [None req-519df0c1-7e1c-4f95-a5d6-acf3c0fcff89 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714474, 'name': ResetVM_Task, 'duration_secs': 0.120582} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.296987] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-519df0c1-7e1c-4f95-a5d6-acf3c0fcff89 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Did hard reboot of VM {{(pid=65978) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 834.298198] env[65978]: DEBUG nova.compute.manager [None req-519df0c1-7e1c-4f95-a5d6-acf3c0fcff89 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 834.300031] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4d3eff-17f5-464a-9f2f-6d3a6f56dab9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.337908] env[65978]: INFO nova.compute.manager [-] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Took 1.39 seconds to deallocate network for instance. [ 834.409818] env[65978]: DEBUG nova.compute.manager [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 834.418305] env[65978]: INFO nova.compute.resource_tracker [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Updating resource usage from migration b503e17f-8b93-432c-8cc8-02634a23c245 [ 834.441062] env[65978]: DEBUG nova.compute.manager [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 834.820148] env[65978]: DEBUG oslo_concurrency.lockutils [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Acquiring lock "f0c7b8fd-adb9-47a4-b0d1-0108dde923f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.820548] env[65978]: DEBUG oslo_concurrency.lockutils [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Lock "f0c7b8fd-adb9-47a4-b0d1-0108dde923f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.820834] env[65978]: DEBUG oslo_concurrency.lockutils [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Acquiring lock "f0c7b8fd-adb9-47a4-b0d1-0108dde923f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.821394] env[65978]: DEBUG oslo_concurrency.lockutils [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Lock "f0c7b8fd-adb9-47a4-b0d1-0108dde923f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.821685] env[65978]: DEBUG oslo_concurrency.lockutils [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Lock "f0c7b8fd-adb9-47a4-b0d1-0108dde923f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.828964] env[65978]: DEBUG oslo_concurrency.lockutils [None req-519df0c1-7e1c-4f95-a5d6-acf3c0fcff89 tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Lock "725c4bf0-ab9b-48cb-9638-0758a06e86ea" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.672s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.830293] env[65978]: INFO nova.compute.manager [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Terminating instance [ 834.845116] env[65978]: DEBUG oslo_concurrency.lockutils [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.870718] env[65978]: DEBUG nova.compute.manager [req-747b1288-b9ec-4e9d-85ed-129a4b8d8a3c req-feda54b1-71ba-462d-a471-92eed699ef93 service nova] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Received event network-vif-deleted-107b4d33-5cf1-403c-bbfb-4dc66bca07a7 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 834.964755] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.196955] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e20750-034c-4067-a306-9064b26fb2fe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.211413] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c891c171-b418-4fbf-8535-e056efe269a1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.247777] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b5f3e4-f925-4f46-9957-f664d7775e74 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.257407] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37be211c-5b90-47de-b734-50edb26cbeb2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.274336] env[65978]: DEBUG nova.compute.provider_tree [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.309020] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6da99d5c-a108-45ef-b9f9-e022737bf0cf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "be6b8c2b-2f75-4d82-907b-5e1486992605" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.309326] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6da99d5c-a108-45ef-b9f9-e022737bf0cf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "be6b8c2b-2f75-4d82-907b-5e1486992605" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.334360] env[65978]: DEBUG nova.compute.manager [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 835.334632] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.335732] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275357a6-65a3-4def-affd-91d1f5bd0fd2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.348141] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.349815] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-582c5526-29f2-4fd6-bc53-f81f638ec114 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.358444] env[65978]: DEBUG oslo_vmware.api [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Waiting for the task: (returnval){ [ 835.358444] env[65978]: value = "task-4714476" [ 835.358444] env[65978]: _type = "Task" [ 835.358444] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.369128] env[65978]: DEBUG oslo_vmware.api [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Task: {'id': task-4714476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.434911] env[65978]: DEBUG nova.compute.manager [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 835.473696] env[65978]: DEBUG nova.virt.hardware [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 835.473938] env[65978]: DEBUG nova.virt.hardware [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.474131] env[65978]: DEBUG nova.virt.hardware [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 835.474631] env[65978]: DEBUG nova.virt.hardware [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.474631] env[65978]: DEBUG nova.virt.hardware [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 835.474631] env[65978]: DEBUG nova.virt.hardware [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 835.474819] env[65978]: DEBUG nova.virt.hardware [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 835.474864] env[65978]: DEBUG nova.virt.hardware [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 835.475232] env[65978]: DEBUG nova.virt.hardware [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 835.475521] env[65978]: DEBUG nova.virt.hardware [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 835.476228] env[65978]: DEBUG nova.virt.hardware [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 835.476654] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b156cd-86c0-4e5c-8656-06bbeb51ece9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.489891] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53231880-c98a-4a41-98d8-63f459ab9d05 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.509327] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Instance VIF info [] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.514949] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Creating folder: Project (6328579ef4e2412f801ebf39a377523f). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.515341] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-403295f7-e1a5-489b-8978-3f26f486a88c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.528600] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Created folder: Project (6328579ef4e2412f801ebf39a377523f) in parent group-v919857. [ 835.528923] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Creating folder: Instances. Parent ref: group-v920040. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.529262] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16d26865-ca15-4662-a758-316769b614d9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.543227] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Created folder: Instances in parent group-v920040. [ 835.544785] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 835.544785] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.544785] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19f76ef1-b0d8-45e3-b1ee-1e018ac00d69 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.567642] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.567642] env[65978]: value = "task-4714479" [ 835.567642] env[65978]: _type = "Task" [ 835.567642] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.578324] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714479, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.778521] env[65978]: DEBUG nova.scheduler.client.report [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.813293] env[65978]: DEBUG nova.compute.utils [None req-6da99d5c-a108-45ef-b9f9-e022737bf0cf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.870583] env[65978]: DEBUG oslo_vmware.api [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Task: {'id': task-4714476, 'name': PowerOffVM_Task, 'duration_secs': 0.302313} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.871098] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.871345] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.871691] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a837bb21-7515-438c-8bb5-5d0a3077f32c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.954790] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.955853] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.956188] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Deleting the datastore file [datastore2] f0c7b8fd-adb9-47a4-b0d1-0108dde923f0 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.959737] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0fc3e89-f856-465d-ab92-56ff21f5b7c5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.971273] env[65978]: DEBUG oslo_vmware.api [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Waiting for the task: (returnval){ [ 835.971273] env[65978]: value = "task-4714482" [ 835.971273] env[65978]: _type = "Task" [ 835.971273] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.981909] env[65978]: DEBUG oslo_vmware.api [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Task: {'id': task-4714482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.079994] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714479, 'name': CreateVM_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.285807] env[65978]: DEBUG oslo_concurrency.lockutils [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.897s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.285979] env[65978]: INFO nova.compute.manager [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Migrating [ 836.286328] env[65978]: DEBUG oslo_concurrency.lockutils [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.286498] env[65978]: DEBUG oslo_concurrency.lockutils [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquired lock "compute-rpcapi-router" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.287968] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 44.562s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.317058] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6da99d5c-a108-45ef-b9f9-e022737bf0cf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "be6b8c2b-2f75-4d82-907b-5e1486992605" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.482624] env[65978]: DEBUG oslo_vmware.api [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Task: {'id': task-4714482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279775} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.482958] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.483129] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.483357] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.483502] env[65978]: INFO nova.compute.manager [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 836.483749] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 836.483972] env[65978]: DEBUG nova.compute.manager [-] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 836.484081] env[65978]: DEBUG nova.network.neutron [-] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 836.484337] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.533911] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.580689] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714479, 'name': CreateVM_Task, 'duration_secs': 0.774112} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.580689] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.581131] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.581306] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.581634] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.581923] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02c0a087-8a9e-4e88-920e-3f736ece7cdb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.589350] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Waiting for the task: (returnval){ [ 836.589350] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52cc16cd-bd99-4269-b54f-a243a76fb1cd" [ 836.589350] env[65978]: _type = "Task" [ 836.589350] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.598935] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52cc16cd-bd99-4269-b54f-a243a76fb1cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.804165] env[65978]: INFO nova.compute.rpcapi [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Automatically selected compute RPC version 6.4 from minimum service version 70 [ 836.804747] env[65978]: DEBUG oslo_concurrency.lockutils [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Releasing lock "compute-rpcapi-router" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.103025] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52cc16cd-bd99-4269-b54f-a243a76fb1cd, 'name': SearchDatastore_Task, 'duration_secs': 0.014313} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.103025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.103025] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.103025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.103576] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.103576] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.103576] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff3b2d02-52a7-44ff-8c0d-f85c43d5432d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.114315] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.115050] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.115448] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a43fcb6-e31f-4600-b027-215577b928e1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.125038] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Waiting for the task: (returnval){ [ 837.125038] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d39811-687d-e847-c78e-a96285519440" [ 837.125038] env[65978]: _type = "Task" [ 837.125038] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.135408] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d39811-687d-e847-c78e-a96285519440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.281097] env[65978]: DEBUG nova.network.neutron [-] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.314112] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Applying migration context for instance b6f9926b-da45-40cd-8fe3-60a9b3d4dc91 as it has an incoming, in-progress migration b503e17f-8b93-432c-8cc8-02634a23c245. Migration status is pre-migrating {{(pid=65978) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 837.316624] env[65978]: INFO nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Updating resource usage from migration b503e17f-8b93-432c-8cc8-02634a23c245 [ 837.326026] env[65978]: DEBUG oslo_concurrency.lockutils [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "refresh_cache-b6f9926b-da45-40cd-8fe3-60a9b3d4dc91" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.326026] env[65978]: DEBUG oslo_concurrency.lockutils [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquired lock "refresh_cache-b6f9926b-da45-40cd-8fe3-60a9b3d4dc91" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.326026] env[65978]: DEBUG nova.network.neutron [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 837.351916] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance ecc645e7-d1f9-4d1c-b6db-5835c528d775 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 837.351916] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 18cfc79d-38fe-4832-8aa0-27609c0219b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 837.352090] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 85358d03-f54e-437b-b0e9-b1b8d20b54c4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 837.352195] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 51206bff-a257-4f16-97df-5f959c253127 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 837.352307] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance a14898a3-b874-4ad3-b2fa-e69608ef4d0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 837.352429] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 7bb7d018-e090-4fb5-a129-89612ebe01ed is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 837.352538] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 836b67a1-e5e1-4803-a750-506af6a22fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 837.352650] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance eeb54305-cddf-4ff6-9816-c11e8923aea6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 837.353298] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 750e509e-7d2f-470d-895e-d098efd02196 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 837.353298] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 95312658-67dd-4612-a5b0-d1932c40c4a5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 837.353298] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 5ff8047c-ee56-476a-bab7-3922e4ad8003 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 837.353469] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 00bd7de0-3e77-4707-a336-8656718dd3e1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 837.353518] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance d36351a6-4988-44ad-9bb8-ffa7cb7fa83f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 837.354160] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 2f454d73-1141-46d1-97ce-8f85281d961c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 837.354160] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 0215aa34-37b0-43ab-b9a4-fc254524612b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 837.354160] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance a4e7880d-1569-491e-acff-2cdffec981af is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 837.354160] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 5d17e541-901a-48ed-b5a1-cf554240f105 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 837.354406] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance be6b8c2b-2f75-4d82-907b-5e1486992605 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 837.354406] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 34b565a1-0170-4548-88a9-a7619dad8d60 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 837.354406] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance e9e7a0bc-f2a3-42a1-bc37-13720a961b56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 837.354585] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 7773423b-4c3d-4e86-a7a0-5131f5692dff is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 837.354666] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 804b95d0-772c-47d1-9fa7-260074759a77 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 837.354709] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 9cce03ad-7648-47fc-9772-a0e7ad3564f0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 837.354802] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance abe9a8eb-88e2-4da0-a84f-0ed8c0e97117 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 837.354992] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 725c4bf0-ab9b-48cb-9638-0758a06e86ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 837.354992] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance f0c7b8fd-adb9-47a4-b0d1-0108dde923f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 837.355151] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance d096f28a-1d66-4679-a229-0f63e3e3819a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 837.355242] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Migration b503e17f-8b93-432c-8cc8-02634a23c245 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 837.355340] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance b6f9926b-da45-40cd-8fe3-60a9b3d4dc91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 837.377990] env[65978]: DEBUG nova.compute.manager [req-bcc79738-04c4-49fd-bcb8-415fc3c8ce31 req-1a92cb32-1298-4e2e-8222-fc324bb7ce31 service nova] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Received event network-vif-deleted-8e11b58f-ce0a-4424-806b-eaaff75e5942 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 837.392970] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6da99d5c-a108-45ef-b9f9-e022737bf0cf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "be6b8c2b-2f75-4d82-907b-5e1486992605" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.393246] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6da99d5c-a108-45ef-b9f9-e022737bf0cf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "be6b8c2b-2f75-4d82-907b-5e1486992605" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.393470] env[65978]: INFO nova.compute.manager [None req-6da99d5c-a108-45ef-b9f9-e022737bf0cf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Attaching volume 2405c32b-a905-4d32-87d0-f9a65734e0c7 to /dev/sdb [ 837.434242] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f444df-14d5-4539-a35e-b343ea1e6830 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.442772] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c37a1e3-cf9c-46f5-be52-ec3ed97a366a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.460334] env[65978]: DEBUG nova.virt.block_device [None req-6da99d5c-a108-45ef-b9f9-e022737bf0cf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Updating existing volume attachment record: 319b514e-6fa5-4642-97a2-5231fad16aff {{(pid=65978) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 837.481723] env[65978]: DEBUG nova.compute.manager [req-ba5a333f-ed55-4abb-93f0-1bcbcf347455 req-342587b8-29eb-4129-b04c-f738b4e88736 service nova] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Received event network-changed-86fdca7e-4fd6-4b8b-a250-b712da7faba0 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 837.481916] env[65978]: DEBUG nova.compute.manager [req-ba5a333f-ed55-4abb-93f0-1bcbcf347455 req-342587b8-29eb-4129-b04c-f738b4e88736 service nova] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Refreshing instance network info cache due to event network-changed-86fdca7e-4fd6-4b8b-a250-b712da7faba0. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 837.482135] env[65978]: DEBUG oslo_concurrency.lockutils [req-ba5a333f-ed55-4abb-93f0-1bcbcf347455 req-342587b8-29eb-4129-b04c-f738b4e88736 service nova] Acquiring lock "refresh_cache-725c4bf0-ab9b-48cb-9638-0758a06e86ea" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.482294] env[65978]: DEBUG oslo_concurrency.lockutils [req-ba5a333f-ed55-4abb-93f0-1bcbcf347455 req-342587b8-29eb-4129-b04c-f738b4e88736 service nova] Acquired lock "refresh_cache-725c4bf0-ab9b-48cb-9638-0758a06e86ea" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.482445] env[65978]: DEBUG nova.network.neutron [req-ba5a333f-ed55-4abb-93f0-1bcbcf347455 req-342587b8-29eb-4129-b04c-f738b4e88736 service nova] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Refreshing network info cache for port 86fdca7e-4fd6-4b8b-a250-b712da7faba0 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.485230] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquiring lock "725c4bf0-ab9b-48cb-9638-0758a06e86ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.485230] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Lock "725c4bf0-ab9b-48cb-9638-0758a06e86ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.485580] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquiring lock "725c4bf0-ab9b-48cb-9638-0758a06e86ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.485804] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Lock "725c4bf0-ab9b-48cb-9638-0758a06e86ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.485973] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Lock "725c4bf0-ab9b-48cb-9638-0758a06e86ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.489854] env[65978]: INFO nova.compute.manager [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Terminating instance [ 837.638213] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d39811-687d-e847-c78e-a96285519440, 'name': SearchDatastore_Task, 'duration_secs': 0.013872} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.639154] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc0dbd2b-ee77-4aa8-95cc-51d97e63df0f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.647845] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Waiting for the task: (returnval){ [ 837.647845] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520526c7-f85d-1ab8-8c7a-3672137ae80c" [ 837.647845] env[65978]: _type = "Task" [ 837.647845] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.657642] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520526c7-f85d-1ab8-8c7a-3672137ae80c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.785101] env[65978]: INFO nova.compute.manager [-] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Took 1.30 seconds to deallocate network for instance. [ 837.829522] env[65978]: WARNING neutronclient.v2_0.client [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.860808] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance e367fb69-c6e3-4ebf-bd6f-298fbc8846c5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 837.990276] env[65978]: WARNING neutronclient.v2_0.client [req-ba5a333f-ed55-4abb-93f0-1bcbcf347455 req-342587b8-29eb-4129-b04c-f738b4e88736 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.996328] env[65978]: DEBUG nova.compute.manager [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 837.996458] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.997577] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e104a23a-137d-4487-bb40-71d6602d3cc5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.012322] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.012322] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3c866f4-d412-4256-93cf-64ade78b78a9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.021369] env[65978]: DEBUG oslo_vmware.api [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Waiting for the task: (returnval){ [ 838.021369] env[65978]: value = "task-4714485" [ 838.021369] env[65978]: _type = "Task" [ 838.021369] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.033534] env[65978]: DEBUG oslo_vmware.api [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.045193] env[65978]: WARNING neutronclient.v2_0.client [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.161900] env[65978]: DEBUG nova.network.neutron [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Updating instance_info_cache with network_info: [{"id": "d766267c-2d61-4e73-97fa-4307fa4cfd63", "address": "fa:16:3e:54:61:7e", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd766267c-2d", "ovs_interfaceid": "d766267c-2d61-4e73-97fa-4307fa4cfd63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.172537] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520526c7-f85d-1ab8-8c7a-3672137ae80c, 'name': SearchDatastore_Task, 'duration_secs': 0.014797} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.172907] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.173479] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] d096f28a-1d66-4679-a229-0f63e3e3819a/d096f28a-1d66-4679-a229-0f63e3e3819a.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.173745] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cda9f687-01c9-486f-83e9-7d62e14b4ede {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.183728] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Waiting for the task: (returnval){ [ 838.183728] env[65978]: value = "task-4714488" [ 838.183728] env[65978]: _type = "Task" [ 838.183728] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.196185] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.227614] env[65978]: WARNING neutronclient.v2_0.client [req-ba5a333f-ed55-4abb-93f0-1bcbcf347455 req-342587b8-29eb-4129-b04c-f738b4e88736 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.250880] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "d020c361-f57c-400f-b41f-c6ed384a0008" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.251082] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "d020c361-f57c-400f-b41f-c6ed384a0008" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.297750] env[65978]: DEBUG oslo_concurrency.lockutils [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.332184] env[65978]: DEBUG nova.network.neutron [req-ba5a333f-ed55-4abb-93f0-1bcbcf347455 req-342587b8-29eb-4129-b04c-f738b4e88736 service nova] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Updated VIF entry in instance network info cache for port 86fdca7e-4fd6-4b8b-a250-b712da7faba0. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 838.332501] env[65978]: DEBUG nova.network.neutron [req-ba5a333f-ed55-4abb-93f0-1bcbcf347455 req-342587b8-29eb-4129-b04c-f738b4e88736 service nova] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Updating instance_info_cache with network_info: [{"id": "86fdca7e-4fd6-4b8b-a250-b712da7faba0", "address": "fa:16:3e:0f:2d:3c", "network": {"id": "0e6fe9ab-9ab5-4280-87a1-60e0c737956a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1149969462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8825d643e4349409ea9d0471495f10c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86fdca7e-4f", "ovs_interfaceid": "86fdca7e-4fd6-4b8b-a250-b712da7faba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.364562] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 839a307a-ae21-42a6-8101-54043b7722eb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 838.533967] env[65978]: DEBUG oslo_vmware.api [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714485, 'name': PowerOffVM_Task, 'duration_secs': 0.235505} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.534543] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.534543] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.534707] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64cd8030-7348-45f5-a3c3-ac254ddc1d8a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.614049] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.614331] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.614544] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Deleting the datastore file [datastore1] 725c4bf0-ab9b-48cb-9638-0758a06e86ea {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.614862] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05ffb0ff-42ca-4989-a13b-90e6039a4be4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.626644] env[65978]: DEBUG oslo_vmware.api [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Waiting for the task: (returnval){ [ 838.626644] env[65978]: value = "task-4714490" [ 838.626644] env[65978]: _type = "Task" [ 838.626644] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.644623] env[65978]: DEBUG oslo_vmware.api [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.673912] env[65978]: DEBUG oslo_concurrency.lockutils [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Releasing lock "refresh_cache-b6f9926b-da45-40cd-8fe3-60a9b3d4dc91" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.704288] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714488, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.835533] env[65978]: DEBUG oslo_concurrency.lockutils [req-ba5a333f-ed55-4abb-93f0-1bcbcf347455 req-342587b8-29eb-4129-b04c-f738b4e88736 service nova] Releasing lock "refresh_cache-725c4bf0-ab9b-48cb-9638-0758a06e86ea" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.866803] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 391f8715-5c70-4a3a-a2b3-3acc26a45123 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 839.138040] env[65978]: DEBUG oslo_vmware.api [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466105} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.138330] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.138509] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.138699] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.138866] env[65978]: INFO nova.compute.manager [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Took 1.14 seconds to destroy the instance on the hypervisor. [ 839.139131] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 839.139344] env[65978]: DEBUG nova.compute.manager [-] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 839.139888] env[65978]: DEBUG nova.network.neutron [-] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 839.140187] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.197892] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656312} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.198693] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] d096f28a-1d66-4679-a229-0f63e3e3819a/d096f28a-1d66-4679-a229-0f63e3e3819a.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.198693] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.198693] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f8dc239-2a33-4068-a49b-75bbac482844 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.206742] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Waiting for the task: (returnval){ [ 839.206742] env[65978]: value = "task-4714491" [ 839.206742] env[65978]: _type = "Task" [ 839.206742] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.207907] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.223032] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.369916] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 839.723957] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077009} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.723957] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.723957] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54ace35-99a9-49aa-94a4-436dd59929d3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.746426] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] d096f28a-1d66-4679-a229-0f63e3e3819a/d096f28a-1d66-4679-a229-0f63e3e3819a.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.746851] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15756769-41e2-482f-ad20-d0cbc3ccb7c6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.770045] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Waiting for the task: (returnval){ [ 839.770045] env[65978]: value = "task-4714492" [ 839.770045] env[65978]: _type = "Task" [ 839.770045] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.779974] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714492, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.873026] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 76a2de1e-ac61-4fa8-a526-213c12efe0c7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 839.939509] env[65978]: DEBUG nova.compute.manager [req-0ac19e61-7884-449a-a17e-036f2b50d762 req-db770093-32d8-4372-a006-e7356ff16e46 service nova] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Received event network-vif-deleted-86fdca7e-4fd6-4b8b-a250-b712da7faba0 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 839.939509] env[65978]: INFO nova.compute.manager [req-0ac19e61-7884-449a-a17e-036f2b50d762 req-db770093-32d8-4372-a006-e7356ff16e46 service nova] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Neutron deleted interface 86fdca7e-4fd6-4b8b-a250-b712da7faba0; detaching it from the instance and deleting it from the info cache [ 839.939703] env[65978]: DEBUG nova.network.neutron [req-0ac19e61-7884-449a-a17e-036f2b50d762 req-db770093-32d8-4372-a006-e7356ff16e46 service nova] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.195058] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca6c32f-8797-45a9-8a68-028fa6ec7485 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.215310] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Updating instance 'b6f9926b-da45-40cd-8fe3-60a9b3d4dc91' progress to 0 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 840.283096] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714492, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.339625] env[65978]: DEBUG oslo_vmware.rw_handles [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52424a12-6ca6-0005-54e9-466aa76a4b98/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 840.339625] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d14bf6-57d5-4346-abfe-caa280b0c0e2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.347171] env[65978]: DEBUG oslo_vmware.rw_handles [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52424a12-6ca6-0005-54e9-466aa76a4b98/disk-0.vmdk is in state: ready. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 840.347171] env[65978]: ERROR oslo_vmware.rw_handles [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52424a12-6ca6-0005-54e9-466aa76a4b98/disk-0.vmdk due to incomplete transfer. [ 840.347171] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-936a2b45-eed8-470b-b128-debb09b1b692 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.355394] env[65978]: DEBUG oslo_vmware.rw_handles [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52424a12-6ca6-0005-54e9-466aa76a4b98/disk-0.vmdk. {{(pid=65978) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 840.355603] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Uploaded image 539f8d0f-ab3e-4915-88f4-030365b3311a to the Glance image server {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 840.357853] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Destroying the VM {{(pid=65978) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 840.358158] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f26c0562-5dca-4b89-b8eb-c7f173637426 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.366438] env[65978]: DEBUG oslo_vmware.api [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 840.366438] env[65978]: value = "task-4714495" [ 840.366438] env[65978]: _type = "Task" [ 840.366438] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.377504] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 840.378299] env[65978]: DEBUG oslo_vmware.api [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714495, 'name': Destroy_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.419551] env[65978]: DEBUG nova.network.neutron [-] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.441991] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22c17523-7763-44f1-a6ae-574c8aa35523 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.457045] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf2f230-1ccf-46ea-9e05-55ee198b1bf5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.497862] env[65978]: DEBUG nova.compute.manager [req-0ac19e61-7884-449a-a17e-036f2b50d762 req-db770093-32d8-4372-a006-e7356ff16e46 service nova] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Detach interface failed, port_id=86fdca7e-4fd6-4b8b-a250-b712da7faba0, reason: Instance 725c4bf0-ab9b-48cb-9638-0758a06e86ea could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 840.724144] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.724573] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f7a4a33-7fc0-47b9-a18e-e30a29906191 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.734923] env[65978]: DEBUG oslo_vmware.api [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 840.734923] env[65978]: value = "task-4714496" [ 840.734923] env[65978]: _type = "Task" [ 840.734923] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.745146] env[65978]: DEBUG oslo_vmware.api [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.782925] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714492, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.877741] env[65978]: DEBUG oslo_vmware.api [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714495, 'name': Destroy_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.880622] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance b651afcc-a92b-4417-84a7-61a76c320e15 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 840.924068] env[65978]: INFO nova.compute.manager [-] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Took 1.78 seconds to deallocate network for instance. [ 841.246569] env[65978]: DEBUG oslo_vmware.api [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714496, 'name': PowerOffVM_Task, 'duration_secs': 0.236319} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.246879] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.247072] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Updating instance 'b6f9926b-da45-40cd-8fe3-60a9b3d4dc91' progress to 17 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 841.282458] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714492, 'name': ReconfigVM_Task, 'duration_secs': 1.474313} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.282828] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Reconfigured VM instance instance-0000003e to attach disk [datastore2] d096f28a-1d66-4679-a229-0f63e3e3819a/d096f28a-1d66-4679-a229-0f63e3e3819a.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.283597] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1350aa50-da88-4672-95ed-9805dc85f9fe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.291711] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Waiting for the task: (returnval){ [ 841.291711] env[65978]: value = "task-4714497" [ 841.291711] env[65978]: _type = "Task" [ 841.291711] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.303288] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714497, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.380192] env[65978]: DEBUG oslo_vmware.api [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714495, 'name': Destroy_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.384242] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance e7525308-7f14-4c1d-a72c-8780fda96886 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 841.430950] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.758714] env[65978]: DEBUG nova.virt.hardware [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 841.762031] env[65978]: DEBUG nova.virt.hardware [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.762031] env[65978]: DEBUG nova.virt.hardware [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 841.762031] env[65978]: DEBUG nova.virt.hardware [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.762031] env[65978]: DEBUG nova.virt.hardware [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 841.762031] env[65978]: DEBUG nova.virt.hardware [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 841.762031] env[65978]: DEBUG nova.virt.hardware [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 841.762430] env[65978]: DEBUG nova.virt.hardware [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 841.762430] env[65978]: DEBUG nova.virt.hardware [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 841.762430] env[65978]: DEBUG nova.virt.hardware [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 841.762430] env[65978]: DEBUG nova.virt.hardware [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 841.769396] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe6b5620-01c4-4e33-9645-336462340bc6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.789289] env[65978]: DEBUG oslo_vmware.api [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 841.789289] env[65978]: value = "task-4714498" [ 841.789289] env[65978]: _type = "Task" [ 841.789289] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.804445] env[65978]: DEBUG oslo_vmware.api [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.808197] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714497, 'name': Rename_Task, 'duration_secs': 0.320208} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.808489] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.808751] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47cb90e0-fe24-4a25-810d-ba640a920cff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.816076] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Waiting for the task: (returnval){ [ 841.816076] env[65978]: value = "task-4714499" [ 841.816076] env[65978]: _type = "Task" [ 841.816076] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.826809] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.878765] env[65978]: DEBUG oslo_vmware.api [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714495, 'name': Destroy_Task, 'duration_secs': 1.44525} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.879054] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Destroyed the VM [ 841.879385] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Deleting Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 841.879647] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-72863201-91ab-4eb2-8576-a70b4dc3a889 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.888405] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance af8f6ac9-1a38-4437-8ef4-2db230a9e3d5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 841.890041] env[65978]: DEBUG oslo_vmware.api [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 841.890041] env[65978]: value = "task-4714500" [ 841.890041] env[65978]: _type = "Task" [ 841.890041] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.900570] env[65978]: DEBUG oslo_vmware.api [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714500, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.301691] env[65978]: DEBUG oslo_vmware.api [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714498, 'name': ReconfigVM_Task, 'duration_secs': 0.298362} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.302239] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Updating instance 'b6f9926b-da45-40cd-8fe3-60a9b3d4dc91' progress to 33 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 842.327847] env[65978]: DEBUG oslo_vmware.api [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714499, 'name': PowerOnVM_Task, 'duration_secs': 0.508131} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.328190] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.328397] env[65978]: INFO nova.compute.manager [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Took 6.89 seconds to spawn the instance on the hypervisor. [ 842.328646] env[65978]: DEBUG nova.compute.manager [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 842.329489] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d6ca74-3961-4586-b639-5b43d850491a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.394911] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance baf140d5-8c41-45ca-99b3-52c4c00adebd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 842.395185] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 842.395397] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=100GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '14', 'num_vm_active': '13', 'num_task_None': '10', 'num_os_type_None': '14', 'num_proj_81a50aee7806472099fe696701dacbe2': '3', 'io_workload': '2', 'num_proj_b720996f6d3443fbb2b7e9db6cb6f5f5': '1', 'num_proj_89300743ada64b348ab266269b499f22': '1', 'num_proj_b8825d643e4349409ea9d0471495f10c': '2', 'num_task_image_uploading': '1', 'num_proj_67c0285adf994e4ab5fbfe0226d33b52': '1', 'num_proj_b7479b38af7c414d9ab516169fc116dc': '1', 'num_task_resize_prep': '1', 'num_proj_7af66bcc446144c4b5f5f487e61e3caf': '1', 'num_proj_52a6b5ef7c5b4739a3d18934729959ef': '1', 'num_proj_fa9f20fec2834bf3acf324256d9c9007': '1', 'num_task_deleting': '1', 'num_proj_496ab4356f244fb2b2edbc4d3e852d28': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_6328579ef4e2412f801ebf39a377523f': '1'} {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 842.405047] env[65978]: DEBUG oslo_vmware.api [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714500, 'name': RemoveSnapshot_Task} progress is 47%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.512394] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da99d5c-a108-45ef-b9f9-e022737bf0cf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Volume attach. Driver type: vmdk {{(pid=65978) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 842.512652] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da99d5c-a108-45ef-b9f9-e022737bf0cf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920044', 'volume_id': '2405c32b-a905-4d32-87d0-f9a65734e0c7', 'name': 'volume-2405c32b-a905-4d32-87d0-f9a65734e0c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be6b8c2b-2f75-4d82-907b-5e1486992605', 'attached_at': '', 'detached_at': '', 'volume_id': '2405c32b-a905-4d32-87d0-f9a65734e0c7', 'serial': '2405c32b-a905-4d32-87d0-f9a65734e0c7'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 842.513639] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17ef86e-424c-4960-85f8-f3ca868ca4ed {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.541098] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee69638c-e8bf-4603-9721-a732120f12ee {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.583199] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da99d5c-a108-45ef-b9f9-e022737bf0cf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] volume-2405c32b-a905-4d32-87d0-f9a65734e0c7/volume-2405c32b-a905-4d32-87d0-f9a65734e0c7.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.588262] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9594b51-34e0-4f58-878f-82f5de04f0e9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.615589] env[65978]: DEBUG oslo_vmware.api [None req-6da99d5c-a108-45ef-b9f9-e022737bf0cf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 842.615589] env[65978]: value = "task-4714502" [ 842.615589] env[65978]: _type = "Task" [ 842.615589] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.627573] env[65978]: DEBUG oslo_vmware.api [None req-6da99d5c-a108-45ef-b9f9-e022737bf0cf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714502, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.811069] env[65978]: DEBUG nova.virt.hardware [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 842.811452] env[65978]: DEBUG nova.virt.hardware [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.811503] env[65978]: DEBUG nova.virt.hardware [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 842.811650] env[65978]: DEBUG nova.virt.hardware [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.811804] env[65978]: DEBUG nova.virt.hardware [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 842.811954] env[65978]: DEBUG nova.virt.hardware [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 842.812169] env[65978]: DEBUG nova.virt.hardware [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 842.812321] env[65978]: DEBUG nova.virt.hardware [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 842.812478] env[65978]: DEBUG nova.virt.hardware [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 842.812632] env[65978]: DEBUG nova.virt.hardware [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 842.812809] env[65978]: DEBUG nova.virt.hardware [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 842.818131] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 842.821031] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41cc4402-3955-49ff-b82d-5439df790e38 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.841366] env[65978]: DEBUG oslo_vmware.api [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 842.841366] env[65978]: value = "task-4714503" [ 842.841366] env[65978]: _type = "Task" [ 842.841366] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.852922] env[65978]: INFO nova.compute.manager [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Took 54.73 seconds to build instance. [ 842.859058] env[65978]: DEBUG oslo_vmware.api [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.901505] env[65978]: DEBUG oslo_vmware.api [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714500, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.034249] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e685695b-b767-40c6-847a-be2d6e6d2284 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.043148] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0b4699-21f8-4517-b1f6-80e9c62712fd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.077207] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f55522-8aaf-46fb-b1f2-32a22d73bc58 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.085575] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d1cb08-4461-4856-b9e1-5ac3dc41e52a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.100552] env[65978]: DEBUG nova.compute.provider_tree [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.126477] env[65978]: DEBUG oslo_vmware.api [None req-6da99d5c-a108-45ef-b9f9-e022737bf0cf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.359217] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6b227903-7906-471c-9717-c33d41d0bb5c tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Lock "d096f28a-1d66-4679-a229-0f63e3e3819a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.246s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.360752] env[65978]: DEBUG oslo_vmware.api [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714503, 'name': ReconfigVM_Task, 'duration_secs': 0.188049} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.362264] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 843.365734] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c6fef4-48bc-43ff-a77c-b428d6607a48 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.388880] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] b6f9926b-da45-40cd-8fe3-60a9b3d4dc91/b6f9926b-da45-40cd-8fe3-60a9b3d4dc91.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.389601] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6f5b7ed-dabf-437f-ab03-44c8fe47d7fa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.412579] env[65978]: DEBUG oslo_vmware.api [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714500, 'name': RemoveSnapshot_Task, 'duration_secs': 1.036905} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.414165] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Deleted Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 843.418027] env[65978]: INFO nova.compute.manager [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Took 16.74 seconds to snapshot the instance on the hypervisor. [ 843.418027] env[65978]: DEBUG oslo_vmware.api [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 843.418027] env[65978]: value = "task-4714504" [ 843.418027] env[65978]: _type = "Task" [ 843.418027] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.427526] env[65978]: DEBUG oslo_vmware.api [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714504, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.603659] env[65978]: DEBUG nova.scheduler.client.report [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.627119] env[65978]: DEBUG oslo_vmware.api [None req-6da99d5c-a108-45ef-b9f9-e022737bf0cf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714502, 'name': ReconfigVM_Task, 'duration_secs': 0.945769} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.627405] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da99d5c-a108-45ef-b9f9-e022737bf0cf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Reconfigured VM instance instance-00000035 to attach disk [datastore2] volume-2405c32b-a905-4d32-87d0-f9a65734e0c7/volume-2405c32b-a905-4d32-87d0-f9a65734e0c7.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.632512] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cb66254-e2ad-47b1-9eaa-7133bf250696 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.649748] env[65978]: DEBUG oslo_vmware.api [None req-6da99d5c-a108-45ef-b9f9-e022737bf0cf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 843.649748] env[65978]: value = "task-4714505" [ 843.649748] env[65978]: _type = "Task" [ 843.649748] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.660568] env[65978]: DEBUG oslo_vmware.api [None req-6da99d5c-a108-45ef-b9f9-e022737bf0cf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.864211] env[65978]: DEBUG nova.compute.manager [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 843.930852] env[65978]: DEBUG oslo_vmware.api [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.976746] env[65978]: DEBUG nova.compute.manager [None req-f37e1b0f-5777-4619-b027-2c6709f5574f tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Found 2 images (rotation: 2) {{(pid=65978) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5061}} [ 844.109037] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65978) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 844.109296] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.821s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.109607] env[65978]: DEBUG oslo_concurrency.lockutils [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.042s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.109822] env[65978]: DEBUG oslo_concurrency.lockutils [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.112172] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.597s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.112364] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.114815] env[65978]: DEBUG oslo_concurrency.lockutils [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.472s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.115025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.116937] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.160s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.117125] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.118789] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.131s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.118967] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.120642] env[65978]: DEBUG oslo_concurrency.lockutils [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.090s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.122133] env[65978]: INFO nova.compute.claims [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.125027] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.125164] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Cleaning up deleted instances {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11921}} [ 844.161502] env[65978]: INFO nova.scheduler.client.report [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Deleted allocations for instance 5ff8047c-ee56-476a-bab7-3922e4ad8003 [ 844.169261] env[65978]: INFO nova.scheduler.client.report [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Deleted allocations for instance 5d17e541-901a-48ed-b5a1-cf554240f105 [ 844.171333] env[65978]: DEBUG oslo_vmware.api [None req-6da99d5c-a108-45ef-b9f9-e022737bf0cf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714505, 'name': ReconfigVM_Task, 'duration_secs': 0.177531} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.176702] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da99d5c-a108-45ef-b9f9-e022737bf0cf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920044', 'volume_id': '2405c32b-a905-4d32-87d0-f9a65734e0c7', 'name': 'volume-2405c32b-a905-4d32-87d0-f9a65734e0c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be6b8c2b-2f75-4d82-907b-5e1486992605', 'attached_at': '', 'detached_at': '', 'volume_id': '2405c32b-a905-4d32-87d0-f9a65734e0c7', 'serial': '2405c32b-a905-4d32-87d0-f9a65734e0c7'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 844.200340] env[65978]: INFO nova.scheduler.client.report [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Deleted allocations for instance a4e7880d-1569-491e-acff-2cdffec981af [ 844.206475] env[65978]: INFO nova.scheduler.client.report [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Deleted allocations for instance 95312658-67dd-4612-a5b0-d1932c40c4a5 [ 844.245240] env[65978]: INFO nova.scheduler.client.report [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Deleted allocations for instance eeb54305-cddf-4ff6-9816-c11e8923aea6 [ 844.249526] env[65978]: WARNING oslo_messaging._drivers.amqpdriver [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 844.390375] env[65978]: DEBUG oslo_concurrency.lockutils [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.428662] env[65978]: DEBUG oslo_vmware.api [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714504, 'name': ReconfigVM_Task, 'duration_secs': 0.863596} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.428960] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Reconfigured VM instance instance-00000034 to attach disk [datastore1] b6f9926b-da45-40cd-8fe3-60a9b3d4dc91/b6f9926b-da45-40cd-8fe3-60a9b3d4dc91.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.429249] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Updating instance 'b6f9926b-da45-40cd-8fe3-60a9b3d4dc91' progress to 50 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 844.523679] env[65978]: INFO nova.compute.manager [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Rebuilding instance [ 844.587533] env[65978]: DEBUG nova.compute.manager [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 844.588170] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe6b73c-e85e-4070-887a-6135717f5da6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.640034] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] There are 34 instances to clean {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11930}} [ 844.640034] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: a7a4518b-c5d6-440b-9e98-95c5942a7de1] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 844.687777] env[65978]: DEBUG oslo_concurrency.lockutils [None req-080e2da8-4413-40c4-9971-d631ba83c80a tempest-ServersTestManualDisk-443173538 tempest-ServersTestManualDisk-443173538-project-member] Lock "5ff8047c-ee56-476a-bab7-3922e4ad8003" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.167s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.688769] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7981d4e9-6224-413d-979a-55dc69bffb69 tempest-ServerShowV254Test-1819807892 tempest-ServerShowV254Test-1819807892-project-member] Lock "5d17e541-901a-48ed-b5a1-cf554240f105" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.339s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.714045] env[65978]: DEBUG oslo_concurrency.lockutils [None req-54b03a3d-9875-410e-bb68-433a0b1e471d tempest-ServerShowV257Test-1374173738 tempest-ServerShowV257Test-1374173738-project-member] Lock "a4e7880d-1569-491e-acff-2cdffec981af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.026s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.718798] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4812e356-56f9-487f-9fd0-0809a233eaa6 tempest-ServersTestFqdnHostnames-1718908810 tempest-ServersTestFqdnHostnames-1718908810-project-member] Lock "95312658-67dd-4612-a5b0-d1932c40c4a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.687s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.759045] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3c095bb2-d1b2-4e6c-a3a6-309c60b49ad3 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "eeb54305-cddf-4ff6-9816-c11e8923aea6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.974s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.936235] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd321ba-7a0d-4081-a678-ecf16e3401db {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.963473] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa3f723-c988-4665-8ca9-64698c1ed30a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.983983] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Updating instance 'b6f9926b-da45-40cd-8fe3-60a9b3d4dc91' progress to 67 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 845.144915] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 9c7cb999-a949-4e08-ae2e-cb14824eea0b] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 845.251203] env[65978]: DEBUG nova.objects.instance [None req-6da99d5c-a108-45ef-b9f9-e022737bf0cf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lazy-loading 'flavor' on Instance uuid be6b8c2b-2f75-4d82-907b-5e1486992605 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.286823] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037a457c-3c43-4820-9372-a216758b0ecc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.300684] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e476b6-43eb-49bb-a392-9ccac13958d9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.335673] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fe538a-2ae8-4869-a2eb-14b0c1df4ba4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.345483] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ae4fd3-20af-4e88-b174-d64823a92a50 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.361330] env[65978]: DEBUG nova.compute.provider_tree [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.495487] env[65978]: WARNING neutronclient.v2_0.client [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.495888] env[65978]: WARNING neutronclient.v2_0.client [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.499150] env[65978]: DEBUG nova.compute.manager [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 845.500494] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739dc4e6-16b3-42a7-9c6e-9831da5350b9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.551390] env[65978]: DEBUG nova.network.neutron [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Port d766267c-2d61-4e73-97fa-4307fa4cfd63 binding to destination host cpu-1 is already ACTIVE {{(pid=65978) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 845.603344] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.603541] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbf017d5-b99c-4052-ab0a-c2b7b7c6dda3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.613561] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Waiting for the task: (returnval){ [ 845.613561] env[65978]: value = "task-4714507" [ 845.613561] env[65978]: _type = "Task" [ 845.613561] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.622870] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.648814] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 7920eeed-577d-4ee6-8dab-69ead7c42706] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 845.760135] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6da99d5c-a108-45ef-b9f9-e022737bf0cf tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "be6b8c2b-2f75-4d82-907b-5e1486992605" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.366s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.865718] env[65978]: DEBUG nova.scheduler.client.report [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.014064] env[65978]: INFO nova.compute.manager [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] instance snapshotting [ 846.014795] env[65978]: DEBUG nova.objects.instance [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lazy-loading 'flavor' on Instance uuid 2f454d73-1141-46d1-97ce-8f85281d961c {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.125788] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714507, 'name': PowerOffVM_Task, 'duration_secs': 0.117493} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.126074] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.126892] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.127713] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14bcfa4-ebdb-49dc-ac10-37d341745852 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.135553] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.135814] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29e9b40b-8474-4bdb-94af-c438c7d109fb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.152922] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: bc4f9746-14ee-46fd-ae5a-2a61a64602f5] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 846.175657] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.175892] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.176081] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Deleting the datastore file [datastore2] d096f28a-1d66-4679-a229-0f63e3e3819a {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.176353] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6f68943-62a6-4a42-a8b4-293515de5c8e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.183952] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Waiting for the task: (returnval){ [ 846.183952] env[65978]: value = "task-4714509" [ 846.183952] env[65978]: _type = "Task" [ 846.183952] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.196012] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.289625] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f1e970f9-9ad3-43b5-8c7f-a41ff1818a8f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "be6b8c2b-2f75-4d82-907b-5e1486992605" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.290021] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f1e970f9-9ad3-43b5-8c7f-a41ff1818a8f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "be6b8c2b-2f75-4d82-907b-5e1486992605" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.290264] env[65978]: DEBUG nova.compute.manager [None req-f1e970f9-9ad3-43b5-8c7f-a41ff1818a8f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 846.291323] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ec6533-9385-4d1d-8712-7ac1bdd5f63c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.300563] env[65978]: DEBUG nova.compute.manager [None req-f1e970f9-9ad3-43b5-8c7f-a41ff1818a8f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65978) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3446}} [ 846.301237] env[65978]: DEBUG nova.objects.instance [None req-f1e970f9-9ad3-43b5-8c7f-a41ff1818a8f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lazy-loading 'flavor' on Instance uuid be6b8c2b-2f75-4d82-907b-5e1486992605 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.371774] env[65978]: DEBUG oslo_concurrency.lockutils [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.372471] env[65978]: DEBUG nova.compute.manager [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 846.375392] env[65978]: DEBUG oslo_concurrency.lockutils [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "51206bff-a257-4f16-97df-5f959c253127" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.375537] env[65978]: DEBUG oslo_concurrency.lockutils [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "51206bff-a257-4f16-97df-5f959c253127" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.375789] env[65978]: DEBUG oslo_concurrency.lockutils [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "51206bff-a257-4f16-97df-5f959c253127-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.375862] env[65978]: DEBUG oslo_concurrency.lockutils [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "51206bff-a257-4f16-97df-5f959c253127-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.376008] env[65978]: DEBUG oslo_concurrency.lockutils [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "51206bff-a257-4f16-97df-5f959c253127-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.377950] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.515s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.379790] env[65978]: INFO nova.compute.claims [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.382995] env[65978]: INFO nova.compute.manager [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Terminating instance [ 846.524375] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a4870e-b0ee-4ddb-a425-a4c45e8c9f40 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.546129] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190cc0da-aef2-4a0c-adfc-621999558804 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.572615] env[65978]: DEBUG oslo_concurrency.lockutils [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "b6f9926b-da45-40cd-8fe3-60a9b3d4dc91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.573299] env[65978]: DEBUG oslo_concurrency.lockutils [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "b6f9926b-da45-40cd-8fe3-60a9b3d4dc91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.573299] env[65978]: DEBUG oslo_concurrency.lockutils [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "b6f9926b-da45-40cd-8fe3-60a9b3d4dc91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.657026] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: b2ade356-7f5c-46bf-afbd-8e55aaf68b00] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 846.701986] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100336} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.703059] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.703059] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.703059] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.880357] env[65978]: DEBUG nova.compute.utils [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.881454] env[65978]: DEBUG nova.compute.manager [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 846.881688] env[65978]: DEBUG nova.network.neutron [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 846.882096] env[65978]: WARNING neutronclient.v2_0.client [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.882589] env[65978]: WARNING neutronclient.v2_0.client [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.889853] env[65978]: DEBUG nova.compute.manager [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 846.889853] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.889853] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee2d816-05a2-413d-9f9f-b8104985afbe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.899920] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.899920] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70ebf3e4-4e3e-4c2a-bb18-dda26330a228 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.910426] env[65978]: DEBUG oslo_vmware.api [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 846.910426] env[65978]: value = "task-4714511" [ 846.910426] env[65978]: _type = "Task" [ 846.910426] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.928434] env[65978]: DEBUG oslo_vmware.api [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.058818] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Creating Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 847.059172] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-20558c9e-1c9c-48d6-9ed1-65f7703ef7ce {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.068082] env[65978]: DEBUG oslo_vmware.api [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 847.068082] env[65978]: value = "task-4714512" [ 847.068082] env[65978]: _type = "Task" [ 847.068082] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.081222] env[65978]: DEBUG oslo_vmware.api [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714512, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.161842] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 1a12c1ed-374e-44bd-9715-c4bc621f18a5] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 847.196433] env[65978]: DEBUG nova.policy [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8de93c30e592488f88508d7d6f6ce028', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '977d47eb6c224ad9949c3f3a5c7414d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.313030] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e970f9-9ad3-43b5-8c7f-a41ff1818a8f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.313160] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-feee1cf3-61d0-493d-a28e-abcb08f1781a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.324007] env[65978]: DEBUG oslo_vmware.api [None req-f1e970f9-9ad3-43b5-8c7f-a41ff1818a8f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 847.324007] env[65978]: value = "task-4714513" [ 847.324007] env[65978]: _type = "Task" [ 847.324007] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.342057] env[65978]: DEBUG oslo_vmware.api [None req-f1e970f9-9ad3-43b5-8c7f-a41ff1818a8f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.386908] env[65978]: DEBUG nova.compute.manager [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 847.421737] env[65978]: DEBUG oslo_vmware.api [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714511, 'name': PowerOffVM_Task, 'duration_secs': 0.249878} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.421737] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.421737] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.422044] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d05fe89-6c55-4116-84e6-ab5246069489 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.498435] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.498664] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.498938] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Deleting the datastore file [datastore2] 51206bff-a257-4f16-97df-5f959c253127 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.499285] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b77ca10d-e6bf-450a-ac22-dc45398e793a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.506744] env[65978]: DEBUG oslo_vmware.api [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 847.506744] env[65978]: value = "task-4714515" [ 847.506744] env[65978]: _type = "Task" [ 847.506744] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.518159] env[65978]: DEBUG oslo_vmware.api [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.584182] env[65978]: WARNING neutronclient.v2_0.client [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.587354] env[65978]: DEBUG oslo_vmware.api [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714512, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.659763] env[65978]: DEBUG nova.network.neutron [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Successfully created port: 356261c6-3bca-4889-960d-506018af9e4e {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 847.666812] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: dcffbd1b-1386-4ddf-a622-9186038fc273] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 847.761050] env[65978]: DEBUG nova.virt.hardware [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 847.761428] env[65978]: DEBUG nova.virt.hardware [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.761847] env[65978]: DEBUG nova.virt.hardware [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 847.762053] env[65978]: DEBUG nova.virt.hardware [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.762334] env[65978]: DEBUG nova.virt.hardware [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 847.762551] env[65978]: DEBUG nova.virt.hardware [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 847.762958] env[65978]: DEBUG nova.virt.hardware [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 847.763902] env[65978]: DEBUG nova.virt.hardware [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 847.763902] env[65978]: DEBUG nova.virt.hardware [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 847.763902] env[65978]: DEBUG nova.virt.hardware [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 847.764529] env[65978]: DEBUG nova.virt.hardware [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 847.765586] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75d1d69-b5ef-4601-82c9-ea6af89668b7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.770831] env[65978]: DEBUG oslo_concurrency.lockutils [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "refresh_cache-b6f9926b-da45-40cd-8fe3-60a9b3d4dc91" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.771132] env[65978]: DEBUG oslo_concurrency.lockutils [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquired lock "refresh_cache-b6f9926b-da45-40cd-8fe3-60a9b3d4dc91" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.771416] env[65978]: DEBUG nova.network.neutron [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 847.783523] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0c873a-5c79-4107-b4c8-00426473a4b8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.801933] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Instance VIF info [] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.807545] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 847.810643] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.811794] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e9da5bb-cddf-47ab-8362-9e3c317651ff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.834185] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.834185] env[65978]: value = "task-4714516" [ 847.834185] env[65978]: _type = "Task" [ 847.834185] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.837755] env[65978]: DEBUG oslo_vmware.api [None req-f1e970f9-9ad3-43b5-8c7f-a41ff1818a8f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714513, 'name': PowerOffVM_Task, 'duration_secs': 0.195897} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.841072] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e970f9-9ad3-43b5-8c7f-a41ff1818a8f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.841358] env[65978]: DEBUG nova.compute.manager [None req-f1e970f9-9ad3-43b5-8c7f-a41ff1818a8f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 847.846858] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c653bc-6fbe-4b57-a2e8-c1e3c6dfb442 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.855563] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714516, 'name': CreateVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.025743] env[65978]: DEBUG oslo_vmware.api [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175527} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.025743] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.025743] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.025743] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.025743] env[65978]: INFO nova.compute.manager [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 51206bff-a257-4f16-97df-5f959c253127] Took 1.13 seconds to destroy the instance on the hypervisor. [ 848.026027] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 848.026027] env[65978]: DEBUG nova.compute.manager [-] [instance: 51206bff-a257-4f16-97df-5f959c253127] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 848.026027] env[65978]: DEBUG nova.network.neutron [-] [instance: 51206bff-a257-4f16-97df-5f959c253127] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 848.026027] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.045525] env[65978]: DEBUG nova.network.neutron [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Successfully created port: 70c8babe-d476-4541-95df-992602ac6cb6 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 848.082699] env[65978]: DEBUG oslo_vmware.api [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714512, 'name': CreateSnapshot_Task, 'duration_secs': 0.571359} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.084221] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.086274] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Created Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 848.087348] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1d9f33-346a-4288-a967-62272e8605ab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.170962] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 9e8bf8f2-b4c9-4984-984c-0f2af28603f3] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 848.274233] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96567d46-2a4d-4719-90d1-13ff685b0b81 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.277665] env[65978]: WARNING neutronclient.v2_0.client [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.285525] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261a14eb-d7a8-489a-be60-080d8ad1a896 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.319574] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d80880e-6784-4ae3-abf1-e85aac819e2d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.327894] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03ff350-53a3-4d01-812e-2dc14c79a0b5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.342544] env[65978]: DEBUG nova.compute.provider_tree [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.353472] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714516, 'name': CreateVM_Task, 'duration_secs': 0.318716} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.354358] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.354841] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.355031] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.355692] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.356251] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe6d8c13-2d17-4a81-aa66-6de5627299e5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.362494] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Waiting for the task: (returnval){ [ 848.362494] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52acd5f0-4e38-363e-fe87-97fb46dcda44" [ 848.362494] env[65978]: _type = "Task" [ 848.362494] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.368350] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f1e970f9-9ad3-43b5-8c7f-a41ff1818a8f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "be6b8c2b-2f75-4d82-907b-5e1486992605" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.375238] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52acd5f0-4e38-363e-fe87-97fb46dcda44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.405327] env[65978]: DEBUG nova.compute.manager [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 848.445586] env[65978]: DEBUG nova.virt.hardware [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 848.445586] env[65978]: DEBUG nova.virt.hardware [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.445586] env[65978]: DEBUG nova.virt.hardware [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 848.445586] env[65978]: DEBUG nova.virt.hardware [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.445910] env[65978]: DEBUG nova.virt.hardware [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 848.445910] env[65978]: DEBUG nova.virt.hardware [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 848.445910] env[65978]: DEBUG nova.virt.hardware [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 848.445910] env[65978]: DEBUG nova.virt.hardware [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 848.445910] env[65978]: DEBUG nova.virt.hardware [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 848.446120] env[65978]: DEBUG nova.virt.hardware [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 848.446120] env[65978]: DEBUG nova.virt.hardware [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 848.446120] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765bc057-721a-4d25-843a-07a7c8dbe2a7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.456347] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d407b2de-b681-4a74-878a-7e78ef679bcd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.472885] env[65978]: DEBUG nova.network.neutron [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Successfully created port: db026469-88a6-44d5-9023-98fd7f59d631 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 848.612646] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Creating linked-clone VM from snapshot {{(pid=65978) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 848.614442] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-97c0a6b6-e1de-4f2f-974c-87da4f963cb1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.625530] env[65978]: DEBUG oslo_vmware.api [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 848.625530] env[65978]: value = "task-4714517" [ 848.625530] env[65978]: _type = "Task" [ 848.625530] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.636574] env[65978]: DEBUG oslo_vmware.api [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714517, 'name': CloneVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.677507] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 324c4201-a6d8-4432-a992-728c1abe29d6] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 848.848281] env[65978]: DEBUG nova.scheduler.client.report [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.875475] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52acd5f0-4e38-363e-fe87-97fb46dcda44, 'name': SearchDatastore_Task, 'duration_secs': 0.020544} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.875830] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.876081] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.876319] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.876467] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.876625] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.876920] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed2c3d24-e734-400a-b0a4-ff85bbf7a3a1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.887859] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.887977] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.888785] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d83ad8-446f-4a6e-a18c-21fa97318508 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.896531] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Waiting for the task: (returnval){ [ 848.896531] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52cc9239-d0ee-9201-455d-ac3a6f53aa4e" [ 848.896531] env[65978]: _type = "Task" [ 848.896531] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.905268] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52cc9239-d0ee-9201-455d-ac3a6f53aa4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.119314] env[65978]: DEBUG nova.network.neutron [-] [instance: 51206bff-a257-4f16-97df-5f959c253127] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.886739] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 2131baf3-24b8-4cff-9821-bfb25e44ef3f] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 849.889083] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.511s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.889561] env[65978]: DEBUG nova.compute.manager [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 849.892692] env[65978]: INFO nova.compute.manager [-] [instance: 51206bff-a257-4f16-97df-5f959c253127] Took 1.87 seconds to deallocate network for instance. [ 849.893784] env[65978]: DEBUG oslo_concurrency.lockutils [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.332s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.895153] env[65978]: INFO nova.compute.claims [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.913634] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52cc9239-d0ee-9201-455d-ac3a6f53aa4e, 'name': SearchDatastore_Task, 'duration_secs': 0.017925} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.913868] env[65978]: DEBUG oslo_vmware.api [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714517, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.914048] env[65978]: WARNING oslo_vmware.common.loopingcall [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] task run outlasted interval by 0.287617 sec [ 849.915171] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4f2fc38-18c7-4b02-bb11-68630cebb498 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.929720] env[65978]: DEBUG oslo_vmware.api [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714517, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.930059] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Waiting for the task: (returnval){ [ 849.930059] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52cd4405-a393-995b-3bcb-0dccbe6eee36" [ 849.930059] env[65978]: _type = "Task" [ 849.930059] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.940722] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52cd4405-a393-995b-3bcb-0dccbe6eee36, 'name': SearchDatastore_Task, 'duration_secs': 0.013131} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.943037] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.943037] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] d096f28a-1d66-4679-a229-0f63e3e3819a/d096f28a-1d66-4679-a229-0f63e3e3819a.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.943037] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-755331ad-bcc6-4639-92e9-e55a89711fd0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.950141] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Waiting for the task: (returnval){ [ 849.950141] env[65978]: value = "task-4714518" [ 849.950141] env[65978]: _type = "Task" [ 849.950141] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.961397] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.163576] env[65978]: DEBUG nova.network.neutron [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Successfully updated port: 356261c6-3bca-4889-960d-506018af9e4e {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 850.253456] env[65978]: WARNING neutronclient.v2_0.client [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.394709] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: d1a2eddf-ae3a-40a8-a037-82728574cb0d] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 850.398739] env[65978]: DEBUG nova.compute.utils [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.401987] env[65978]: DEBUG nova.compute.manager [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 850.403555] env[65978]: DEBUG nova.network.neutron [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 850.403555] env[65978]: WARNING neutronclient.v2_0.client [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.403555] env[65978]: WARNING neutronclient.v2_0.client [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.417216] env[65978]: DEBUG oslo_concurrency.lockutils [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.432238] env[65978]: DEBUG oslo_vmware.api [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714517, 'name': CloneVM_Task} progress is 95%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.433497] env[65978]: DEBUG nova.network.neutron [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Updating instance_info_cache with network_info: [{"id": "d766267c-2d61-4e73-97fa-4307fa4cfd63", "address": "fa:16:3e:54:61:7e", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd766267c-2d", "ovs_interfaceid": "d766267c-2d61-4e73-97fa-4307fa4cfd63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.462995] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714518, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.493851] env[65978]: DEBUG nova.policy [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c4caa9deebb4468ba6ee20bfa5b3b5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89300743ada64b348ab266269b499f22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.850812] env[65978]: DEBUG nova.network.neutron [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Successfully created port: 2bcc302f-8be0-4fb5-be3a-348716ec444a {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 850.902419] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: f819f6a7-3390-4316-9323-7c0109b6c237] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 850.910021] env[65978]: DEBUG nova.compute.manager [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 850.932484] env[65978]: DEBUG oslo_vmware.api [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714517, 'name': CloneVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.937092] env[65978]: DEBUG oslo_concurrency.lockutils [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Releasing lock "refresh_cache-b6f9926b-da45-40cd-8fe3-60a9b3d4dc91" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.965029] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598401} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.965334] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] d096f28a-1d66-4679-a229-0f63e3e3819a/d096f28a-1d66-4679-a229-0f63e3e3819a.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.965542] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.965799] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-992f26ba-de91-44e7-a82c-c879109525a3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.977968] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Waiting for the task: (returnval){ [ 850.977968] env[65978]: value = "task-4714519" [ 850.977968] env[65978]: _type = "Task" [ 850.977968] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.992895] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.406111] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 2c431607-3454-49b7-8946-b41834e22baf] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 851.434050] env[65978]: DEBUG oslo_vmware.api [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714517, 'name': CloneVM_Task, 'duration_secs': 2.353402} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.434997] env[65978]: INFO nova.virt.vmwareapi.vmops [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Created linked-clone VM from snapshot [ 851.439561] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e18a582-a610-4fa2-9d98-68f7e7758e63 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.450331] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Uploading image 8198988c-5121-4f14-9d55-d8814691ada0 {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 851.459582] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8272c6f2-31a7-4193-9ef7-b2c9ed50ae96 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.468206] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fe8081-5412-4cc7-9e50-7ef0d40571f9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.477235] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a646a37a-106d-40ba-b427-1a9db9a98bfb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.498414] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565d1b7f-de79-4b0b-90bb-eb1c53e1496b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.503189] env[65978]: DEBUG oslo_vmware.rw_handles [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 851.503189] env[65978]: value = "vm-920048" [ 851.503189] env[65978]: _type = "VirtualMachine" [ 851.503189] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 851.528697] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8c4444ca-3bd8-4f9a-b2bd-d914027ce117 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.531803] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd7a276-3c3d-488d-a4c8-539e3830bc65 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.539288] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070413} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.539625] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Updating instance 'b6f9926b-da45-40cd-8fe3-60a9b3d4dc91' progress to 83 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 851.543670] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.545577] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa70f6d0-899c-417e-9825-e5e80882e006 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.548446] env[65978]: DEBUG oslo_vmware.rw_handles [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lease: (returnval){ [ 851.548446] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527ab18b-83e0-469c-c38e-3dacc10d1d23" [ 851.548446] env[65978]: _type = "HttpNfcLease" [ 851.548446] env[65978]: } obtained for exporting VM: (result){ [ 851.548446] env[65978]: value = "vm-920048" [ 851.548446] env[65978]: _type = "VirtualMachine" [ 851.548446] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 851.548791] env[65978]: DEBUG oslo_vmware.api [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the lease: (returnval){ [ 851.548791] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527ab18b-83e0-469c-c38e-3dacc10d1d23" [ 851.548791] env[65978]: _type = "HttpNfcLease" [ 851.548791] env[65978]: } to be ready. {{(pid=65978) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 851.555328] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721947d4-d986-445b-b252-1bcadcd8b79b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.574746] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] d096f28a-1d66-4679-a229-0f63e3e3819a/d096f28a-1d66-4679-a229-0f63e3e3819a.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.575747] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11edc721-c4ff-4635-8e19-4ef810b467da {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.600132] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 851.600132] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527ab18b-83e0-469c-c38e-3dacc10d1d23" [ 851.600132] env[65978]: _type = "HttpNfcLease" [ 851.600132] env[65978]: } is ready. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 851.600614] env[65978]: DEBUG nova.compute.provider_tree [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.604030] env[65978]: DEBUG oslo_vmware.rw_handles [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 851.604030] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527ab18b-83e0-469c-c38e-3dacc10d1d23" [ 851.604030] env[65978]: _type = "HttpNfcLease" [ 851.604030] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 851.604030] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91f44c2-e37d-4dc5-a24c-2b6c8c40491c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.607609] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Waiting for the task: (returnval){ [ 851.607609] env[65978]: value = "task-4714521" [ 851.607609] env[65978]: _type = "Task" [ 851.607609] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.614519] env[65978]: DEBUG oslo_vmware.rw_handles [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4748a-51b1-eb88-c17f-b5935c1ffb33/disk-0.vmdk from lease info. {{(pid=65978) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 851.614698] env[65978]: DEBUG oslo_vmware.rw_handles [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4748a-51b1-eb88-c17f-b5935c1ffb33/disk-0.vmdk for reading. {{(pid=65978) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 851.678246] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714521, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.713644] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bde1d855-967d-45ab-841d-5be08b2c2b6f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.914275] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 429beadd-d1ad-4122-84a5-6fde2d7902c2] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 851.919962] env[65978]: DEBUG nova.compute.manager [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 851.946430] env[65978]: DEBUG nova.virt.hardware [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 851.947031] env[65978]: DEBUG nova.virt.hardware [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.947031] env[65978]: DEBUG nova.virt.hardware [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 851.947031] env[65978]: DEBUG nova.virt.hardware [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.947189] env[65978]: DEBUG nova.virt.hardware [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 851.947456] env[65978]: DEBUG nova.virt.hardware [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 851.947526] env[65978]: DEBUG nova.virt.hardware [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 851.947652] env[65978]: DEBUG nova.virt.hardware [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 851.947861] env[65978]: DEBUG nova.virt.hardware [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 851.948116] env[65978]: DEBUG nova.virt.hardware [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 851.948116] env[65978]: DEBUG nova.virt.hardware [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 851.949400] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d6fe88-1356-4b49-9106-36d45b7dc73a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.959436] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae6d6cb-cfab-4f52-bb25-04e760191e7c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.046675] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.047061] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdd9b95b-2bd3-4b59-bf74-54059a1a87ab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.057070] env[65978]: DEBUG oslo_vmware.api [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 852.057070] env[65978]: value = "task-4714522" [ 852.057070] env[65978]: _type = "Task" [ 852.057070] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.073578] env[65978]: DEBUG oslo_vmware.api [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.104799] env[65978]: DEBUG nova.scheduler.client.report [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.120555] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714521, 'name': ReconfigVM_Task, 'duration_secs': 0.324002} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.121397] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Reconfigured VM instance instance-0000003e to attach disk [datastore1] d096f28a-1d66-4679-a229-0f63e3e3819a/d096f28a-1d66-4679-a229-0f63e3e3819a.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.121841] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e39d2a4-b606-42b4-94b6-34fc13775115 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.130236] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Waiting for the task: (returnval){ [ 852.130236] env[65978]: value = "task-4714523" [ 852.130236] env[65978]: _type = "Task" [ 852.130236] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.140240] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714523, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.417362] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: c29d5f04-bcba-407e-aa0c-7a50284593fd] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 852.575435] env[65978]: DEBUG oslo_vmware.api [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714522, 'name': PowerOnVM_Task, 'duration_secs': 0.427099} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.575754] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.576089] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-37a78c74-8ea8-45e7-abb0-db39df8c1150 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Updating instance 'b6f9926b-da45-40cd-8fe3-60a9b3d4dc91' progress to 100 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 852.618181] env[65978]: DEBUG oslo_concurrency.lockutils [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.621035] env[65978]: DEBUG nova.compute.manager [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 852.623975] env[65978]: DEBUG oslo_concurrency.lockutils [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.471s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.624982] env[65978]: DEBUG oslo_concurrency.lockutils [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.627787] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.370s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.628115] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.630088] env[65978]: DEBUG oslo_concurrency.lockutils [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.701s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.633016] env[65978]: INFO nova.compute.claims [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.646547] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714523, 'name': Rename_Task, 'duration_secs': 0.157421} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.647232] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.647386] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa37c0ff-5098-4350-835c-487d5304f87e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.656581] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Waiting for the task: (returnval){ [ 852.656581] env[65978]: value = "task-4714524" [ 852.656581] env[65978]: _type = "Task" [ 852.656581] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.669921] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.683329] env[65978]: INFO nova.scheduler.client.report [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Deleted allocations for instance d36351a6-4988-44ad-9bb8-ffa7cb7fa83f [ 852.683329] env[65978]: INFO nova.scheduler.client.report [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Deleted allocations for instance 00bd7de0-3e77-4707-a336-8656718dd3e1 [ 852.746215] env[65978]: DEBUG nova.network.neutron [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Successfully updated port: 2bcc302f-8be0-4fb5-be3a-348716ec444a {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 852.822637] env[65978]: DEBUG nova.compute.manager [req-cc96796c-ad56-4a06-a40f-92c8674e0f00 req-ce0f1d74-2ba5-4841-8ec5-c907e2487de6 service nova] [instance: 51206bff-a257-4f16-97df-5f959c253127] Received event network-vif-deleted-63f9e194-33fa-4ffd-8c36-a0444c2481f9 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 852.923898] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 4110db70-e306-4d35-8054-4b9de6f46e7a] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 852.947439] env[65978]: DEBUG nova.network.neutron [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Successfully updated port: 70c8babe-d476-4541-95df-992602ac6cb6 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 853.137540] env[65978]: DEBUG nova.compute.utils [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.140426] env[65978]: DEBUG nova.compute.manager [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 853.140929] env[65978]: DEBUG nova.network.neutron [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 853.141425] env[65978]: WARNING neutronclient.v2_0.client [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.141876] env[65978]: WARNING neutronclient.v2_0.client [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.170135] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714524, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.197194] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9e189894-8ffa-44d1-9dd2-3103f118d66d tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "00bd7de0-3e77-4707-a336-8656718dd3e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.083s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.201391] env[65978]: DEBUG nova.policy [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be33549ccb2248d1b069cd425194e1d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '614d54ceef724bd88e35cf703caa7cd7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.204279] env[65978]: DEBUG oslo_concurrency.lockutils [None req-48a1b949-6b66-4789-84be-ef19fef0e71b tempest-ListServersNegativeTestJSON-889699918 tempest-ListServersNegativeTestJSON-889699918-project-member] Lock "d36351a6-4988-44ad-9bb8-ffa7cb7fa83f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.549s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.251917] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "refresh_cache-839a307a-ae21-42a6-8101-54043b7722eb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.252654] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired lock "refresh_cache-839a307a-ae21-42a6-8101-54043b7722eb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.252876] env[65978]: DEBUG nova.network.neutron [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 853.429093] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 358d37e2-1180-40a4-9108-0a3cb617ac96] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 853.474966] env[65978]: DEBUG nova.compute.manager [req-12db3cf9-e7d8-4ac7-9fdc-7cfbadb6b933 req-7ac2610d-f9c5-476a-9b06-36e6f828c215 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Received event network-vif-plugged-356261c6-3bca-4889-960d-506018af9e4e {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 853.476037] env[65978]: DEBUG oslo_concurrency.lockutils [req-12db3cf9-e7d8-4ac7-9fdc-7cfbadb6b933 req-7ac2610d-f9c5-476a-9b06-36e6f828c215 service nova] Acquiring lock "e367fb69-c6e3-4ebf-bd6f-298fbc8846c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.477775] env[65978]: DEBUG oslo_concurrency.lockutils [req-12db3cf9-e7d8-4ac7-9fdc-7cfbadb6b933 req-7ac2610d-f9c5-476a-9b06-36e6f828c215 service nova] Lock "e367fb69-c6e3-4ebf-bd6f-298fbc8846c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.478033] env[65978]: DEBUG oslo_concurrency.lockutils [req-12db3cf9-e7d8-4ac7-9fdc-7cfbadb6b933 req-7ac2610d-f9c5-476a-9b06-36e6f828c215 service nova] Lock "e367fb69-c6e3-4ebf-bd6f-298fbc8846c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.480456] env[65978]: DEBUG nova.compute.manager [req-12db3cf9-e7d8-4ac7-9fdc-7cfbadb6b933 req-7ac2610d-f9c5-476a-9b06-36e6f828c215 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] No waiting events found dispatching network-vif-plugged-356261c6-3bca-4889-960d-506018af9e4e {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 853.480566] env[65978]: WARNING nova.compute.manager [req-12db3cf9-e7d8-4ac7-9fdc-7cfbadb6b933 req-7ac2610d-f9c5-476a-9b06-36e6f828c215 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Received unexpected event network-vif-plugged-356261c6-3bca-4889-960d-506018af9e4e for instance with vm_state building and task_state spawning. [ 853.604374] env[65978]: DEBUG nova.network.neutron [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Successfully created port: 1abe420d-c5dc-4b80-bb84-2a3097b98b4f {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 853.643089] env[65978]: DEBUG nova.compute.manager [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 853.671075] env[65978]: DEBUG oslo_vmware.api [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714524, 'name': PowerOnVM_Task, 'duration_secs': 0.695168} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.672488] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.672686] env[65978]: DEBUG nova.compute.manager [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 853.673635] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a1632c-3394-4e43-99d7-9dc3d1edf8e5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.933409] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: db876e0c-b706-4118-8ed5-5be7d4c97929] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 854.124177] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Acquiring lock "cc4a2b84-66b9-44db-ae9f-c6a410721bda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.124422] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Lock "cc4a2b84-66b9-44db-ae9f-c6a410721bda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.200327] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.210078] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b28eb1-cd95-46e9-892d-7c27e54440a1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.221817] env[65978]: DEBUG nova.objects.instance [None req-2e122a70-e335-4137-84b3-9aee56400af8 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lazy-loading 'flavor' on Instance uuid be6b8c2b-2f75-4d82-907b-5e1486992605 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.224980] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c195105-9a37-4160-a368-07463e212de8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.264496] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9708d13-70d9-45f6-976a-f39b563f17d9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.273701] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b4801c-abb5-49a0-b15a-ced0d8f9da75 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.290870] env[65978]: DEBUG nova.compute.provider_tree [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.436844] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: f84c9cd5-da98-4325-902c-1f1e410e6796] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 854.654625] env[65978]: DEBUG nova.compute.manager [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 854.684369] env[65978]: DEBUG nova.virt.hardware [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 854.684748] env[65978]: DEBUG nova.virt.hardware [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.684936] env[65978]: DEBUG nova.virt.hardware [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 854.685154] env[65978]: DEBUG nova.virt.hardware [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.685360] env[65978]: DEBUG nova.virt.hardware [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 854.685535] env[65978]: DEBUG nova.virt.hardware [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 854.685784] env[65978]: DEBUG nova.virt.hardware [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 854.685968] env[65978]: DEBUG nova.virt.hardware [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 854.686177] env[65978]: DEBUG nova.virt.hardware [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 854.686353] env[65978]: DEBUG nova.virt.hardware [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 854.686563] env[65978]: DEBUG nova.virt.hardware [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 854.687667] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b26f76-43bd-4d4a-bf8d-9849e4f58fe0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.698729] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9698360-752f-4f69-9f04-5d8d1715148f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.727701] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2e122a70-e335-4137-84b3-9aee56400af8 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "refresh_cache-be6b8c2b-2f75-4d82-907b-5e1486992605" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.727905] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2e122a70-e335-4137-84b3-9aee56400af8 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquired lock "refresh_cache-be6b8c2b-2f75-4d82-907b-5e1486992605" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.728089] env[65978]: DEBUG nova.network.neutron [None req-2e122a70-e335-4137-84b3-9aee56400af8 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 854.728430] env[65978]: DEBUG nova.objects.instance [None req-2e122a70-e335-4137-84b3-9aee56400af8 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lazy-loading 'info_cache' on Instance uuid be6b8c2b-2f75-4d82-907b-5e1486992605 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.794027] env[65978]: DEBUG nova.scheduler.client.report [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.941412] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: ab2b7d7a-2f5a-4e6f-8b0e-39d9bcd0b5f7] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 855.046481] env[65978]: DEBUG nova.network.neutron [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Successfully updated port: db026469-88a6-44d5-9023-98fd7f59d631 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 855.090550] env[65978]: DEBUG nova.network.neutron [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 855.206479] env[65978]: WARNING neutronclient.v2_0.client [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.217086] env[65978]: DEBUG nova.network.neutron [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Successfully updated port: 1abe420d-c5dc-4b80-bb84-2a3097b98b4f {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 855.232275] env[65978]: DEBUG nova.objects.base [None req-2e122a70-e335-4137-84b3-9aee56400af8 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65978) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 855.300038] env[65978]: DEBUG oslo_concurrency.lockutils [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.302025] env[65978]: DEBUG nova.compute.manager [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 855.304360] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.510s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.305681] env[65978]: INFO nova.compute.claims [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.322035] env[65978]: DEBUG nova.network.neutron [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Updating instance_info_cache with network_info: [{"id": "2bcc302f-8be0-4fb5-be3a-348716ec444a", "address": "fa:16:3e:a5:67:10", "network": {"id": "6fed0f81-7458-4058-912d-c53e30dc5e98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-548756589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89300743ada64b348ab266269b499f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bcc302f-8b", "ovs_interfaceid": "2bcc302f-8be0-4fb5-be3a-348716ec444a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.445250] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: a184488e-5cc8-48c9-a3eb-a758dc046494] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 855.552216] env[65978]: DEBUG oslo_concurrency.lockutils [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Acquiring lock "refresh_cache-e367fb69-c6e3-4ebf-bd6f-298fbc8846c5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.552432] env[65978]: DEBUG oslo_concurrency.lockutils [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Acquired lock "refresh_cache-e367fb69-c6e3-4ebf-bd6f-298fbc8846c5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.552618] env[65978]: DEBUG nova.network.neutron [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 855.724386] env[65978]: DEBUG oslo_concurrency.lockutils [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Acquiring lock "refresh_cache-391f8715-5c70-4a3a-a2b3-3acc26a45123" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.724620] env[65978]: DEBUG oslo_concurrency.lockutils [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Acquired lock "refresh_cache-391f8715-5c70-4a3a-a2b3-3acc26a45123" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.724818] env[65978]: DEBUG nova.network.neutron [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 855.735307] env[65978]: WARNING neutronclient.v2_0.client [None req-2e122a70-e335-4137-84b3-9aee56400af8 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.813071] env[65978]: DEBUG nova.compute.utils [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.817388] env[65978]: DEBUG nova.compute.manager [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 855.817388] env[65978]: DEBUG nova.network.neutron [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 855.817584] env[65978]: WARNING neutronclient.v2_0.client [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.817796] env[65978]: WARNING neutronclient.v2_0.client [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.824109] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Releasing lock "refresh_cache-839a307a-ae21-42a6-8101-54043b7722eb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.824167] env[65978]: DEBUG nova.compute.manager [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Instance network_info: |[{"id": "2bcc302f-8be0-4fb5-be3a-348716ec444a", "address": "fa:16:3e:a5:67:10", "network": {"id": "6fed0f81-7458-4058-912d-c53e30dc5e98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-548756589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89300743ada64b348ab266269b499f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bcc302f-8b", "ovs_interfaceid": "2bcc302f-8be0-4fb5-be3a-348716ec444a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 855.827752] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:67:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bcc302f-8be0-4fb5-be3a-348716ec444a', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.835722] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 855.837235] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.837514] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb7487f4-dd28-48e3-ba4d-d4ee5b6f9139 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.860044] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.860044] env[65978]: value = "task-4714525" [ 855.860044] env[65978]: _type = "Task" [ 855.860044] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.870420] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714525, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.906725] env[65978]: DEBUG nova.policy [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e5179d27afe479d933ce2ce63922cd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7479b38af7c414d9ab516169fc116dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.953610] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: a4bc3380-9f28-4ffe-ad79-fbe565c39c37] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 856.227525] env[65978]: DEBUG nova.network.neutron [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 856.317477] env[65978]: DEBUG nova.compute.manager [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 856.346557] env[65978]: DEBUG nova.network.neutron [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 856.374343] env[65978]: DEBUG nova.network.neutron [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Successfully created port: 3bf290d0-9d16-4ece-89fc-600f269185ad {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 856.379654] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714525, 'name': CreateVM_Task, 'duration_secs': 0.486881} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.380190] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.380710] env[65978]: WARNING neutronclient.v2_0.client [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.381062] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.381238] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.381555] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.381838] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f7af27f-2e7b-4d26-a88c-96dc344cad5a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.387945] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 856.387945] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5229fe14-331d-0fea-c80a-71de3e8d2bf3" [ 856.387945] env[65978]: _type = "Task" [ 856.387945] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.400090] env[65978]: WARNING neutronclient.v2_0.client [None req-2e122a70-e335-4137-84b3-9aee56400af8 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.405760] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5229fe14-331d-0fea-c80a-71de3e8d2bf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.463527] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: a48d2efc-af4f-4ff1-bbf4-ab80e4eb1265] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 856.547970] env[65978]: WARNING neutronclient.v2_0.client [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.590184] env[65978]: DEBUG nova.network.neutron [None req-2e122a70-e335-4137-84b3-9aee56400af8 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Updating instance_info_cache with network_info: [{"id": "8677e7ff-de2b-474c-97a7-ba4a3d2947d3", "address": "fa:16:3e:51:1b:ea", "network": {"id": "7b1b21e4-9772-46b8-bd51-1a67c63e45e0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1265072942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52a6b5ef7c5b4739a3d18934729959ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8677e7ff-de", "ovs_interfaceid": "8677e7ff-de2b-474c-97a7-ba4a3d2947d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.617722] env[65978]: WARNING neutronclient.v2_0.client [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.707079] env[65978]: DEBUG nova.compute.manager [req-5704b14d-f7d3-4ced-a48c-ccd3dec533f4 req-cf2821dc-3ad0-4e50-9925-ea778d98c4c5 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Received event network-vif-plugged-70c8babe-d476-4541-95df-992602ac6cb6 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 856.707399] env[65978]: DEBUG oslo_concurrency.lockutils [req-5704b14d-f7d3-4ced-a48c-ccd3dec533f4 req-cf2821dc-3ad0-4e50-9925-ea778d98c4c5 service nova] Acquiring lock "e367fb69-c6e3-4ebf-bd6f-298fbc8846c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.707682] env[65978]: DEBUG oslo_concurrency.lockutils [req-5704b14d-f7d3-4ced-a48c-ccd3dec533f4 req-cf2821dc-3ad0-4e50-9925-ea778d98c4c5 service nova] Lock "e367fb69-c6e3-4ebf-bd6f-298fbc8846c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.707869] env[65978]: DEBUG oslo_concurrency.lockutils [req-5704b14d-f7d3-4ced-a48c-ccd3dec533f4 req-cf2821dc-3ad0-4e50-9925-ea778d98c4c5 service nova] Lock "e367fb69-c6e3-4ebf-bd6f-298fbc8846c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.709374] env[65978]: DEBUG nova.compute.manager [req-5704b14d-f7d3-4ced-a48c-ccd3dec533f4 req-cf2821dc-3ad0-4e50-9925-ea778d98c4c5 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] No waiting events found dispatching network-vif-plugged-70c8babe-d476-4541-95df-992602ac6cb6 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 856.711501] env[65978]: WARNING nova.compute.manager [req-5704b14d-f7d3-4ced-a48c-ccd3dec533f4 req-cf2821dc-3ad0-4e50-9925-ea778d98c4c5 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Received unexpected event network-vif-plugged-70c8babe-d476-4541-95df-992602ac6cb6 for instance with vm_state building and task_state spawning. [ 856.711757] env[65978]: DEBUG nova.compute.manager [req-5704b14d-f7d3-4ced-a48c-ccd3dec533f4 req-cf2821dc-3ad0-4e50-9925-ea778d98c4c5 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Received event network-changed-70c8babe-d476-4541-95df-992602ac6cb6 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 856.712356] env[65978]: DEBUG nova.compute.manager [req-5704b14d-f7d3-4ced-a48c-ccd3dec533f4 req-cf2821dc-3ad0-4e50-9925-ea778d98c4c5 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Refreshing instance network info cache due to event network-changed-70c8babe-d476-4541-95df-992602ac6cb6. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 856.712848] env[65978]: DEBUG oslo_concurrency.lockutils [req-5704b14d-f7d3-4ced-a48c-ccd3dec533f4 req-cf2821dc-3ad0-4e50-9925-ea778d98c4c5 service nova] Acquiring lock "refresh_cache-e367fb69-c6e3-4ebf-bd6f-298fbc8846c5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.730149] env[65978]: DEBUG nova.compute.manager [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Received event network-changed-356261c6-3bca-4889-960d-506018af9e4e {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 856.730149] env[65978]: DEBUG nova.compute.manager [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Refreshing instance network info cache due to event network-changed-356261c6-3bca-4889-960d-506018af9e4e. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 856.730314] env[65978]: DEBUG oslo_concurrency.lockutils [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] Acquiring lock "refresh_cache-e367fb69-c6e3-4ebf-bd6f-298fbc8846c5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.791693] env[65978]: DEBUG nova.network.neutron [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Updating instance_info_cache with network_info: [{"id": "1abe420d-c5dc-4b80-bb84-2a3097b98b4f", "address": "fa:16:3e:74:ee:45", "network": {"id": "bef668de-ff00-4fba-adcb-370f8569a062", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-320156736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "614d54ceef724bd88e35cf703caa7cd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1abe420d-c5", "ovs_interfaceid": "1abe420d-c5dc-4b80-bb84-2a3097b98b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.899327] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5229fe14-331d-0fea-c80a-71de3e8d2bf3, 'name': SearchDatastore_Task, 'duration_secs': 0.034236} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.901242] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.901503] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.901729] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.901887] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.902103] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.902910] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f389f4c-d212-4146-bcb8-246ec80aff04 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.905841] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7eb8b492-732b-4f65-b847-fb671540eb1a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.913556] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394a6ffb-cfd3-4ead-b577-0e76c35f6d08 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.917588] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.917854] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.919081] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d499f7-0b89-4953-94ab-3f0b7dce91c7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.947016] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e19c2d8-2d03-44ff-ac5d-6cc72fe05ff5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.950236] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 856.950236] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5257f327-a867-2df8-af1e-d50fef5b8a35" [ 856.950236] env[65978]: _type = "Task" [ 856.950236] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.958178] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4859671f-d2b9-444b-b03d-b986cd9cde7a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.966232] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5257f327-a867-2df8-af1e-d50fef5b8a35, 'name': SearchDatastore_Task, 'duration_secs': 0.013467} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.966750] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 1f718f63-a0fd-4c55-9ccc-d89d897891b2] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 856.978994] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9d4d040-6378-4eaf-84f9-c1000a3eab36 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.980155] env[65978]: DEBUG nova.compute.provider_tree [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.986301] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 856.986301] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521af77c-fe16-c6c4-0444-a627bbc5961a" [ 856.986301] env[65978]: _type = "Task" [ 856.986301] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.995570] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521af77c-fe16-c6c4-0444-a627bbc5961a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.093275] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2e122a70-e335-4137-84b3-9aee56400af8 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Releasing lock "refresh_cache-be6b8c2b-2f75-4d82-907b-5e1486992605" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.294837] env[65978]: DEBUG oslo_concurrency.lockutils [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Releasing lock "refresh_cache-391f8715-5c70-4a3a-a2b3-3acc26a45123" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.295322] env[65978]: DEBUG nova.compute.manager [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Instance network_info: |[{"id": "1abe420d-c5dc-4b80-bb84-2a3097b98b4f", "address": "fa:16:3e:74:ee:45", "network": {"id": "bef668de-ff00-4fba-adcb-370f8569a062", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-320156736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "614d54ceef724bd88e35cf703caa7cd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1abe420d-c5", "ovs_interfaceid": "1abe420d-c5dc-4b80-bb84-2a3097b98b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 857.295903] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:ee:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1abe420d-c5dc-4b80-bb84-2a3097b98b4f', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.304962] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Creating folder: Project (614d54ceef724bd88e35cf703caa7cd7). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.305398] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64e58264-a9bf-4cb1-bcae-e917a4e10cfb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.319477] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Created folder: Project (614d54ceef724bd88e35cf703caa7cd7) in parent group-v919857. [ 857.319477] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Creating folder: Instances. Parent ref: group-v920050. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.319477] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbcd61f3-542c-4222-943a-0f5f37c63602 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.330190] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Created folder: Instances in parent group-v920050. [ 857.330495] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 857.330796] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.331893] env[65978]: DEBUG nova.compute.manager [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 857.335278] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94cef01b-98bb-47ed-b967-345634a57678 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.360444] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.360444] env[65978]: value = "task-4714528" [ 857.360444] env[65978]: _type = "Task" [ 857.360444] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.366407] env[65978]: DEBUG nova.virt.hardware [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='755168fafef5ed539d4e61e480f7ba78',container_format='bare',created_at=2025-11-22T03:32:47Z,direct_url=,disk_format='vmdk',id=5e4528af-5c0e-4fc1-ac17-792e6adb0122,min_disk=1,min_ram=0,name='tempest-test-snap-1912880501',owner='b7479b38af7c414d9ab516169fc116dc',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-11-22T03:33:04Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 857.366670] env[65978]: DEBUG nova.virt.hardware [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.366857] env[65978]: DEBUG nova.virt.hardware [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 857.367076] env[65978]: DEBUG nova.virt.hardware [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.367228] env[65978]: DEBUG nova.virt.hardware [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 857.367372] env[65978]: DEBUG nova.virt.hardware [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 857.367576] env[65978]: DEBUG nova.virt.hardware [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 857.367762] env[65978]: DEBUG nova.virt.hardware [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 857.367950] env[65978]: DEBUG nova.virt.hardware [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 857.368126] env[65978]: DEBUG nova.virt.hardware [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 857.368312] env[65978]: DEBUG nova.virt.hardware [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 857.369566] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6908f3-8b6d-4a7f-9bcc-2fcbe99e8069 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.379301] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714528, 'name': CreateVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.383510] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6aabd0-6334-491d-b4ae-2e0732a2a1ee {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.478694] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: bd9d64c6-9a88-4172-ad2b-3ed87b91f9a9] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 857.483346] env[65978]: DEBUG nova.scheduler.client.report [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.499916] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521af77c-fe16-c6c4-0444-a627bbc5961a, 'name': SearchDatastore_Task, 'duration_secs': 0.012245} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.500228] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.500456] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 839a307a-ae21-42a6-8101-54043b7722eb/839a307a-ae21-42a6-8101-54043b7722eb.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.500752] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e0449db-3cc1-4527-b2d5-6eef343688ed {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.509218] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 857.509218] env[65978]: value = "task-4714529" [ 857.509218] env[65978]: _type = "Task" [ 857.509218] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.520848] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.874478] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714528, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.982487] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: b29986ea-9c13-4d23-a7b1-ee537d20702a] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 857.994297] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.994786] env[65978]: DEBUG nova.compute.manager [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 857.997535] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.791s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.998028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.000560] env[65978]: DEBUG oslo_concurrency.lockutils [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.866s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.001638] env[65978]: INFO nova.compute.claims [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.021939] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714529, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.040675] env[65978]: INFO nova.scheduler.client.report [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Deleted allocations for instance 34b565a1-0170-4548-88a9-a7619dad8d60 [ 858.056418] env[65978]: DEBUG nova.network.neutron [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Successfully updated port: 3bf290d0-9d16-4ece-89fc-600f269185ad {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 858.057917] env[65978]: WARNING neutronclient.v2_0.client [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.102189] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e122a70-e335-4137-84b3-9aee56400af8 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.102189] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94af4b2c-ddac-4ba0-9e0b-5e43d2407de2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.111762] env[65978]: DEBUG oslo_vmware.api [None req-2e122a70-e335-4137-84b3-9aee56400af8 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 858.111762] env[65978]: value = "task-4714530" [ 858.111762] env[65978]: _type = "Task" [ 858.111762] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.122476] env[65978]: DEBUG oslo_vmware.api [None req-2e122a70-e335-4137-84b3-9aee56400af8 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.376480] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714528, 'name': CreateVM_Task, 'duration_secs': 0.667807} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.378309] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.378891] env[65978]: WARNING neutronclient.v2_0.client [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.379285] env[65978]: DEBUG oslo_concurrency.lockutils [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.379623] env[65978]: DEBUG oslo_concurrency.lockutils [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.380240] env[65978]: DEBUG oslo_concurrency.lockutils [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.380413] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f818e67b-df7d-443e-84da-ab5d6a7bc016 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.386475] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Waiting for the task: (returnval){ [ 858.386475] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52568d66-4af9-c3c5-da09-28b24e462d13" [ 858.386475] env[65978]: _type = "Task" [ 858.386475] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.396567] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52568d66-4af9-c3c5-da09-28b24e462d13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.486291] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: e41f70de-dedd-4b7d-92a9-715ad6150749] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 858.501451] env[65978]: WARNING neutronclient.v2_0.client [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.506477] env[65978]: DEBUG nova.compute.utils [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.509950] env[65978]: DEBUG nova.compute.manager [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 858.510473] env[65978]: DEBUG nova.network.neutron [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 858.511210] env[65978]: WARNING neutronclient.v2_0.client [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.511210] env[65978]: WARNING neutronclient.v2_0.client [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.525264] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694263} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.525552] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 839a307a-ae21-42a6-8101-54043b7722eb/839a307a-ae21-42a6-8101-54043b7722eb.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.527894] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.527894] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4646c16-8cf5-4cd2-a363-ff82bff4a413 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.536974] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 858.536974] env[65978]: value = "task-4714531" [ 858.536974] env[65978]: _type = "Task" [ 858.536974] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.552683] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.553239] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d4818385-1c82-4aa0-a091-400768c218da tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "34b565a1-0170-4548-88a9-a7619dad8d60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.048s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.566319] env[65978]: DEBUG oslo_concurrency.lockutils [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "refresh_cache-e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.566643] env[65978]: DEBUG oslo_concurrency.lockutils [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquired lock "refresh_cache-e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.566643] env[65978]: DEBUG nova.network.neutron [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 858.624187] env[65978]: DEBUG oslo_vmware.api [None req-2e122a70-e335-4137-84b3-9aee56400af8 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714530, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.663726] env[65978]: DEBUG nova.policy [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd97193418a5647259088b034bc19a6fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0621c7972ce94ada85614a788f5f6302', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.716228] env[65978]: DEBUG nova.network.neutron [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Updating instance_info_cache with network_info: [{"id": "356261c6-3bca-4889-960d-506018af9e4e", "address": "fa:16:3e:6e:45:5b", "network": {"id": "f4f1b909-2573-4557-b802-77baac427aa8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-145442383", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977d47eb6c224ad9949c3f3a5c7414d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap356261c6-3b", "ovs_interfaceid": "356261c6-3bca-4889-960d-506018af9e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "70c8babe-d476-4541-95df-992602ac6cb6", "address": "fa:16:3e:99:22:1b", "network": {"id": "c7700546-18a3-48b3-b1de-24a2f569c1a9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1520081317", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "977d47eb6c224ad9949c3f3a5c7414d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70c8babe-d4", "ovs_interfaceid": "70c8babe-d476-4541-95df-992602ac6cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "db026469-88a6-44d5-9023-98fd7f59d631", "address": "fa:16:3e:5d:64:a2", "network": {"id": "f4f1b909-2573-4557-b802-77baac427aa8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-145442383", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977d47eb6c224ad9949c3f3a5c7414d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb026469-88", "ovs_interfaceid": "db026469-88a6-44d5-9023-98fd7f59d631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.901946] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52568d66-4af9-c3c5-da09-28b24e462d13, 'name': SearchDatastore_Task, 'duration_secs': 0.033797} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.903642] env[65978]: DEBUG oslo_concurrency.lockutils [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.903902] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.904203] env[65978]: DEBUG oslo_concurrency.lockutils [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.904403] env[65978]: DEBUG oslo_concurrency.lockutils [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.904592] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.908109] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb8ddc2f-bef4-4acb-a114-ae2274e1433c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.922968] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.923463] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.924839] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c107d60-92d3-48df-9fcc-aa3f8d626eb4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.932721] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Waiting for the task: (returnval){ [ 858.932721] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525213af-8eee-9ecb-cdcb-be09f26e066a" [ 858.932721] env[65978]: _type = "Task" [ 858.932721] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.943317] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525213af-8eee-9ecb-cdcb-be09f26e066a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.989397] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 9c21bfe2-c8ad-4a76-bb77-84eaa84d1bd6] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 859.018553] env[65978]: DEBUG nova.compute.manager [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 859.051767] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08642} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.052024] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.052978] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc63487-d682-46b5-9656-630c2edcfa95 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.057371] env[65978]: DEBUG nova.network.neutron [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Successfully created port: d11c8b92-d103-4a22-b9c4-ca322ac21ae0 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 859.081745] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 839a307a-ae21-42a6-8101-54043b7722eb/839a307a-ae21-42a6-8101-54043b7722eb.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.085223] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a45a0a4f-208b-41cb-be9a-a601f48b6b14 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.107598] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 859.107598] env[65978]: value = "task-4714532" [ 859.107598] env[65978]: _type = "Task" [ 859.107598] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.116263] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714532, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.123628] env[65978]: DEBUG nova.network.neutron [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 859.130691] env[65978]: DEBUG oslo_vmware.api [None req-2e122a70-e335-4137-84b3-9aee56400af8 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714530, 'name': PowerOnVM_Task, 'duration_secs': 0.555651} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.130978] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e122a70-e335-4137-84b3-9aee56400af8 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.131239] env[65978]: DEBUG nova.compute.manager [None req-2e122a70-e335-4137-84b3-9aee56400af8 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 859.132118] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799762b4-ecaf-4ea2-8a4d-6c585788de9d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.219207] env[65978]: DEBUG oslo_concurrency.lockutils [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Releasing lock "refresh_cache-e367fb69-c6e3-4ebf-bd6f-298fbc8846c5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.219780] env[65978]: DEBUG nova.compute.manager [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Instance network_info: |[{"id": "356261c6-3bca-4889-960d-506018af9e4e", "address": "fa:16:3e:6e:45:5b", "network": {"id": "f4f1b909-2573-4557-b802-77baac427aa8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-145442383", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977d47eb6c224ad9949c3f3a5c7414d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap356261c6-3b", "ovs_interfaceid": "356261c6-3bca-4889-960d-506018af9e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "70c8babe-d476-4541-95df-992602ac6cb6", "address": "fa:16:3e:99:22:1b", "network": {"id": "c7700546-18a3-48b3-b1de-24a2f569c1a9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1520081317", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "977d47eb6c224ad9949c3f3a5c7414d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70c8babe-d4", "ovs_interfaceid": "70c8babe-d476-4541-95df-992602ac6cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "db026469-88a6-44d5-9023-98fd7f59d631", "address": "fa:16:3e:5d:64:a2", "network": {"id": "f4f1b909-2573-4557-b802-77baac427aa8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-145442383", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977d47eb6c224ad9949c3f3a5c7414d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb026469-88", "ovs_interfaceid": "db026469-88a6-44d5-9023-98fd7f59d631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 859.221064] env[65978]: DEBUG oslo_concurrency.lockutils [req-5704b14d-f7d3-4ced-a48c-ccd3dec533f4 req-cf2821dc-3ad0-4e50-9925-ea778d98c4c5 service nova] Acquired lock "refresh_cache-e367fb69-c6e3-4ebf-bd6f-298fbc8846c5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.221064] env[65978]: DEBUG nova.network.neutron [req-5704b14d-f7d3-4ced-a48c-ccd3dec533f4 req-cf2821dc-3ad0-4e50-9925-ea778d98c4c5 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Refreshing network info cache for port 70c8babe-d476-4541-95df-992602ac6cb6 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.221880] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:45:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '356261c6-3bca-4889-960d-506018af9e4e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:22:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3753f451-fa23-4988-9361-074fb0bd3fd4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70c8babe-d476-4541-95df-992602ac6cb6', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:64:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db026469-88a6-44d5-9023-98fd7f59d631', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.236500] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Creating folder: Project (977d47eb6c224ad9949c3f3a5c7414d4). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.240821] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ab44c07-999b-4419-8d95-e494dcccd799 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.256344] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Created folder: Project (977d47eb6c224ad9949c3f3a5c7414d4) in parent group-v919857. [ 859.256344] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Creating folder: Instances. Parent ref: group-v920053. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.256464] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16158565-5a65-4236-90ee-8020a9d9228d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.271525] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Created folder: Instances in parent group-v920053. [ 859.271801] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 859.272983] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.272983] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e368e95a-e36f-4777-b4c5-6097edd6dec0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.307358] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.307358] env[65978]: value = "task-4714535" [ 859.307358] env[65978]: _type = "Task" [ 859.307358] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.323557] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714535, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.324901] env[65978]: DEBUG oslo_concurrency.lockutils [None req-20a0a064-3fd0-4da2-8ca2-e7b3cc0ca9dc tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "b6f9926b-da45-40cd-8fe3-60a9b3d4dc91" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.325034] env[65978]: DEBUG oslo_concurrency.lockutils [None req-20a0a064-3fd0-4da2-8ca2-e7b3cc0ca9dc tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "b6f9926b-da45-40cd-8fe3-60a9b3d4dc91" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.325258] env[65978]: DEBUG nova.compute.manager [None req-20a0a064-3fd0-4da2-8ca2-e7b3cc0ca9dc tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Going to confirm migration 1 {{(pid=65978) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5294}} [ 859.374160] env[65978]: WARNING neutronclient.v2_0.client [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.413258] env[65978]: DEBUG oslo_concurrency.lockutils [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Acquiring lock "d096f28a-1d66-4679-a229-0f63e3e3819a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.413584] env[65978]: DEBUG oslo_concurrency.lockutils [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Lock "d096f28a-1d66-4679-a229-0f63e3e3819a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.413918] env[65978]: DEBUG oslo_concurrency.lockutils [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Acquiring lock "d096f28a-1d66-4679-a229-0f63e3e3819a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.414184] env[65978]: DEBUG oslo_concurrency.lockutils [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Lock "d096f28a-1d66-4679-a229-0f63e3e3819a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.414427] env[65978]: DEBUG oslo_concurrency.lockutils [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Lock "d096f28a-1d66-4679-a229-0f63e3e3819a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.416675] env[65978]: INFO nova.compute.manager [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Terminating instance [ 859.456982] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525213af-8eee-9ecb-cdcb-be09f26e066a, 'name': SearchDatastore_Task, 'duration_secs': 0.034696} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.462096] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e381d18-476d-4744-8d9b-4922ebc74d3f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.471400] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Waiting for the task: (returnval){ [ 859.471400] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5210e91e-316a-d7bc-76b7-0358c5dd2f5c" [ 859.471400] env[65978]: _type = "Task" [ 859.471400] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.483792] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5210e91e-316a-d7bc-76b7-0358c5dd2f5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.493625] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 3bd9fe6c-aeac-4cc6-9e0c-1d407145ce3f] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 859.501881] env[65978]: DEBUG oslo_concurrency.lockutils [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "0674d730-2d85-4513-a9a0-c5a323100751" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.502210] env[65978]: DEBUG oslo_concurrency.lockutils [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "0674d730-2d85-4513-a9a0-c5a323100751" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.550630] env[65978]: DEBUG nova.network.neutron [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Updating instance_info_cache with network_info: [{"id": "3bf290d0-9d16-4ece-89fc-600f269185ad", "address": "fa:16:3e:78:57:d5", "network": {"id": "9cc5a8d2-8f96-432c-8dda-b76a6f7b1b83", "bridge": "br-int", "label": "tempest-ImagesTestJSON-821420644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7479b38af7c414d9ab516169fc116dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf290d0-9d", "ovs_interfaceid": "3bf290d0-9d16-4ece-89fc-600f269185ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.619560] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.743025] env[65978]: WARNING neutronclient.v2_0.client [req-5704b14d-f7d3-4ced-a48c-ccd3dec533f4 req-cf2821dc-3ad0-4e50-9925-ea778d98c4c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.786047] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbd1c46-2b59-4adc-aa8b-8af922d3c529 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.796270] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2897027-7eea-4708-8d4a-a413c149906e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.838200] env[65978]: WARNING neutronclient.v2_0.client [None req-20a0a064-3fd0-4da2-8ca2-e7b3cc0ca9dc tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.844920] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87beaded-4e74-464d-9d9b-dfbc9ed4dec6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.856770] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714535, 'name': CreateVM_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.858251] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b13ad8-d19e-45fb-a0bb-cb17767c59f7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.877326] env[65978]: DEBUG nova.compute.provider_tree [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.923150] env[65978]: DEBUG oslo_concurrency.lockutils [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Acquiring lock "refresh_cache-d096f28a-1d66-4679-a229-0f63e3e3819a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.923150] env[65978]: DEBUG oslo_concurrency.lockutils [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Acquired lock "refresh_cache-d096f28a-1d66-4679-a229-0f63e3e3819a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.923150] env[65978]: DEBUG nova.network.neutron [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 859.985208] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5210e91e-316a-d7bc-76b7-0358c5dd2f5c, 'name': SearchDatastore_Task, 'duration_secs': 0.022866} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.985472] env[65978]: DEBUG oslo_concurrency.lockutils [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.985747] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 391f8715-5c70-4a3a-a2b3-3acc26a45123/391f8715-5c70-4a3a-a2b3-3acc26a45123.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.986048] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49c91047-c135-4681-9cd5-bcccfee151a6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.994869] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Waiting for the task: (returnval){ [ 859.994869] env[65978]: value = "task-4714536" [ 859.994869] env[65978]: _type = "Task" [ 859.994869] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.001883] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 5ab437df-2a7c-45b5-ab56-9c262d65134d] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 860.008336] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.031315] env[65978]: DEBUG nova.compute.manager [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 860.053168] env[65978]: DEBUG oslo_concurrency.lockutils [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Releasing lock "refresh_cache-e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.053635] env[65978]: DEBUG nova.compute.manager [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Instance network_info: |[{"id": "3bf290d0-9d16-4ece-89fc-600f269185ad", "address": "fa:16:3e:78:57:d5", "network": {"id": "9cc5a8d2-8f96-432c-8dda-b76a6f7b1b83", "bridge": "br-int", "label": "tempest-ImagesTestJSON-821420644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7479b38af7c414d9ab516169fc116dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf290d0-9d", "ovs_interfaceid": "3bf290d0-9d16-4ece-89fc-600f269185ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 860.054351] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:57:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bf290d0-9d16-4ece-89fc-600f269185ad', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.062643] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 860.065434] env[65978]: DEBUG nova.virt.hardware [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 860.065687] env[65978]: DEBUG nova.virt.hardware [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.065848] env[65978]: DEBUG nova.virt.hardware [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 860.065997] env[65978]: DEBUG nova.virt.hardware [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.066159] env[65978]: DEBUG nova.virt.hardware [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 860.066313] env[65978]: DEBUG nova.virt.hardware [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 860.066512] env[65978]: DEBUG nova.virt.hardware [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 860.066659] env[65978]: DEBUG nova.virt.hardware [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 860.066822] env[65978]: DEBUG nova.virt.hardware [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 860.066982] env[65978]: DEBUG nova.virt.hardware [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 860.067170] env[65978]: DEBUG nova.virt.hardware [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 860.067492] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.068327] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba3bfea-b1fe-47b6-a481-1ee58b39d3d6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.072734] env[65978]: WARNING neutronclient.v2_0.client [None req-20a0a064-3fd0-4da2-8ca2-e7b3cc0ca9dc tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.073079] env[65978]: DEBUG oslo_concurrency.lockutils [None req-20a0a064-3fd0-4da2-8ca2-e7b3cc0ca9dc tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "refresh_cache-b6f9926b-da45-40cd-8fe3-60a9b3d4dc91" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.073238] env[65978]: DEBUG oslo_concurrency.lockutils [None req-20a0a064-3fd0-4da2-8ca2-e7b3cc0ca9dc tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquired lock "refresh_cache-b6f9926b-da45-40cd-8fe3-60a9b3d4dc91" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.073413] env[65978]: DEBUG nova.network.neutron [None req-20a0a064-3fd0-4da2-8ca2-e7b3cc0ca9dc tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 860.073574] env[65978]: DEBUG nova.objects.instance [None req-20a0a064-3fd0-4da2-8ca2-e7b3cc0ca9dc tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lazy-loading 'info_cache' on Instance uuid b6f9926b-da45-40cd-8fe3-60a9b3d4dc91 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.074965] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a25c27fe-f96c-45f6-b723-249816855135 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.098383] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19055e7b-1305-4923-a35a-611eed427a37 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.103187] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.103187] env[65978]: value = "task-4714537" [ 860.103187] env[65978]: _type = "Task" [ 860.103187] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.123183] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714537, 'name': CreateVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.132389] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714532, 'name': ReconfigVM_Task, 'duration_secs': 0.692971} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.132731] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 839a307a-ae21-42a6-8101-54043b7722eb/839a307a-ae21-42a6-8101-54043b7722eb.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.133469] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc5dc715-e44a-4931-b257-2e5d7831c327 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.141781] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 860.141781] env[65978]: value = "task-4714538" [ 860.141781] env[65978]: _type = "Task" [ 860.141781] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.152885] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714538, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.346085] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714535, 'name': CreateVM_Task, 'duration_secs': 0.706021} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.346253] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.346845] env[65978]: WARNING neutronclient.v2_0.client [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.347265] env[65978]: WARNING neutronclient.v2_0.client [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.347730] env[65978]: WARNING neutronclient.v2_0.client [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.348147] env[65978]: DEBUG oslo_concurrency.lockutils [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.348330] env[65978]: DEBUG oslo_concurrency.lockutils [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.348687] env[65978]: DEBUG oslo_concurrency.lockutils [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.348991] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e81898f0-21a1-4b82-ab00-68b8002cbbed {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.356116] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Waiting for the task: (returnval){ [ 860.356116] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520734a1-8d48-f327-6913-b2f325b49124" [ 860.356116] env[65978]: _type = "Task" [ 860.356116] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.366266] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520734a1-8d48-f327-6913-b2f325b49124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.380649] env[65978]: DEBUG nova.scheduler.client.report [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.426993] env[65978]: WARNING neutronclient.v2_0.client [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.505904] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714536, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.509555] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: a7e481eb-655f-47a1-b447-86358056b458] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 860.616183] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714537, 'name': CreateVM_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.653410] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714538, 'name': Rename_Task, 'duration_secs': 0.209812} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.653705] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.653952] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49c11fdf-9894-4a6a-9380-11f3a7523488 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.661815] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 860.661815] env[65978]: value = "task-4714539" [ 860.661815] env[65978]: _type = "Task" [ 860.661815] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.671255] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.771837] env[65978]: DEBUG oslo_vmware.rw_handles [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4748a-51b1-eb88-c17f-b5935c1ffb33/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 860.772948] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8b0bf7-23e6-4e36-b1f1-5f97051e8caf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.781258] env[65978]: DEBUG oslo_vmware.rw_handles [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4748a-51b1-eb88-c17f-b5935c1ffb33/disk-0.vmdk is in state: ready. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 860.781258] env[65978]: ERROR oslo_vmware.rw_handles [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4748a-51b1-eb88-c17f-b5935c1ffb33/disk-0.vmdk due to incomplete transfer. [ 860.781363] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b5e98f80-81a3-4829-996f-36e072c2da7b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.790649] env[65978]: DEBUG oslo_vmware.rw_handles [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4748a-51b1-eb88-c17f-b5935c1ffb33/disk-0.vmdk. {{(pid=65978) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 860.790892] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Uploaded image 8198988c-5121-4f14-9d55-d8814691ada0 to the Glance image server {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 860.793252] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Destroying the VM {{(pid=65978) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 860.793602] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-271754b3-6ed8-430a-b899-76128fff7490 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.802197] env[65978]: DEBUG oslo_vmware.api [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 860.802197] env[65978]: value = "task-4714540" [ 860.802197] env[65978]: _type = "Task" [ 860.802197] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.812909] env[65978]: DEBUG oslo_vmware.api [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714540, 'name': Destroy_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.862030] env[65978]: DEBUG nova.network.neutron [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Successfully updated port: d11c8b92-d103-4a22-b9c4-ca322ac21ae0 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 860.870705] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520734a1-8d48-f327-6913-b2f325b49124, 'name': SearchDatastore_Task, 'duration_secs': 0.031704} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.871081] env[65978]: DEBUG oslo_concurrency.lockutils [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.871358] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.871643] env[65978]: DEBUG oslo_concurrency.lockutils [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.871814] env[65978]: DEBUG oslo_concurrency.lockutils [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.872115] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.872395] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04172e8a-6c1c-41aa-b8dd-2ff0853ff66a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.887325] env[65978]: DEBUG oslo_concurrency.lockutils [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.887s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.888212] env[65978]: DEBUG nova.compute.manager [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 860.890949] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.891165] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.892334] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.278s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.892536] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.894815] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.603s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.894931] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.897160] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.573s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.897345] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.899239] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.343s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.899333] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.901084] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.845s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.902612] env[65978]: INFO nova.compute.claims [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.905545] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d54d87f-f9f8-4ac5-b071-c3e1c142d715 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.921382] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Waiting for the task: (returnval){ [ 860.921382] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528a5d72-16a1-6a8d-670a-137495a08d0a" [ 860.921382] env[65978]: _type = "Task" [ 860.921382] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.933416] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528a5d72-16a1-6a8d-670a-137495a08d0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.934662] env[65978]: DEBUG nova.network.neutron [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 860.949142] env[65978]: INFO nova.scheduler.client.report [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Deleted allocations for instance 85358d03-f54e-437b-b0e9-b1b8d20b54c4 [ 860.956502] env[65978]: INFO nova.scheduler.client.report [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Deleted allocations for instance 7bb7d018-e090-4fb5-a129-89612ebe01ed [ 861.011309] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672058} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.012724] env[65978]: INFO nova.scheduler.client.report [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Deleted allocations for instance 7773423b-4c3d-4e86-a7a0-5131f5692dff [ 861.013550] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 391f8715-5c70-4a3a-a2b3-3acc26a45123/391f8715-5c70-4a3a-a2b3-3acc26a45123.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.013766] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.014188] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 6ec51f06-0360-445b-9c4d-1cd45f6f5a31] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 861.016738] env[65978]: INFO nova.scheduler.client.report [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Deleted allocations for instance 804b95d0-772c-47d1-9fa7-260074759a77 [ 861.019905] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c724b6ff-5711-4791-b344-2edd78ffe532 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.034833] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Waiting for the task: (returnval){ [ 861.034833] env[65978]: value = "task-4714541" [ 861.034833] env[65978]: _type = "Task" [ 861.034833] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.049299] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.096506] env[65978]: WARNING neutronclient.v2_0.client [None req-20a0a064-3fd0-4da2-8ca2-e7b3cc0ca9dc tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.115791] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714537, 'name': CreateVM_Task, 'duration_secs': 0.795972} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.115994] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.116420] env[65978]: WARNING neutronclient.v2_0.client [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.116784] env[65978]: DEBUG oslo_concurrency.lockutils [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e4528af-5c0e-4fc1-ac17-792e6adb0122" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.116934] env[65978]: DEBUG oslo_concurrency.lockutils [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e4528af-5c0e-4fc1-ac17-792e6adb0122" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.117345] env[65978]: DEBUG oslo_concurrency.lockutils [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e4528af-5c0e-4fc1-ac17-792e6adb0122" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.117682] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfe02f11-7d58-4774-b90b-34f3722c9aa6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.121242] env[65978]: WARNING neutronclient.v2_0.client [req-5704b14d-f7d3-4ced-a48c-ccd3dec533f4 req-cf2821dc-3ad0-4e50-9925-ea778d98c4c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.128169] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 861.128169] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52409fc5-3e77-a8bb-b0a7-7d9816bcfda8" [ 861.128169] env[65978]: _type = "Task" [ 861.128169] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.137793] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52409fc5-3e77-a8bb-b0a7-7d9816bcfda8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.168027] env[65978]: DEBUG nova.network.neutron [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.176829] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.314790] env[65978]: DEBUG oslo_vmware.api [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714540, 'name': Destroy_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.370409] env[65978]: DEBUG nova.network.neutron [req-5704b14d-f7d3-4ced-a48c-ccd3dec533f4 req-cf2821dc-3ad0-4e50-9925-ea778d98c4c5 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Updated VIF entry in instance network info cache for port 70c8babe-d476-4541-95df-992602ac6cb6. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 861.370409] env[65978]: DEBUG nova.network.neutron [req-5704b14d-f7d3-4ced-a48c-ccd3dec533f4 req-cf2821dc-3ad0-4e50-9925-ea778d98c4c5 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Updating instance_info_cache with network_info: [{"id": "356261c6-3bca-4889-960d-506018af9e4e", "address": "fa:16:3e:6e:45:5b", "network": {"id": "f4f1b909-2573-4557-b802-77baac427aa8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-145442383", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977d47eb6c224ad9949c3f3a5c7414d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap356261c6-3b", "ovs_interfaceid": "356261c6-3bca-4889-960d-506018af9e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "70c8babe-d476-4541-95df-992602ac6cb6", "address": "fa:16:3e:99:22:1b", "network": {"id": "c7700546-18a3-48b3-b1de-24a2f569c1a9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1520081317", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "977d47eb6c224ad9949c3f3a5c7414d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70c8babe-d4", "ovs_interfaceid": "70c8babe-d476-4541-95df-992602ac6cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "db026469-88a6-44d5-9023-98fd7f59d631", "address": "fa:16:3e:5d:64:a2", "network": {"id": "f4f1b909-2573-4557-b802-77baac427aa8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-145442383", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977d47eb6c224ad9949c3f3a5c7414d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb026469-88", "ovs_interfaceid": "db026469-88a6-44d5-9023-98fd7f59d631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.374415] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "refresh_cache-76a2de1e-ac61-4fa8-a526-213c12efe0c7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.374654] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired lock "refresh_cache-76a2de1e-ac61-4fa8-a526-213c12efe0c7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.374870] env[65978]: DEBUG nova.network.neutron [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 861.378340] env[65978]: DEBUG nova.compute.manager [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Received event network-vif-plugged-1abe420d-c5dc-4b80-bb84-2a3097b98b4f {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 861.378660] env[65978]: DEBUG oslo_concurrency.lockutils [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] Acquiring lock "391f8715-5c70-4a3a-a2b3-3acc26a45123-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.378986] env[65978]: DEBUG oslo_concurrency.lockutils [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] Lock "391f8715-5c70-4a3a-a2b3-3acc26a45123-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.379263] env[65978]: DEBUG oslo_concurrency.lockutils [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] Lock "391f8715-5c70-4a3a-a2b3-3acc26a45123-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.379521] env[65978]: DEBUG nova.compute.manager [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] No waiting events found dispatching network-vif-plugged-1abe420d-c5dc-4b80-bb84-2a3097b98b4f {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 861.379722] env[65978]: WARNING nova.compute.manager [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Received unexpected event network-vif-plugged-1abe420d-c5dc-4b80-bb84-2a3097b98b4f for instance with vm_state building and task_state spawning. [ 861.379938] env[65978]: DEBUG nova.compute.manager [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Received event network-changed-1abe420d-c5dc-4b80-bb84-2a3097b98b4f {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 861.380199] env[65978]: DEBUG nova.compute.manager [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Refreshing instance network info cache due to event network-changed-1abe420d-c5dc-4b80-bb84-2a3097b98b4f. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 861.380397] env[65978]: DEBUG oslo_concurrency.lockutils [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] Acquiring lock "refresh_cache-391f8715-5c70-4a3a-a2b3-3acc26a45123" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.380555] env[65978]: DEBUG oslo_concurrency.lockutils [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] Acquired lock "refresh_cache-391f8715-5c70-4a3a-a2b3-3acc26a45123" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.380706] env[65978]: DEBUG nova.network.neutron [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Refreshing network info cache for port 1abe420d-c5dc-4b80-bb84-2a3097b98b4f {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.395085] env[65978]: DEBUG nova.compute.utils [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.398388] env[65978]: DEBUG nova.compute.manager [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Not allocating networking since 'none' was specified. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 861.440805] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528a5d72-16a1-6a8d-670a-137495a08d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.023068} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.441493] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c16af725-60c8-4474-979d-ed0dce64d259 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.448306] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Waiting for the task: (returnval){ [ 861.448306] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526a1a9b-13b4-9322-6753-06266be27b0d" [ 861.448306] env[65978]: _type = "Task" [ 861.448306] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.459593] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526a1a9b-13b4-9322-6753-06266be27b0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.467849] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d0cd7644-6c42-4c21-a7fe-204281f4f512 tempest-ListImageFiltersTestJSON-302671947 tempest-ListImageFiltersTestJSON-302671947-project-member] Lock "85358d03-f54e-437b-b0e9-b1b8d20b54c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.608s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.470179] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f3e321e-ced3-41ce-b142-abeb1b834509 tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "7bb7d018-e090-4fb5-a129-89612ebe01ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.393s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.527568] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8eb0fcc7-2a51-48fc-9e86-830cf71acd46 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "7773423b-4c3d-4e86-a7a0-5131f5692dff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.954s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.529078] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: c28552e9-d1fb-4a30-931c-b8a2180743c7] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 861.535895] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fc1ad3a1-6b91-4614-a7c1-59f729a090fe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "804b95d0-772c-47d1-9fa7-260074759a77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.228s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.556889] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172914} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.557591] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.558325] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83391e90-6364-4817-94c3-4f6fe9308f0f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.590429] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 391f8715-5c70-4a3a-a2b3-3acc26a45123/391f8715-5c70-4a3a-a2b3-3acc26a45123.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.591862] env[65978]: WARNING neutronclient.v2_0.client [None req-20a0a064-3fd0-4da2-8ca2-e7b3cc0ca9dc tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.594954] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4ec3ed5-f6fa-478c-8f49-c1192c2eeb5b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.619842] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Waiting for the task: (returnval){ [ 861.619842] env[65978]: value = "task-4714542" [ 861.619842] env[65978]: _type = "Task" [ 861.619842] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.633421] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714542, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.645031] env[65978]: DEBUG oslo_concurrency.lockutils [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e4528af-5c0e-4fc1-ac17-792e6adb0122" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.645350] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Processing image 5e4528af-5c0e-4fc1-ac17-792e6adb0122 {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.645760] env[65978]: DEBUG oslo_concurrency.lockutils [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e4528af-5c0e-4fc1-ac17-792e6adb0122/5e4528af-5c0e-4fc1-ac17-792e6adb0122.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.645836] env[65978]: DEBUG oslo_concurrency.lockutils [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e4528af-5c0e-4fc1-ac17-792e6adb0122/5e4528af-5c0e-4fc1-ac17-792e6adb0122.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.646046] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.646408] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a6d964e-e114-4cfd-b37a-4093c0951c6a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.657332] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.657579] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.659704] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-589771ae-bf5e-4a54-9355-f78810ea9873 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.670026] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 861.670026] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b36d05-4920-a7ea-5d58-e3c2a6d8545c" [ 861.670026] env[65978]: _type = "Task" [ 861.670026] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.680585] env[65978]: DEBUG oslo_concurrency.lockutils [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Releasing lock "refresh_cache-d096f28a-1d66-4679-a229-0f63e3e3819a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.681102] env[65978]: DEBUG nova.compute.manager [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 861.681253] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.681543] env[65978]: DEBUG oslo_vmware.api [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714539, 'name': PowerOnVM_Task, 'duration_secs': 0.77629} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.685752] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f8e26a-2e68-441a-930e-a780a256f6a1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.688908] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.689229] env[65978]: INFO nova.compute.manager [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Took 9.77 seconds to spawn the instance on the hypervisor. [ 861.689427] env[65978]: DEBUG nova.compute.manager [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 861.689705] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b36d05-4920-a7ea-5d58-e3c2a6d8545c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.690455] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9032b4-1618-4086-9ad0-00d9fba08289 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.703171] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.704103] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0a63ed0-9aac-4c48-a1c1-ece94d0cde2c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.713452] env[65978]: DEBUG oslo_vmware.api [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Waiting for the task: (returnval){ [ 861.713452] env[65978]: value = "task-4714543" [ 861.713452] env[65978]: _type = "Task" [ 861.713452] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.724064] env[65978]: DEBUG oslo_vmware.api [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.775237] env[65978]: DEBUG nova.network.neutron [None req-20a0a064-3fd0-4da2-8ca2-e7b3cc0ca9dc tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Updating instance_info_cache with network_info: [{"id": "d766267c-2d61-4e73-97fa-4307fa4cfd63", "address": "fa:16:3e:54:61:7e", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd766267c-2d", "ovs_interfaceid": "d766267c-2d61-4e73-97fa-4307fa4cfd63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.814049] env[65978]: DEBUG oslo_vmware.api [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714540, 'name': Destroy_Task, 'duration_secs': 0.54401} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.814508] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Destroyed the VM [ 861.814951] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Deleting Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 861.815033] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ba66f807-728d-4b7e-a2db-308c9c17c95e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.824556] env[65978]: DEBUG oslo_vmware.api [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 861.824556] env[65978]: value = "task-4714544" [ 861.824556] env[65978]: _type = "Task" [ 861.824556] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.835622] env[65978]: DEBUG oslo_vmware.api [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714544, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.883762] env[65978]: DEBUG oslo_concurrency.lockutils [req-5704b14d-f7d3-4ced-a48c-ccd3dec533f4 req-cf2821dc-3ad0-4e50-9925-ea778d98c4c5 service nova] Releasing lock "refresh_cache-e367fb69-c6e3-4ebf-bd6f-298fbc8846c5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.886510] env[65978]: WARNING neutronclient.v2_0.client [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.888744] env[65978]: DEBUG oslo_concurrency.lockutils [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] Acquired lock "refresh_cache-e367fb69-c6e3-4ebf-bd6f-298fbc8846c5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.889164] env[65978]: DEBUG nova.network.neutron [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Refreshing network info cache for port 356261c6-3bca-4889-960d-506018af9e4e {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.901099] env[65978]: DEBUG nova.compute.manager [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 861.959445] env[65978]: DEBUG nova.network.neutron [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 861.972057] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526a1a9b-13b4-9322-6753-06266be27b0d, 'name': SearchDatastore_Task, 'duration_secs': 0.038907} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.976965] env[65978]: DEBUG oslo_concurrency.lockutils [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.977376] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] e367fb69-c6e3-4ebf-bd6f-298fbc8846c5/e367fb69-c6e3-4ebf-bd6f-298fbc8846c5.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.978072] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce7f29b4-7cd2-4277-9b7f-a5d73e0a57d6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.990143] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Waiting for the task: (returnval){ [ 861.990143] env[65978]: value = "task-4714545" [ 861.990143] env[65978]: _type = "Task" [ 861.990143] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.013357] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.034913] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: c4384535-309d-4148-9580-e37e4d16cc53] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 862.132954] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.189796] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Preparing fetch location {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 862.189796] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Fetch image to [datastore2] OSTACK_IMG_b78e0056-e4af-4598-aaaf-264b6cf52ec2/OSTACK_IMG_b78e0056-e4af-4598-aaaf-264b6cf52ec2.vmdk {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 862.189796] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Downloading stream optimized image 5e4528af-5c0e-4fc1-ac17-792e6adb0122 to [datastore2] OSTACK_IMG_b78e0056-e4af-4598-aaaf-264b6cf52ec2/OSTACK_IMG_b78e0056-e4af-4598-aaaf-264b6cf52ec2.vmdk on the data store datastore2 as vApp {{(pid=65978) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 862.189987] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Downloading image file data 5e4528af-5c0e-4fc1-ac17-792e6adb0122 to the ESX as VM named 'OSTACK_IMG_b78e0056-e4af-4598-aaaf-264b6cf52ec2' {{(pid=65978) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 862.223204] env[65978]: WARNING neutronclient.v2_0.client [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.233237] env[65978]: INFO nova.compute.manager [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Took 65.39 seconds to build instance. [ 862.246524] env[65978]: DEBUG oslo_vmware.api [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714543, 'name': PowerOffVM_Task, 'duration_secs': 0.29259} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.269121] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.269450] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.274436] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c75346fe-3eec-4414-9128-bc878c71d775 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.280422] env[65978]: DEBUG oslo_concurrency.lockutils [None req-20a0a064-3fd0-4da2-8ca2-e7b3cc0ca9dc tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Releasing lock "refresh_cache-b6f9926b-da45-40cd-8fe3-60a9b3d4dc91" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.280600] env[65978]: DEBUG nova.objects.instance [None req-20a0a064-3fd0-4da2-8ca2-e7b3cc0ca9dc tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lazy-loading 'migration_context' on Instance uuid b6f9926b-da45-40cd-8fe3-60a9b3d4dc91 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.313316] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.313573] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.313735] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Deleting the datastore file [datastore1] d096f28a-1d66-4679-a229-0f63e3e3819a {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.314040] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed303bd7-718f-4d98-9f85-60473871797e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.325249] env[65978]: DEBUG oslo_vmware.api [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Waiting for the task: (returnval){ [ 862.325249] env[65978]: value = "task-4714547" [ 862.325249] env[65978]: _type = "Task" [ 862.325249] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.335775] env[65978]: DEBUG oslo_vmware.rw_handles [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 862.335775] env[65978]: value = "resgroup-9" [ 862.335775] env[65978]: _type = "ResourcePool" [ 862.335775] env[65978]: }. {{(pid=65978) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 862.342474] env[65978]: DEBUG nova.compute.manager [req-d2340051-d17a-49be-ba28-8a0fdaff8c08 req-42808817-7136-48da-b1ba-1129df179508 service nova] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Received event network-vif-plugged-d11c8b92-d103-4a22-b9c4-ca322ac21ae0 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 862.342711] env[65978]: DEBUG oslo_concurrency.lockutils [req-d2340051-d17a-49be-ba28-8a0fdaff8c08 req-42808817-7136-48da-b1ba-1129df179508 service nova] Acquiring lock "76a2de1e-ac61-4fa8-a526-213c12efe0c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.343032] env[65978]: DEBUG oslo_concurrency.lockutils [req-d2340051-d17a-49be-ba28-8a0fdaff8c08 req-42808817-7136-48da-b1ba-1129df179508 service nova] Lock "76a2de1e-ac61-4fa8-a526-213c12efe0c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.343277] env[65978]: DEBUG oslo_concurrency.lockutils [req-d2340051-d17a-49be-ba28-8a0fdaff8c08 req-42808817-7136-48da-b1ba-1129df179508 service nova] Lock "76a2de1e-ac61-4fa8-a526-213c12efe0c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.343385] env[65978]: DEBUG nova.compute.manager [req-d2340051-d17a-49be-ba28-8a0fdaff8c08 req-42808817-7136-48da-b1ba-1129df179508 service nova] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] No waiting events found dispatching network-vif-plugged-d11c8b92-d103-4a22-b9c4-ca322ac21ae0 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 862.343547] env[65978]: WARNING nova.compute.manager [req-d2340051-d17a-49be-ba28-8a0fdaff8c08 req-42808817-7136-48da-b1ba-1129df179508 service nova] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Received unexpected event network-vif-plugged-d11c8b92-d103-4a22-b9c4-ca322ac21ae0 for instance with vm_state building and task_state spawning. [ 862.344430] env[65978]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0fdae7b5-0d54-408c-bd52-99e92d10b975 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.368618] env[65978]: WARNING neutronclient.v2_0.client [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.378679] env[65978]: DEBUG oslo_vmware.api [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714544, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.383918] env[65978]: DEBUG oslo_vmware.api [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.384329] env[65978]: DEBUG oslo_vmware.rw_handles [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lease: (returnval){ [ 862.384329] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52943d72-68a6-d4c1-cfb0-c5a2a976577a" [ 862.384329] env[65978]: _type = "HttpNfcLease" [ 862.384329] env[65978]: } obtained for vApp import into resource pool (val){ [ 862.384329] env[65978]: value = "resgroup-9" [ 862.384329] env[65978]: _type = "ResourcePool" [ 862.384329] env[65978]: }. {{(pid=65978) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 862.384544] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the lease: (returnval){ [ 862.384544] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52943d72-68a6-d4c1-cfb0-c5a2a976577a" [ 862.384544] env[65978]: _type = "HttpNfcLease" [ 862.384544] env[65978]: } to be ready. {{(pid=65978) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 862.395783] env[65978]: WARNING neutronclient.v2_0.client [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.400992] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 862.400992] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52943d72-68a6-d4c1-cfb0-c5a2a976577a" [ 862.400992] env[65978]: _type = "HttpNfcLease" [ 862.400992] env[65978]: } is initializing. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 862.418553] env[65978]: DEBUG nova.network.neutron [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Updating instance_info_cache with network_info: [{"id": "d11c8b92-d103-4a22-b9c4-ca322ac21ae0", "address": "fa:16:3e:e2:cf:a1", "network": {"id": "1e368590-0060-4ae5-98b3-473ded4d1c9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-91998457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0621c7972ce94ada85614a788f5f6302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11c8b92-d1", "ovs_interfaceid": "d11c8b92-d103-4a22-b9c4-ca322ac21ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.474525] env[65978]: DEBUG nova.network.neutron [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Updated VIF entry in instance network info cache for port 1abe420d-c5dc-4b80-bb84-2a3097b98b4f. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 862.474947] env[65978]: DEBUG nova.network.neutron [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Updating instance_info_cache with network_info: [{"id": "1abe420d-c5dc-4b80-bb84-2a3097b98b4f", "address": "fa:16:3e:74:ee:45", "network": {"id": "bef668de-ff00-4fba-adcb-370f8569a062", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-320156736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "614d54ceef724bd88e35cf703caa7cd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1abe420d-c5", "ovs_interfaceid": "1abe420d-c5dc-4b80-bb84-2a3097b98b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.512599] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714545, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.548897] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.549208] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Cleaning up deleted instances with incomplete migration {{(pid=65978) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11959}} [ 862.573794] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d8b405-a4d6-4089-9e71-00fc16ab3217 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.589829] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64483adc-eead-4491-899b-618209f816aa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.628955] env[65978]: WARNING neutronclient.v2_0.client [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.635661] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23acc59-274e-4d31-a192-0cb86283de47 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.647178] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714542, 'name': ReconfigVM_Task, 'duration_secs': 0.703369} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.650055] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 391f8715-5c70-4a3a-a2b3-3acc26a45123/391f8715-5c70-4a3a-a2b3-3acc26a45123.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.650915] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd44d30a-b76d-4dd0-9d6b-04ca470c0f7a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.655787] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff73f1eb-d587-4744-b43a-756848701ba3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.673412] env[65978]: DEBUG nova.compute.provider_tree [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.676402] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Waiting for the task: (returnval){ [ 862.676402] env[65978]: value = "task-4714549" [ 862.676402] env[65978]: _type = "Task" [ 862.676402] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.692613] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714549, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.721822] env[65978]: DEBUG nova.network.neutron [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Updated VIF entry in instance network info cache for port 356261c6-3bca-4889-960d-506018af9e4e. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 862.722516] env[65978]: DEBUG nova.network.neutron [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Updating instance_info_cache with network_info: [{"id": "356261c6-3bca-4889-960d-506018af9e4e", "address": "fa:16:3e:6e:45:5b", "network": {"id": "f4f1b909-2573-4557-b802-77baac427aa8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-145442383", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977d47eb6c224ad9949c3f3a5c7414d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap356261c6-3b", "ovs_interfaceid": "356261c6-3bca-4889-960d-506018af9e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "70c8babe-d476-4541-95df-992602ac6cb6", "address": "fa:16:3e:99:22:1b", "network": {"id": "c7700546-18a3-48b3-b1de-24a2f569c1a9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1520081317", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "977d47eb6c224ad9949c3f3a5c7414d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70c8babe-d4", "ovs_interfaceid": "70c8babe-d476-4541-95df-992602ac6cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "db026469-88a6-44d5-9023-98fd7f59d631", "address": "fa:16:3e:5d:64:a2", "network": {"id": "f4f1b909-2573-4557-b802-77baac427aa8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-145442383", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977d47eb6c224ad9949c3f3a5c7414d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb026469-88", "ovs_interfaceid": "db026469-88a6-44d5-9023-98fd7f59d631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.742493] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ebd78903-ca0d-4f6c-ac3f-698040b2c6cc tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "839a307a-ae21-42a6-8101-54043b7722eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.330s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.783852] env[65978]: DEBUG nova.objects.base [None req-20a0a064-3fd0-4da2-8ca2-e7b3cc0ca9dc tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65978) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 862.786255] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb7d833-45aa-4369-80b0-a5827768ea7f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.813515] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72f773ae-0ca8-4af0-ae14-d50e9cbfde79 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.820732] env[65978]: DEBUG oslo_vmware.api [None req-20a0a064-3fd0-4da2-8ca2-e7b3cc0ca9dc tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 862.820732] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a1d09b-62dd-8369-bbbf-b8c8cf635933" [ 862.820732] env[65978]: _type = "Task" [ 862.820732] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.832557] env[65978]: DEBUG oslo_vmware.api [None req-20a0a064-3fd0-4da2-8ca2-e7b3cc0ca9dc tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a1d09b-62dd-8369-bbbf-b8c8cf635933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.839451] env[65978]: DEBUG oslo_vmware.api [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714544, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.847202] env[65978]: DEBUG oslo_vmware.api [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Task: {'id': task-4714547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416178} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.847560] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.847936] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.848206] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.848429] env[65978]: INFO nova.compute.manager [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 862.848717] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 862.848969] env[65978]: DEBUG nova.compute.manager [-] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 862.849119] env[65978]: DEBUG nova.network.neutron [-] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 862.849417] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.876231] env[65978]: DEBUG nova.network.neutron [-] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 862.876612] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.895523] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 862.895523] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52943d72-68a6-d4c1-cfb0-c5a2a976577a" [ 862.895523] env[65978]: _type = "HttpNfcLease" [ 862.895523] env[65978]: } is initializing. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 862.911759] env[65978]: DEBUG nova.compute.manager [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 862.926572] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Releasing lock "refresh_cache-76a2de1e-ac61-4fa8-a526-213c12efe0c7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.926572] env[65978]: DEBUG nova.compute.manager [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Instance network_info: |[{"id": "d11c8b92-d103-4a22-b9c4-ca322ac21ae0", "address": "fa:16:3e:e2:cf:a1", "network": {"id": "1e368590-0060-4ae5-98b3-473ded4d1c9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-91998457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0621c7972ce94ada85614a788f5f6302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11c8b92-d1", "ovs_interfaceid": "d11c8b92-d103-4a22-b9c4-ca322ac21ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 862.926572] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:cf:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd11c8b92-d103-4a22-b9c4-ca322ac21ae0', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.934395] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 862.939990] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.939990] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f0b18a4-221b-4f83-821e-0a9a2b80f190 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.956324] env[65978]: DEBUG nova.virt.hardware [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 862.956324] env[65978]: DEBUG nova.virt.hardware [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.956324] env[65978]: DEBUG nova.virt.hardware [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 862.956324] env[65978]: DEBUG nova.virt.hardware [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.956324] env[65978]: DEBUG nova.virt.hardware [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 862.956324] env[65978]: DEBUG nova.virt.hardware [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 862.956324] env[65978]: DEBUG nova.virt.hardware [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 862.956324] env[65978]: DEBUG nova.virt.hardware [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 862.957460] env[65978]: DEBUG nova.virt.hardware [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 862.957460] env[65978]: DEBUG nova.virt.hardware [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 862.957460] env[65978]: DEBUG nova.virt.hardware [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 862.957860] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7b9109-8948-4ce5-ad74-46127cc7c011 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.968911] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b861c752-d37c-444a-80c5-34875a1d51c4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.973736] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.973736] env[65978]: value = "task-4714550" [ 862.973736] env[65978]: _type = "Task" [ 862.973736] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.985527] env[65978]: DEBUG oslo_concurrency.lockutils [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] Releasing lock "refresh_cache-391f8715-5c70-4a3a-a2b3-3acc26a45123" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.986189] env[65978]: DEBUG nova.compute.manager [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Received event network-vif-plugged-3bf290d0-9d16-4ece-89fc-600f269185ad {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 862.986410] env[65978]: DEBUG oslo_concurrency.lockutils [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] Acquiring lock "e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.986618] env[65978]: DEBUG oslo_concurrency.lockutils [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] Lock "e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.987285] env[65978]: DEBUG oslo_concurrency.lockutils [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] Lock "e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.987285] env[65978]: DEBUG nova.compute.manager [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] No waiting events found dispatching network-vif-plugged-3bf290d0-9d16-4ece-89fc-600f269185ad {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 862.987285] env[65978]: WARNING nova.compute.manager [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Received unexpected event network-vif-plugged-3bf290d0-9d16-4ece-89fc-600f269185ad for instance with vm_state building and task_state spawning. [ 862.987285] env[65978]: DEBUG nova.compute.manager [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Received event network-changed-3bf290d0-9d16-4ece-89fc-600f269185ad {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 862.987491] env[65978]: DEBUG nova.compute.manager [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Refreshing instance network info cache due to event network-changed-3bf290d0-9d16-4ece-89fc-600f269185ad. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 862.987712] env[65978]: DEBUG oslo_concurrency.lockutils [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] Acquiring lock "refresh_cache-e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.989220] env[65978]: DEBUG oslo_concurrency.lockutils [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] Acquired lock "refresh_cache-e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.989220] env[65978]: DEBUG nova.network.neutron [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Refreshing network info cache for port 3bf290d0-9d16-4ece-89fc-600f269185ad {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.990314] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Instance VIF info [] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.996050] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Creating folder: Project (13653af38b0b4b88987bb2e2b7006e30). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.996664] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7b06fdc-aa22-44a0-95fc-81f9c053ecb5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.008820] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714550, 'name': CreateVM_Task} progress is 15%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.010389] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Created folder: Project (13653af38b0b4b88987bb2e2b7006e30) in parent group-v919857. [ 863.010580] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Creating folder: Instances. Parent ref: group-v920059. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.011440] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-536b340f-f53c-41b1-b064-28e46beca20b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.016789] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681125} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.017387] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] e367fb69-c6e3-4ebf-bd6f-298fbc8846c5/e367fb69-c6e3-4ebf-bd6f-298fbc8846c5.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.017598] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.017857] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fee5480-b546-4827-8de3-5b59af45a37e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.028303] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Waiting for the task: (returnval){ [ 863.028303] env[65978]: value = "task-4714553" [ 863.028303] env[65978]: _type = "Task" [ 863.028303] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.030283] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Created folder: Instances in parent group-v920059. [ 863.030523] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 863.034236] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.034399] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37101073-d9bf-4cd3-9a8b-50ebaa886694 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.053051] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.058824] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.060550] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.060550] env[65978]: value = "task-4714554" [ 863.060550] env[65978]: _type = "Task" [ 863.060550] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.070436] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714554, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.178216] env[65978]: DEBUG nova.scheduler.client.report [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.195080] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714549, 'name': Rename_Task, 'duration_secs': 0.200598} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.195521] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.195867] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2405e3a5-1842-4ba2-8d4b-1fcbb9b772e1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.206893] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Waiting for the task: (returnval){ [ 863.206893] env[65978]: value = "task-4714555" [ 863.206893] env[65978]: _type = "Task" [ 863.206893] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.220971] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.226372] env[65978]: DEBUG oslo_concurrency.lockutils [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] Releasing lock "refresh_cache-e367fb69-c6e3-4ebf-bd6f-298fbc8846c5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.226827] env[65978]: DEBUG nova.compute.manager [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Received event network-vif-plugged-2bcc302f-8be0-4fb5-be3a-348716ec444a {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 863.227128] env[65978]: DEBUG oslo_concurrency.lockutils [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] Acquiring lock "839a307a-ae21-42a6-8101-54043b7722eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.227414] env[65978]: DEBUG oslo_concurrency.lockutils [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] Lock "839a307a-ae21-42a6-8101-54043b7722eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.228461] env[65978]: DEBUG oslo_concurrency.lockutils [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] Lock "839a307a-ae21-42a6-8101-54043b7722eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.229311] env[65978]: DEBUG nova.compute.manager [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] No waiting events found dispatching network-vif-plugged-2bcc302f-8be0-4fb5-be3a-348716ec444a {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 863.229503] env[65978]: WARNING nova.compute.manager [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Received unexpected event network-vif-plugged-2bcc302f-8be0-4fb5-be3a-348716ec444a for instance with vm_state building and task_state spawning. [ 863.229799] env[65978]: DEBUG nova.compute.manager [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Received event network-changed-2bcc302f-8be0-4fb5-be3a-348716ec444a {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 863.230384] env[65978]: DEBUG nova.compute.manager [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Refreshing instance network info cache due to event network-changed-2bcc302f-8be0-4fb5-be3a-348716ec444a. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 863.230445] env[65978]: DEBUG oslo_concurrency.lockutils [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] Acquiring lock "refresh_cache-839a307a-ae21-42a6-8101-54043b7722eb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.231542] env[65978]: DEBUG oslo_concurrency.lockutils [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] Acquired lock "refresh_cache-839a307a-ae21-42a6-8101-54043b7722eb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.232502] env[65978]: DEBUG nova.network.neutron [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Refreshing network info cache for port 2bcc302f-8be0-4fb5-be3a-348716ec444a {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.246514] env[65978]: DEBUG nova.compute.manager [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 863.334987] env[65978]: DEBUG oslo_vmware.api [None req-20a0a064-3fd0-4da2-8ca2-e7b3cc0ca9dc tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a1d09b-62dd-8369-bbbf-b8c8cf635933, 'name': SearchDatastore_Task, 'duration_secs': 0.009981} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.338745] env[65978]: DEBUG oslo_concurrency.lockutils [None req-20a0a064-3fd0-4da2-8ca2-e7b3cc0ca9dc tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.344972] env[65978]: DEBUG oslo_vmware.api [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714544, 'name': RemoveSnapshot_Task, 'duration_secs': 1.098264} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.345281] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Deleted Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 863.346293] env[65978]: INFO nova.compute.manager [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Took 16.82 seconds to snapshot the instance on the hypervisor. [ 863.382330] env[65978]: DEBUG nova.network.neutron [-] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.395188] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 863.395188] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52943d72-68a6-d4c1-cfb0-c5a2a976577a" [ 863.395188] env[65978]: _type = "HttpNfcLease" [ 863.395188] env[65978]: } is ready. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 863.395811] env[65978]: DEBUG oslo_vmware.rw_handles [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 863.395811] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52943d72-68a6-d4c1-cfb0-c5a2a976577a" [ 863.395811] env[65978]: _type = "HttpNfcLease" [ 863.395811] env[65978]: }. {{(pid=65978) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 863.397301] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e897ec35-90a4-463a-99fb-ebaf91c05072 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.408128] env[65978]: DEBUG oslo_vmware.rw_handles [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5218e77e-7bd5-7e82-c751-03edeab6e823/disk-0.vmdk from lease info. {{(pid=65978) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 863.408445] env[65978]: DEBUG oslo_vmware.rw_handles [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5218e77e-7bd5-7e82-c751-03edeab6e823/disk-0.vmdk. {{(pid=65978) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 863.486675] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8d87ee1f-089e-418e-9f17-09407804f3d9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.490978] env[65978]: WARNING neutronclient.v2_0.client [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.499615] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714550, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.543432] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088862} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.543432] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.543432] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed48d5b-5945-4343-b700-05e69dccc73a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.575960] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] e367fb69-c6e3-4ebf-bd6f-298fbc8846c5/e367fb69-c6e3-4ebf-bd6f-298fbc8846c5.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.580949] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4e7cc6b-9b08-4bbc-b842-184b77523a8c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.608338] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714554, 'name': CreateVM_Task, 'duration_secs': 0.364127} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.609870] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.610314] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Waiting for the task: (returnval){ [ 863.610314] env[65978]: value = "task-4714556" [ 863.610314] env[65978]: _type = "Task" [ 863.610314] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.610810] env[65978]: DEBUG oslo_concurrency.lockutils [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.610950] env[65978]: DEBUG oslo_concurrency.lockutils [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.611283] env[65978]: DEBUG oslo_concurrency.lockutils [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.611613] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dd7399a-f952-4af9-b851-23c23be2721c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.622325] env[65978]: DEBUG oslo_vmware.api [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 863.622325] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525dedee-72ba-183f-e9b2-9ff46c386b99" [ 863.622325] env[65978]: _type = "Task" [ 863.622325] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.625193] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714556, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.635030] env[65978]: DEBUG oslo_vmware.api [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525dedee-72ba-183f-e9b2-9ff46c386b99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.661840] env[65978]: DEBUG oslo_concurrency.lockutils [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquiring lock "aac2cd3e-0308-4033-bbe8-fb6aa6269738" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.661840] env[65978]: DEBUG oslo_concurrency.lockutils [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "aac2cd3e-0308-4033-bbe8-fb6aa6269738" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.692371] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.692974] env[65978]: DEBUG nova.compute.manager [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 863.699117] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.806s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.700969] env[65978]: INFO nova.compute.claims [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.722136] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714555, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.738381] env[65978]: WARNING neutronclient.v2_0.client [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.768052] env[65978]: WARNING neutronclient.v2_0.client [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.777541] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.840918] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "a14898a3-b874-4ad3-b2fa-e69608ef4d0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.841286] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "a14898a3-b874-4ad3-b2fa-e69608ef4d0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.841514] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "a14898a3-b874-4ad3-b2fa-e69608ef4d0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.841702] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "a14898a3-b874-4ad3-b2fa-e69608ef4d0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.841897] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "a14898a3-b874-4ad3-b2fa-e69608ef4d0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.846103] env[65978]: INFO nova.compute.manager [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Terminating instance [ 863.887601] env[65978]: INFO nova.compute.manager [-] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Took 1.04 seconds to deallocate network for instance. [ 863.909563] env[65978]: DEBUG nova.compute.manager [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Found 3 images (rotation: 2) {{(pid=65978) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5061}} [ 863.909563] env[65978]: DEBUG nova.compute.manager [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Rotating out 1 backups {{(pid=65978) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5069}} [ 863.909563] env[65978]: DEBUG nova.compute.manager [None req-22e333e0-c323-498f-b29e-e05edf12e149 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Deleting image ccbc43a7-9c46-4018-89f2-e1655e62aea9 {{(pid=65978) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5074}} [ 863.913179] env[65978]: DEBUG nova.network.neutron [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Updated VIF entry in instance network info cache for port 3bf290d0-9d16-4ece-89fc-600f269185ad. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 863.913550] env[65978]: DEBUG nova.network.neutron [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Updating instance_info_cache with network_info: [{"id": "3bf290d0-9d16-4ece-89fc-600f269185ad", "address": "fa:16:3e:78:57:d5", "network": {"id": "9cc5a8d2-8f96-432c-8dda-b76a6f7b1b83", "bridge": "br-int", "label": "tempest-ImagesTestJSON-821420644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7479b38af7c414d9ab516169fc116dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf290d0-9d", "ovs_interfaceid": "3bf290d0-9d16-4ece-89fc-600f269185ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.982901] env[65978]: WARNING neutronclient.v2_0.client [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.994484] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714550, 'name': CreateVM_Task, 'duration_secs': 0.531275} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.994739] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.995601] env[65978]: WARNING neutronclient.v2_0.client [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.995974] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.085382] env[65978]: DEBUG nova.network.neutron [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Updated VIF entry in instance network info cache for port 2bcc302f-8be0-4fb5-be3a-348716ec444a. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 864.085902] env[65978]: DEBUG nova.network.neutron [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Updating instance_info_cache with network_info: [{"id": "2bcc302f-8be0-4fb5-be3a-348716ec444a", "address": "fa:16:3e:a5:67:10", "network": {"id": "6fed0f81-7458-4058-912d-c53e30dc5e98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-548756589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89300743ada64b348ab266269b499f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bcc302f-8b", "ovs_interfaceid": "2bcc302f-8be0-4fb5-be3a-348716ec444a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.123629] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714556, 'name': ReconfigVM_Task, 'duration_secs': 0.322078} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.123973] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Reconfigured VM instance instance-0000003f to attach disk [datastore1] e367fb69-c6e3-4ebf-bd6f-298fbc8846c5/e367fb69-c6e3-4ebf-bd6f-298fbc8846c5.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.124727] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5939fd8e-aeed-4f40-934d-47523286979d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.138844] env[65978]: DEBUG oslo_vmware.api [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525dedee-72ba-183f-e9b2-9ff46c386b99, 'name': SearchDatastore_Task, 'duration_secs': 0.018534} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.140567] env[65978]: DEBUG oslo_concurrency.lockutils [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.140881] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.141307] env[65978]: DEBUG oslo_concurrency.lockutils [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.141307] env[65978]: DEBUG oslo_concurrency.lockutils [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.141459] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.141788] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Waiting for the task: (returnval){ [ 864.141788] env[65978]: value = "task-4714557" [ 864.141788] env[65978]: _type = "Task" [ 864.141788] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.141965] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.142329] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.142565] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bb89338-1199-4e8f-a3da-1ce2f7456abe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.144850] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baac4b06-50a1-4386-b510-112cd27f421b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.153722] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 864.153722] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c7d255-315b-88bf-a6cf-b48a80cac738" [ 864.153722] env[65978]: _type = "Task" [ 864.153722] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.157773] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714557, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.162804] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.163135] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.164094] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc808096-dcbb-4fe3-8a05-7532b62f623a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.174531] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c7d255-315b-88bf-a6cf-b48a80cac738, 'name': SearchDatastore_Task, 'duration_secs': 0.012503} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.176222] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.176590] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.176836] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.177143] env[65978]: DEBUG oslo_vmware.api [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 864.177143] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528ff4d7-90a5-7278-d703-6b38687e02cd" [ 864.177143] env[65978]: _type = "Task" [ 864.177143] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.187940] env[65978]: DEBUG oslo_vmware.api [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528ff4d7-90a5-7278-d703-6b38687e02cd, 'name': SearchDatastore_Task, 'duration_secs': 0.012091} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.189064] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac6df538-033b-4316-b107-6235b974229f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.196625] env[65978]: DEBUG oslo_vmware.api [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 864.196625] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52990ccd-67ef-7c19-5dfe-90dd820563ed" [ 864.196625] env[65978]: _type = "Task" [ 864.196625] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.202120] env[65978]: DEBUG nova.compute.utils [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.203835] env[65978]: DEBUG nova.compute.manager [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Not allocating networking since 'none' was specified. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 864.211869] env[65978]: DEBUG oslo_concurrency.lockutils [None req-280c3033-4006-42e9-86e4-58357ff9853a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "839a307a-ae21-42a6-8101-54043b7722eb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.212157] env[65978]: DEBUG oslo_concurrency.lockutils [None req-280c3033-4006-42e9-86e4-58357ff9853a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "839a307a-ae21-42a6-8101-54043b7722eb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.212376] env[65978]: DEBUG nova.compute.manager [None req-280c3033-4006-42e9-86e4-58357ff9853a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 864.212751] env[65978]: DEBUG oslo_vmware.api [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52990ccd-67ef-7c19-5dfe-90dd820563ed, 'name': SearchDatastore_Task, 'duration_secs': 0.011838} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.213893] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc84ac26-e845-40da-8975-a4509009b939 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.220888] env[65978]: DEBUG oslo_concurrency.lockutils [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.221143] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30/fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.222572] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.223374] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.223374] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79d7b54b-6848-4450-b402-c9d77c35cbba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.226754] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e21d7e74-12b8-48a3-822c-117c8de9b939 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.237035] env[65978]: DEBUG oslo_vmware.api [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714555, 'name': PowerOnVM_Task, 'duration_secs': 0.714361} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.237035] env[65978]: DEBUG nova.compute.manager [None req-280c3033-4006-42e9-86e4-58357ff9853a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65978) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3446}} [ 864.237035] env[65978]: DEBUG nova.objects.instance [None req-280c3033-4006-42e9-86e4-58357ff9853a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lazy-loading 'flavor' on Instance uuid 839a307a-ae21-42a6-8101-54043b7722eb {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.245185] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.245185] env[65978]: INFO nova.compute.manager [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Took 9.59 seconds to spawn the instance on the hypervisor. [ 864.245185] env[65978]: DEBUG nova.compute.manager [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 864.245185] env[65978]: DEBUG oslo_vmware.api [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 864.245185] env[65978]: value = "task-4714558" [ 864.245185] env[65978]: _type = "Task" [ 864.245185] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.245185] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3341a5-0b4e-4099-8bf5-d2b9ba832b30 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.247024] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.247024] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.251587] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24dde6c3-dc71-41a3-9490-eac47e8e394b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.265176] env[65978]: DEBUG oslo_vmware.api [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.272164] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 864.272164] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5222c1a4-9f7f-a18d-424b-333ec1bbedd7" [ 864.272164] env[65978]: _type = "Task" [ 864.272164] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.286442] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5222c1a4-9f7f-a18d-424b-333ec1bbedd7, 'name': SearchDatastore_Task, 'duration_secs': 0.012195} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.287617] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40ee4720-21ea-41ac-af9f-5d1b3441d879 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.294860] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 864.294860] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52efe9ea-665b-8fbb-8e3c-4fa74078ebd6" [ 864.294860] env[65978]: _type = "Task" [ 864.294860] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.305668] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52efe9ea-665b-8fbb-8e3c-4fa74078ebd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.357890] env[65978]: DEBUG nova.compute.manager [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 864.358354] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.360398] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92d295b-495a-4279-b684-e2910980f52c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.375378] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "d7ba63a2-5c91-4400-adf0-a8a27e6f7a34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.375808] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "d7ba63a2-5c91-4400-adf0-a8a27e6f7a34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.376228] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.376652] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b05d387c-0b49-4407-9ab0-5a010e73d11b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.388115] env[65978]: DEBUG oslo_vmware.api [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 864.388115] env[65978]: value = "task-4714559" [ 864.388115] env[65978]: _type = "Task" [ 864.388115] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.395453] env[65978]: DEBUG oslo_concurrency.lockutils [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.406076] env[65978]: DEBUG oslo_vmware.api [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.419628] env[65978]: DEBUG oslo_concurrency.lockutils [req-b490e053-1d44-4a99-8fa2-4e4eba1cedab req-af9f7fbb-ae26-4485-a977-93e8ad0b4cdd service nova] Releasing lock "refresh_cache-e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.589048] env[65978]: DEBUG oslo_concurrency.lockutils [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] Releasing lock "refresh_cache-839a307a-ae21-42a6-8101-54043b7722eb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.589441] env[65978]: DEBUG nova.compute.manager [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Received event network-vif-plugged-db026469-88a6-44d5-9023-98fd7f59d631 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 864.589698] env[65978]: DEBUG oslo_concurrency.lockutils [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] Acquiring lock "e367fb69-c6e3-4ebf-bd6f-298fbc8846c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.590061] env[65978]: DEBUG oslo_concurrency.lockutils [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] Lock "e367fb69-c6e3-4ebf-bd6f-298fbc8846c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.590343] env[65978]: DEBUG oslo_concurrency.lockutils [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] Lock "e367fb69-c6e3-4ebf-bd6f-298fbc8846c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.590766] env[65978]: DEBUG nova.compute.manager [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] No waiting events found dispatching network-vif-plugged-db026469-88a6-44d5-9023-98fd7f59d631 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 864.590901] env[65978]: WARNING nova.compute.manager [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Received unexpected event network-vif-plugged-db026469-88a6-44d5-9023-98fd7f59d631 for instance with vm_state building and task_state spawning. [ 864.591167] env[65978]: DEBUG nova.compute.manager [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Received event network-changed-db026469-88a6-44d5-9023-98fd7f59d631 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 864.591525] env[65978]: DEBUG nova.compute.manager [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Refreshing instance network info cache due to event network-changed-db026469-88a6-44d5-9023-98fd7f59d631. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 864.591850] env[65978]: DEBUG oslo_concurrency.lockutils [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] Acquiring lock "refresh_cache-e367fb69-c6e3-4ebf-bd6f-298fbc8846c5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.592095] env[65978]: DEBUG oslo_concurrency.lockutils [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] Acquired lock "refresh_cache-e367fb69-c6e3-4ebf-bd6f-298fbc8846c5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.593041] env[65978]: DEBUG nova.network.neutron [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Refreshing network info cache for port db026469-88a6-44d5-9023-98fd7f59d631 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.660762] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714557, 'name': Rename_Task, 'duration_secs': 0.187826} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.661316] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.661667] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93e1566d-a81b-4beb-b0b6-2dc41cc12b7f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.675447] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Waiting for the task: (returnval){ [ 864.675447] env[65978]: value = "task-4714560" [ 864.675447] env[65978]: _type = "Task" [ 864.675447] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.690592] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.707419] env[65978]: DEBUG nova.compute.manager [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 864.764867] env[65978]: DEBUG oslo_vmware.api [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714558, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.784319] env[65978]: INFO nova.compute.manager [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Took 63.24 seconds to build instance. [ 864.809269] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52efe9ea-665b-8fbb-8e3c-4fa74078ebd6, 'name': SearchDatastore_Task, 'duration_secs': 0.022018} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.813787] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.814092] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 76a2de1e-ac61-4fa8-a526-213c12efe0c7/76a2de1e-ac61-4fa8-a526-213c12efe0c7.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.815265] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-207975c1-931d-4712-b0ca-5762e7b4f522 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.828784] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 864.828784] env[65978]: value = "task-4714561" [ 864.828784] env[65978]: _type = "Task" [ 864.828784] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.847062] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.908748] env[65978]: DEBUG oslo_vmware.api [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714559, 'name': PowerOffVM_Task, 'duration_secs': 0.315784} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.909483] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.909483] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.912205] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81d8fb8e-3b77-4df7-b4e9-7b1b644aa65c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.015950] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.016278] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.016525] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Deleting the datastore file [datastore2] a14898a3-b874-4ad3-b2fa-e69608ef4d0f {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.018372] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7119696-2fef-4475-9b2e-9ba1bdb3ac78 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.026713] env[65978]: DEBUG oslo_vmware.api [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for the task: (returnval){ [ 865.026713] env[65978]: value = "task-4714563" [ 865.026713] env[65978]: _type = "Task" [ 865.026713] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.039031] env[65978]: DEBUG oslo_vmware.api [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.096583] env[65978]: WARNING neutronclient.v2_0.client [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.199742] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714560, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.202382] env[65978]: DEBUG nova.compute.manager [req-85a34a4b-2eee-4c76-860b-99bf4514bed3 req-d3527a6c-79b1-413d-92e4-6340903a5eac service nova] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Received event network-changed-d11c8b92-d103-4a22-b9c4-ca322ac21ae0 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 865.202725] env[65978]: DEBUG nova.compute.manager [req-85a34a4b-2eee-4c76-860b-99bf4514bed3 req-d3527a6c-79b1-413d-92e4-6340903a5eac service nova] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Refreshing instance network info cache due to event network-changed-d11c8b92-d103-4a22-b9c4-ca322ac21ae0. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 865.202996] env[65978]: DEBUG oslo_concurrency.lockutils [req-85a34a4b-2eee-4c76-860b-99bf4514bed3 req-d3527a6c-79b1-413d-92e4-6340903a5eac service nova] Acquiring lock "refresh_cache-76a2de1e-ac61-4fa8-a526-213c12efe0c7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.203245] env[65978]: DEBUG oslo_concurrency.lockutils [req-85a34a4b-2eee-4c76-860b-99bf4514bed3 req-d3527a6c-79b1-413d-92e4-6340903a5eac service nova] Acquired lock "refresh_cache-76a2de1e-ac61-4fa8-a526-213c12efe0c7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.204192] env[65978]: DEBUG nova.network.neutron [req-85a34a4b-2eee-4c76-860b-99bf4514bed3 req-d3527a6c-79b1-413d-92e4-6340903a5eac service nova] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Refreshing network info cache for port d11c8b92-d103-4a22-b9c4-ca322ac21ae0 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.260360] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-280c3033-4006-42e9-86e4-58357ff9853a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.273699] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24764d60-462b-48ad-bb98-6cf1f5ec6da0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.277035] env[65978]: DEBUG oslo_vmware.api [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598961} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.279751] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30/fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.279751] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.283649] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f8a1998-6bff-4601-a4b5-1a8fa4cbf3fc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.298275] env[65978]: DEBUG oslo_concurrency.lockutils [None req-70aba8c8-5d08-4cb3-91d8-bed0ba8689f0 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Lock "391f8715-5c70-4a3a-a2b3-3acc26a45123" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.027s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.299509] env[65978]: DEBUG oslo_vmware.api [None req-280c3033-4006-42e9-86e4-58357ff9853a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 865.299509] env[65978]: value = "task-4714564" [ 865.299509] env[65978]: _type = "Task" [ 865.299509] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.319124] env[65978]: DEBUG oslo_vmware.api [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 865.319124] env[65978]: value = "task-4714565" [ 865.319124] env[65978]: _type = "Task" [ 865.319124] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.331255] env[65978]: DEBUG oslo_vmware.api [None req-280c3033-4006-42e9-86e4-58357ff9853a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.344136] env[65978]: DEBUG oslo_vmware.api [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.349423] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714561, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.518226] env[65978]: WARNING neutronclient.v2_0.client [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.526081] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63417f14-f513-4d5a-a9e1-3df50756f667 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.547730] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6869de4f-cf1c-4a38-b493-8051b1f9c011 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.560474] env[65978]: DEBUG oslo_vmware.api [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.623653] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f027f3-a030-400e-bbc5-ac7160007d8c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.636889] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89992baf-464a-47da-a632-a22203a60438 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.664642] env[65978]: DEBUG nova.compute.provider_tree [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.692714] env[65978]: DEBUG oslo_vmware.api [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714560, 'name': PowerOnVM_Task, 'duration_secs': 0.804221} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.696109] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.696486] env[65978]: INFO nova.compute.manager [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Took 17.29 seconds to spawn the instance on the hypervisor. [ 865.696777] env[65978]: DEBUG nova.compute.manager [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 865.698503] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179f3a38-2ed1-47da-9ba9-33e38193e21d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.709699] env[65978]: WARNING neutronclient.v2_0.client [req-85a34a4b-2eee-4c76-860b-99bf4514bed3 req-d3527a6c-79b1-413d-92e4-6340903a5eac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.734397] env[65978]: DEBUG nova.compute.manager [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 865.743788] env[65978]: DEBUG nova.network.neutron [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Updated VIF entry in instance network info cache for port db026469-88a6-44d5-9023-98fd7f59d631. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 865.743788] env[65978]: DEBUG nova.network.neutron [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Updating instance_info_cache with network_info: [{"id": "356261c6-3bca-4889-960d-506018af9e4e", "address": "fa:16:3e:6e:45:5b", "network": {"id": "f4f1b909-2573-4557-b802-77baac427aa8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-145442383", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977d47eb6c224ad9949c3f3a5c7414d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap356261c6-3b", "ovs_interfaceid": "356261c6-3bca-4889-960d-506018af9e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "70c8babe-d476-4541-95df-992602ac6cb6", "address": "fa:16:3e:99:22:1b", "network": {"id": "c7700546-18a3-48b3-b1de-24a2f569c1a9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1520081317", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "977d47eb6c224ad9949c3f3a5c7414d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70c8babe-d4", "ovs_interfaceid": "70c8babe-d476-4541-95df-992602ac6cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "db026469-88a6-44d5-9023-98fd7f59d631", "address": "fa:16:3e:5d:64:a2", "network": {"id": "f4f1b909-2573-4557-b802-77baac427aa8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-145442383", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977d47eb6c224ad9949c3f3a5c7414d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb026469-88", "ovs_interfaceid": "db026469-88a6-44d5-9023-98fd7f59d631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.767027] env[65978]: DEBUG nova.virt.hardware [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 865.767446] env[65978]: DEBUG nova.virt.hardware [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.767712] env[65978]: DEBUG nova.virt.hardware [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 865.768044] env[65978]: DEBUG nova.virt.hardware [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.768290] env[65978]: DEBUG nova.virt.hardware [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 865.768524] env[65978]: DEBUG nova.virt.hardware [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 865.768862] env[65978]: DEBUG nova.virt.hardware [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 865.769130] env[65978]: DEBUG nova.virt.hardware [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 865.769432] env[65978]: DEBUG nova.virt.hardware [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 865.769697] env[65978]: DEBUG nova.virt.hardware [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 865.770080] env[65978]: DEBUG nova.virt.hardware [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 865.773201] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6b0dad-bc8e-4335-a2e5-aa39dcf32e98 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.786386] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2142f9-d761-409c-bf6f-63f1f1faf45d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.812684] env[65978]: DEBUG nova.compute.manager [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 865.817423] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Instance VIF info [] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.827075] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 865.833379] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.839146] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2dfc3f8f-bf1d-4d7d-b889-12533eceb759 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.875296] env[65978]: DEBUG oslo_vmware.api [None req-280c3033-4006-42e9-86e4-58357ff9853a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714564, 'name': PowerOffVM_Task, 'duration_secs': 0.494886} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.883221] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-280c3033-4006-42e9-86e4-58357ff9853a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.883418] env[65978]: DEBUG nova.compute.manager [None req-280c3033-4006-42e9-86e4-58357ff9853a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 865.883714] env[65978]: DEBUG oslo_vmware.api [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.329935} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.884362] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.784801} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.884565] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.884565] env[65978]: value = "task-4714566" [ 865.884565] env[65978]: _type = "Task" [ 865.884565] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.885322] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a8ae09-e924-4c01-bac1-bbc0b2f676f6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.888739] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.889088] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 76a2de1e-ac61-4fa8-a526-213c12efe0c7/76a2de1e-ac61-4fa8-a526-213c12efe0c7.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.889288] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.890198] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb38772-fafb-4fce-b638-6435c7b27ba9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.893209] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec94bf94-b743-41b0-9169-372d0a96706a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.908822] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714566, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.921280] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 865.921280] env[65978]: value = "task-4714567" [ 865.921280] env[65978]: _type = "Task" [ 865.921280] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.931973] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30/fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.932846] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf1f3f02-423d-4dfd-a77f-40122f43939e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.969026] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.969026] env[65978]: DEBUG oslo_vmware.api [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 865.969026] env[65978]: value = "task-4714568" [ 865.969026] env[65978]: _type = "Task" [ 865.969026] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.980648] env[65978]: DEBUG oslo_vmware.api [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714568, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.011049] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "fcc547e4-ff30-482c-94c7-19074c194083" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.011358] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "fcc547e4-ff30-482c-94c7-19074c194083" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.045834] env[65978]: DEBUG oslo_vmware.api [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Task: {'id': task-4714563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.603485} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.046346] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.046615] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.046879] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.047420] env[65978]: INFO nova.compute.manager [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Took 1.69 seconds to destroy the instance on the hypervisor. [ 866.047528] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 866.047821] env[65978]: DEBUG nova.compute.manager [-] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 866.047947] env[65978]: DEBUG nova.network.neutron [-] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 866.048321] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.074566] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.074883] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.157169] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.177883] env[65978]: DEBUG nova.scheduler.client.report [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.233206] env[65978]: INFO nova.compute.manager [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Took 70.22 seconds to build instance. [ 866.248423] env[65978]: DEBUG oslo_concurrency.lockutils [req-89d6e693-b7fc-4cf2-a70e-c7136fc2f327 req-51546718-988c-4a1f-92d6-c805915d4e36 service nova] Releasing lock "refresh_cache-e367fb69-c6e3-4ebf-bd6f-298fbc8846c5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.357998] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.402111] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714566, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.440026] env[65978]: DEBUG oslo_concurrency.lockutils [None req-280c3033-4006-42e9-86e4-58357ff9853a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "839a307a-ae21-42a6-8101-54043b7722eb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.228s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.447503] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236576} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.447786] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.448660] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add32325-7c0c-426e-9a2b-f4ce958b362d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.477535] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 76a2de1e-ac61-4fa8-a526-213c12efe0c7/76a2de1e-ac61-4fa8-a526-213c12efe0c7.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.478690] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6954e20a-b1f0-4bd6-91e4-e4ea431e7170 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.510209] env[65978]: DEBUG oslo_vmware.api [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.512148] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 866.512148] env[65978]: value = "task-4714569" [ 866.512148] env[65978]: _type = "Task" [ 866.512148] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.526666] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714569, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.544851] env[65978]: WARNING neutronclient.v2_0.client [req-85a34a4b-2eee-4c76-860b-99bf4514bed3 req-d3527a6c-79b1-413d-92e4-6340903a5eac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.688616] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.989s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.689203] env[65978]: DEBUG nova.compute.manager [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 866.692811] env[65978]: DEBUG nova.network.neutron [req-85a34a4b-2eee-4c76-860b-99bf4514bed3 req-d3527a6c-79b1-413d-92e4-6340903a5eac service nova] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Updated VIF entry in instance network info cache for port d11c8b92-d103-4a22-b9c4-ca322ac21ae0. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 866.693165] env[65978]: DEBUG nova.network.neutron [req-85a34a4b-2eee-4c76-860b-99bf4514bed3 req-d3527a6c-79b1-413d-92e4-6340903a5eac service nova] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Updating instance_info_cache with network_info: [{"id": "d11c8b92-d103-4a22-b9c4-ca322ac21ae0", "address": "fa:16:3e:e2:cf:a1", "network": {"id": "1e368590-0060-4ae5-98b3-473ded4d1c9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-91998457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0621c7972ce94ada85614a788f5f6302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11c8b92-d1", "ovs_interfaceid": "d11c8b92-d103-4a22-b9c4-ca322ac21ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.694328] env[65978]: DEBUG oslo_concurrency.lockutils [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.073s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.694508] env[65978]: DEBUG nova.objects.instance [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65978) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 866.738300] env[65978]: DEBUG oslo_concurrency.lockutils [None req-744088f7-b69d-4b3c-b1e1-f53be97fe8d0 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Lock "e367fb69-c6e3-4ebf-bd6f-298fbc8846c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.443s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.860584] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "456e9558-ce8f-4971-b953-f2295c77e4af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.860944] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "456e9558-ce8f-4971-b953-f2295c77e4af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.905894] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714566, 'name': CreateVM_Task, 'duration_secs': 0.629631} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.909128] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.909715] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.909956] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.910358] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.910716] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-069ce840-77df-49aa-bece-0b3ff2e65ddd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.918784] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 866.918784] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526a837e-c2a7-f81c-9175-22fd53dffe9d" [ 866.918784] env[65978]: _type = "Task" [ 866.918784] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.930067] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526a837e-c2a7-f81c-9175-22fd53dffe9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.990935] env[65978]: DEBUG oslo_vmware.api [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714568, 'name': ReconfigVM_Task, 'duration_secs': 0.70044} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.990935] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Reconfigured VM instance instance-00000045 to attach disk [datastore2] fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30/fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.991345] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a432e43-99c9-4096-80f1-7c67aade58ca {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.999670] env[65978]: DEBUG oslo_vmware.api [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 866.999670] env[65978]: value = "task-4714570" [ 866.999670] env[65978]: _type = "Task" [ 866.999670] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.011040] env[65978]: DEBUG oslo_vmware.api [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714570, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.020634] env[65978]: DEBUG nova.network.neutron [-] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.027327] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714569, 'name': ReconfigVM_Task, 'duration_secs': 0.515586} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.027626] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 76a2de1e-ac61-4fa8-a526-213c12efe0c7/76a2de1e-ac61-4fa8-a526-213c12efe0c7.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.028750] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a76d0040-bfae-4f77-9a45-8c326087fcc8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.038453] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 867.038453] env[65978]: value = "task-4714571" [ 867.038453] env[65978]: _type = "Task" [ 867.038453] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.049844] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714571, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.202167] env[65978]: DEBUG nova.compute.utils [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.202923] env[65978]: DEBUG oslo_concurrency.lockutils [req-85a34a4b-2eee-4c76-860b-99bf4514bed3 req-d3527a6c-79b1-413d-92e4-6340903a5eac service nova] Releasing lock "refresh_cache-76a2de1e-ac61-4fa8-a526-213c12efe0c7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.209572] env[65978]: DEBUG nova.compute.manager [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 867.209992] env[65978]: DEBUG nova.network.neutron [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 867.210436] env[65978]: WARNING neutronclient.v2_0.client [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.211066] env[65978]: WARNING neutronclient.v2_0.client [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.246150] env[65978]: DEBUG nova.compute.manager [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 867.267026] env[65978]: DEBUG oslo_vmware.rw_handles [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Completed reading data from the image iterator. {{(pid=65978) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 867.267026] env[65978]: DEBUG oslo_vmware.rw_handles [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5218e77e-7bd5-7e82-c751-03edeab6e823/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 867.268791] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debccc44-ea81-44da-8132-ea1e892d6df3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.276411] env[65978]: DEBUG oslo_vmware.rw_handles [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5218e77e-7bd5-7e82-c751-03edeab6e823/disk-0.vmdk is in state: ready. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 867.276919] env[65978]: DEBUG oslo_vmware.rw_handles [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5218e77e-7bd5-7e82-c751-03edeab6e823/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 867.276919] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f46f40ee-619a-41f9-a453-8bb93130e074 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.304756] env[65978]: DEBUG nova.policy [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '174225c7e39e46fd9fbba80835b64ae4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '267bbaf30cc74f989e3f217b0a842e2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.430945] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526a837e-c2a7-f81c-9175-22fd53dffe9d, 'name': SearchDatastore_Task, 'duration_secs': 0.012006} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.431314] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.431541] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.432144] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.433109] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.433109] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.433109] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c64ab2c1-56ba-4756-a9f9-94170b15d88f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.444591] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.444737] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.445778] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb006053-bcdf-446b-a334-2f236ca2af5a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.454238] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 867.454238] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52810950-6ba5-64cc-35fa-6c856763199a" [ 867.454238] env[65978]: _type = "Task" [ 867.454238] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.464158] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52810950-6ba5-64cc-35fa-6c856763199a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.512246] env[65978]: DEBUG oslo_vmware.api [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714570, 'name': Rename_Task, 'duration_secs': 0.233594} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.513043] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.513286] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a407fd47-a85a-45c0-8ed1-2d18f8136f8c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.521569] env[65978]: INFO nova.compute.manager [-] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Took 1.47 seconds to deallocate network for instance. [ 867.522310] env[65978]: DEBUG oslo_vmware.api [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 867.522310] env[65978]: value = "task-4714572" [ 867.522310] env[65978]: _type = "Task" [ 867.522310] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.539122] env[65978]: DEBUG oslo_vmware.api [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.550136] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714571, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.702214] env[65978]: DEBUG nova.network.neutron [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Successfully created port: df523b3b-8c12-4629-b9a5-cf6eaa46f15f {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 867.705879] env[65978]: DEBUG nova.compute.manager [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 867.715379] env[65978]: DEBUG oslo_concurrency.lockutils [None req-94145caf-d581-4232-b230-f85ecb57b7bb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.716949] env[65978]: DEBUG oslo_concurrency.lockutils [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.763s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.721145] env[65978]: DEBUG oslo_concurrency.lockutils [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.723370] env[65978]: DEBUG oslo_concurrency.lockutils [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.878s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.723587] env[65978]: DEBUG oslo_concurrency.lockutils [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.732926] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.766s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.734127] env[65978]: INFO nova.compute.claims [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.756519] env[65978]: DEBUG oslo_vmware.rw_handles [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5218e77e-7bd5-7e82-c751-03edeab6e823/disk-0.vmdk. {{(pid=65978) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 867.757164] env[65978]: INFO nova.virt.vmwareapi.images [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Downloaded image file data 5e4528af-5c0e-4fc1-ac17-792e6adb0122 [ 867.761529] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f7e42e-e584-48a8-b8be-dbbfe8122c7f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.788120] env[65978]: INFO nova.scheduler.client.report [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Deleted allocations for instance 9cce03ad-7648-47fc-9772-a0e7ad3564f0 [ 867.792503] env[65978]: INFO nova.scheduler.client.report [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Deleted allocations for instance abe9a8eb-88e2-4da0-a84f-0ed8c0e97117 [ 867.793184] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bdc618c-6097-4a69-966b-5252317477c5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.798178] env[65978]: DEBUG oslo_concurrency.lockutils [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.854474] env[65978]: INFO nova.virt.vmwareapi.images [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] The imported VM was unregistered [ 867.857864] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Caching image {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 867.857864] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Creating directory with path [datastore2] devstack-image-cache_base/5e4528af-5c0e-4fc1-ac17-792e6adb0122 {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.859397] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8681e06d-a4fa-4b08-a5eb-1447a4940a5b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.896391] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Created directory with path [datastore2] devstack-image-cache_base/5e4528af-5c0e-4fc1-ac17-792e6adb0122 {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.896593] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_b78e0056-e4af-4598-aaaf-264b6cf52ec2/OSTACK_IMG_b78e0056-e4af-4598-aaaf-264b6cf52ec2.vmdk to [datastore2] devstack-image-cache_base/5e4528af-5c0e-4fc1-ac17-792e6adb0122/5e4528af-5c0e-4fc1-ac17-792e6adb0122.vmdk. {{(pid=65978) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 867.898115] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-baa55619-ee11-4690-a11f-b77d59914fd4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.908935] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 867.908935] env[65978]: value = "task-4714574" [ 867.908935] env[65978]: _type = "Task" [ 867.908935] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.920346] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714574, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.966176] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52810950-6ba5-64cc-35fa-6c856763199a, 'name': SearchDatastore_Task, 'duration_secs': 0.020225} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.967188] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dca35e5-7157-489d-9408-a42d1d87e96e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.974500] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 867.974500] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5296bd02-e189-2e92-88d4-3a9de200a139" [ 867.974500] env[65978]: _type = "Task" [ 867.974500] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.991615] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5296bd02-e189-2e92-88d4-3a9de200a139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.039763] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.039763] env[65978]: DEBUG oslo_vmware.api [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714572, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.051607] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714571, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.101052] env[65978]: DEBUG nova.compute.manager [req-05ed895c-b35d-4907-bedd-5d9b5470048e req-b45e5384-93c1-4617-a9bd-4f021836f82c service nova] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Received event network-vif-deleted-db5ca003-0bc6-42a6-9c12-59acac320fbc {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 868.306590] env[65978]: DEBUG oslo_concurrency.lockutils [None req-43fba114-f418-48d7-8451-55b0735afe1b tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "9cce03ad-7648-47fc-9772-a0e7ad3564f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.967s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.307850] env[65978]: DEBUG oslo_concurrency.lockutils [None req-032ab866-6295-4520-8e63-4507c4449902 tempest-ServersNegativeTestMultiTenantJSON-547902798 tempest-ServersNegativeTestMultiTenantJSON-547902798-project-member] Lock "abe9a8eb-88e2-4da0-a84f-0ed8c0e97117" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.056s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.425483] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714574, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.487062] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5296bd02-e189-2e92-88d4-3a9de200a139, 'name': SearchDatastore_Task, 'duration_secs': 0.012152} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.487361] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.487638] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] b651afcc-a92b-4417-84a7-61a76c320e15/b651afcc-a92b-4417-84a7-61a76c320e15.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.488040] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc97c859-d94e-4054-a1f4-d2ff398a7413 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.499156] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 868.499156] env[65978]: value = "task-4714575" [ 868.499156] env[65978]: _type = "Task" [ 868.499156] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.510182] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.542637] env[65978]: DEBUG oslo_vmware.api [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714572, 'name': PowerOnVM_Task, 'duration_secs': 0.826948} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.548054] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.548471] env[65978]: INFO nova.compute.manager [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Took 5.64 seconds to spawn the instance on the hypervisor. [ 868.549167] env[65978]: DEBUG nova.compute.manager [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 868.549960] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cff044-268f-493f-a9cf-c2897f0b7580 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.563700] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714571, 'name': Rename_Task, 'duration_secs': 1.142474} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.568184] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.570023] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3276791a-8f88-45a3-8661-246b8e88cbcc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.583169] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 868.583169] env[65978]: value = "task-4714576" [ 868.583169] env[65978]: _type = "Task" [ 868.583169] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.600210] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.719181] env[65978]: DEBUG nova.compute.manager [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 868.753733] env[65978]: DEBUG nova.virt.hardware [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 868.754080] env[65978]: DEBUG nova.virt.hardware [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.754269] env[65978]: DEBUG nova.virt.hardware [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 868.754675] env[65978]: DEBUG nova.virt.hardware [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.754675] env[65978]: DEBUG nova.virt.hardware [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 868.754886] env[65978]: DEBUG nova.virt.hardware [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 868.755300] env[65978]: DEBUG nova.virt.hardware [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 868.755778] env[65978]: DEBUG nova.virt.hardware [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 868.756082] env[65978]: DEBUG nova.virt.hardware [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 868.756936] env[65978]: DEBUG nova.virt.hardware [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 868.757151] env[65978]: DEBUG nova.virt.hardware [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 868.758288] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab90353e-a709-480a-9d4b-9747d3d7855a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.776650] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a731c83-fd88-4b6a-bb69-95f765536b22 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.930293] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714574, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.013993] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.083283] env[65978]: INFO nova.compute.manager [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Rebuilding instance [ 869.093807] env[65978]: INFO nova.compute.manager [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Took 56.99 seconds to build instance. [ 869.105628] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714576, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.140091] env[65978]: DEBUG nova.compute.manager [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 869.141252] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4990bc-a805-47e6-a2d8-d71a7b46e6fc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.365261] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9654aa8-4684-4cde-adfd-37509b90b47f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.378657] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea61305a-4b29-4baa-91e5-763683e85a95 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.424297] env[65978]: DEBUG nova.network.neutron [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Successfully updated port: df523b3b-8c12-4629-b9a5-cf6eaa46f15f {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 869.429018] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1ec663-294e-48f3-8bd9-1cec142fce4c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.444663] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0faba6d-6168-4b2d-9ca2-fae48287665d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.453102] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714574, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.470700] env[65978]: DEBUG nova.compute.provider_tree [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.517455] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714575, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.598351] env[65978]: DEBUG oslo_concurrency.lockutils [None req-683db3cf-cc61-4cd6-824c-a0ca7de329ab tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Lock "fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.439s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.606782] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714576, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.826285] env[65978]: DEBUG nova.compute.manager [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 869.828409] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aed412e-d6f2-4a85-b94a-a13c8998d2b2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.933907] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "refresh_cache-e7525308-7f14-4c1d-a72c-8780fda96886" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.934114] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquired lock "refresh_cache-e7525308-7f14-4c1d-a72c-8780fda96886" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.934415] env[65978]: DEBUG nova.network.neutron [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 869.941112] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714574, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.974283] env[65978]: DEBUG nova.scheduler.client.report [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.020579] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714575, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.105548] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714576, 'name': PowerOnVM_Task} progress is 71%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.112523] env[65978]: DEBUG nova.compute.manager [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 870.113372] env[65978]: DEBUG oslo_concurrency.lockutils [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Acquiring lock "e367fb69-c6e3-4ebf-bd6f-298fbc8846c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.113860] env[65978]: DEBUG oslo_concurrency.lockutils [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Lock "e367fb69-c6e3-4ebf-bd6f-298fbc8846c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.114353] env[65978]: DEBUG oslo_concurrency.lockutils [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Acquiring lock "e367fb69-c6e3-4ebf-bd6f-298fbc8846c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.114797] env[65978]: DEBUG oslo_concurrency.lockutils [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Lock "e367fb69-c6e3-4ebf-bd6f-298fbc8846c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.115145] env[65978]: DEBUG oslo_concurrency.lockutils [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Lock "e367fb69-c6e3-4ebf-bd6f-298fbc8846c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.118014] env[65978]: INFO nova.compute.manager [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Terminating instance [ 870.169966] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.170329] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc3cd755-ee1f-4a3d-a6bb-91524a0d778e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.187743] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 870.187743] env[65978]: value = "task-4714577" [ 870.187743] env[65978]: _type = "Task" [ 870.187743] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.207201] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] VM already powered off {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 870.207426] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.208798] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7304b438-83f6-46d5-abeb-82ae215005f3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.225179] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.225524] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3875b2c3-d4f7-44a6-8fef-9bf0c9079e9b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.347202] env[65978]: INFO nova.compute.manager [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] instance snapshotting [ 870.350482] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73526755-5825-434f-8f9a-e7ab95ab49a5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.355523] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.355827] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.356032] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Deleting the datastore file [datastore2] 839a307a-ae21-42a6-8101-54043b7722eb {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.356808] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67e3661f-7b79-4464-8d17-ff9e5edcc244 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.378414] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a273b96b-7940-49fd-9da1-4d3eaf62fcf1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.380414] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 870.380414] env[65978]: value = "task-4714579" [ 870.380414] env[65978]: _type = "Task" [ 870.380414] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.402140] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.435671] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714574, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.447803] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Acquiring lock "2d89c2ff-28e3-4c52-bf48-c970e8f40d6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.448153] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Lock "2d89c2ff-28e3-4c52-bf48-c970e8f40d6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.482214] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.482214] env[65978]: DEBUG nova.compute.manager [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 870.486216] env[65978]: DEBUG oslo_concurrency.lockutils [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.187s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.486216] env[65978]: DEBUG nova.objects.instance [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Lazy-loading 'resources' on Instance uuid f0c7b8fd-adb9-47a4-b0d1-0108dde923f0 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.490212] env[65978]: DEBUG nova.network.neutron [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 870.513488] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714575, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.822102} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.514903] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] b651afcc-a92b-4417-84a7-61a76c320e15/b651afcc-a92b-4417-84a7-61a76c320e15.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.514903] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.514903] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f814f5a-06f8-4140-9c13-66b300256b60 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.525554] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 870.525554] env[65978]: value = "task-4714580" [ 870.525554] env[65978]: _type = "Task" [ 870.525554] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.539545] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.602044] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714576, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.623933] env[65978]: DEBUG nova.compute.manager [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 870.624575] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.628465] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d97768-17ca-4757-82d5-672306044a9e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.643559] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.643559] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-552ac4d6-1564-411b-9757-671f85668bcc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.653389] env[65978]: DEBUG oslo_concurrency.lockutils [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.655176] env[65978]: DEBUG oslo_vmware.api [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Waiting for the task: (returnval){ [ 870.655176] env[65978]: value = "task-4714581" [ 870.655176] env[65978]: _type = "Task" [ 870.655176] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.671994] env[65978]: DEBUG oslo_vmware.api [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.679251] env[65978]: WARNING neutronclient.v2_0.client [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.870816] env[65978]: DEBUG nova.network.neutron [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Updating instance_info_cache with network_info: [{"id": "df523b3b-8c12-4629-b9a5-cf6eaa46f15f", "address": "fa:16:3e:84:4b:28", "network": {"id": "e3db158a-8b54-4555-b993-3d1c7a802a3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-377513805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267bbaf30cc74f989e3f217b0a842e2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf523b3b-8c", "ovs_interfaceid": "df523b3b-8c12-4629-b9a5-cf6eaa46f15f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.895539] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.903830] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Creating Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 870.904138] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3604585f-634c-4052-bdc6-f8b7694fae2d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.915529] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Waiting for the task: (returnval){ [ 870.915529] env[65978]: value = "task-4714582" [ 870.915529] env[65978]: _type = "Task" [ 870.915529] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.927590] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714582, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.939540] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714574, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.947065] env[65978]: DEBUG nova.compute.manager [req-696221d8-3845-4aac-85f6-e7592287ccb9 req-f695f73e-3e03-4581-9665-ab97cfb3e44a service nova] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Received event network-vif-plugged-df523b3b-8c12-4629-b9a5-cf6eaa46f15f {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 870.947245] env[65978]: DEBUG oslo_concurrency.lockutils [req-696221d8-3845-4aac-85f6-e7592287ccb9 req-f695f73e-3e03-4581-9665-ab97cfb3e44a service nova] Acquiring lock "e7525308-7f14-4c1d-a72c-8780fda96886-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.947473] env[65978]: DEBUG oslo_concurrency.lockutils [req-696221d8-3845-4aac-85f6-e7592287ccb9 req-f695f73e-3e03-4581-9665-ab97cfb3e44a service nova] Lock "e7525308-7f14-4c1d-a72c-8780fda96886-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.947701] env[65978]: DEBUG oslo_concurrency.lockutils [req-696221d8-3845-4aac-85f6-e7592287ccb9 req-f695f73e-3e03-4581-9665-ab97cfb3e44a service nova] Lock "e7525308-7f14-4c1d-a72c-8780fda96886-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.948028] env[65978]: DEBUG nova.compute.manager [req-696221d8-3845-4aac-85f6-e7592287ccb9 req-f695f73e-3e03-4581-9665-ab97cfb3e44a service nova] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] No waiting events found dispatching network-vif-plugged-df523b3b-8c12-4629-b9a5-cf6eaa46f15f {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 870.948197] env[65978]: WARNING nova.compute.manager [req-696221d8-3845-4aac-85f6-e7592287ccb9 req-f695f73e-3e03-4581-9665-ab97cfb3e44a service nova] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Received unexpected event network-vif-plugged-df523b3b-8c12-4629-b9a5-cf6eaa46f15f for instance with vm_state building and task_state spawning. [ 870.948347] env[65978]: DEBUG nova.compute.manager [req-696221d8-3845-4aac-85f6-e7592287ccb9 req-f695f73e-3e03-4581-9665-ab97cfb3e44a service nova] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Received event network-changed-df523b3b-8c12-4629-b9a5-cf6eaa46f15f {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 870.948577] env[65978]: DEBUG nova.compute.manager [req-696221d8-3845-4aac-85f6-e7592287ccb9 req-f695f73e-3e03-4581-9665-ab97cfb3e44a service nova] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Refreshing instance network info cache due to event network-changed-df523b3b-8c12-4629-b9a5-cf6eaa46f15f. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 870.948760] env[65978]: DEBUG oslo_concurrency.lockutils [req-696221d8-3845-4aac-85f6-e7592287ccb9 req-f695f73e-3e03-4581-9665-ab97cfb3e44a service nova] Acquiring lock "refresh_cache-e7525308-7f14-4c1d-a72c-8780fda96886" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.001341] env[65978]: DEBUG nova.compute.utils [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.002457] env[65978]: DEBUG nova.compute.manager [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 871.002661] env[65978]: DEBUG nova.network.neutron [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 871.002988] env[65978]: WARNING neutronclient.v2_0.client [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.003414] env[65978]: WARNING neutronclient.v2_0.client [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.045542] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085555} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.049473] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.050926] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac863fc-3c58-450f-b76e-80b40c41ad88 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.084139] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] b651afcc-a92b-4417-84a7-61a76c320e15/b651afcc-a92b-4417-84a7-61a76c320e15.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.089320] env[65978]: DEBUG nova.policy [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a77fd56f79db4428a470d43661fbbe2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40d5661e4d634152b4e8a2785b9d9d0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.091413] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-125de56b-1ec4-4a2c-b8c7-49a0fa367173 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.123911] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714576, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.125534] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 871.125534] env[65978]: value = "task-4714583" [ 871.125534] env[65978]: _type = "Task" [ 871.125534] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.142721] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714583, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.170075] env[65978]: DEBUG oslo_vmware.api [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714581, 'name': PowerOffVM_Task, 'duration_secs': 0.380013} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.170333] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.170509] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.170825] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50c884c7-5578-47b4-8ffd-a9754e5208c9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.377915] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Releasing lock "refresh_cache-e7525308-7f14-4c1d-a72c-8780fda96886" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.378359] env[65978]: DEBUG nova.compute.manager [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Instance network_info: |[{"id": "df523b3b-8c12-4629-b9a5-cf6eaa46f15f", "address": "fa:16:3e:84:4b:28", "network": {"id": "e3db158a-8b54-4555-b993-3d1c7a802a3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-377513805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267bbaf30cc74f989e3f217b0a842e2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf523b3b-8c", "ovs_interfaceid": "df523b3b-8c12-4629-b9a5-cf6eaa46f15f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 871.378709] env[65978]: DEBUG oslo_concurrency.lockutils [req-696221d8-3845-4aac-85f6-e7592287ccb9 req-f695f73e-3e03-4581-9665-ab97cfb3e44a service nova] Acquired lock "refresh_cache-e7525308-7f14-4c1d-a72c-8780fda96886" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.378869] env[65978]: DEBUG nova.network.neutron [req-696221d8-3845-4aac-85f6-e7592287ccb9 req-f695f73e-3e03-4581-9665-ab97cfb3e44a service nova] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Refreshing network info cache for port df523b3b-8c12-4629-b9a5-cf6eaa46f15f {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.380295] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:4b:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df523b3b-8c12-4629-b9a5-cf6eaa46f15f', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.388813] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Creating folder: Project (267bbaf30cc74f989e3f217b0a842e2d). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.393486] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40ed8832-5e02-46f9-a376-086375776d8d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.408129] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.753549} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.408580] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.408814] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.409133] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.427573] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714582, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.436586] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Created folder: Project (267bbaf30cc74f989e3f217b0a842e2d) in parent group-v919857. [ 871.436864] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Creating folder: Instances. Parent ref: group-v920063. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.437742] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c6b8735-0b04-4c54-b3d0-56f8efe4aabc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.443582] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714574, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.05624} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.443955] env[65978]: INFO nova.virt.vmwareapi.ds_util [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_b78e0056-e4af-4598-aaaf-264b6cf52ec2/OSTACK_IMG_b78e0056-e4af-4598-aaaf-264b6cf52ec2.vmdk to [datastore2] devstack-image-cache_base/5e4528af-5c0e-4fc1-ac17-792e6adb0122/5e4528af-5c0e-4fc1-ac17-792e6adb0122.vmdk. [ 871.444200] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Cleaning up location [datastore2] OSTACK_IMG_b78e0056-e4af-4598-aaaf-264b6cf52ec2 {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 871.444394] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_b78e0056-e4af-4598-aaaf-264b6cf52ec2 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.444690] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e807b56-64a9-4bcc-9bb0-b789e4fbb6df {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.452070] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Created folder: Instances in parent group-v920063. [ 871.452859] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 871.454215] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.454805] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 871.454805] env[65978]: value = "task-4714587" [ 871.454805] env[65978]: _type = "Task" [ 871.454805] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.455325] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4ae91c0-7733-4a37-91f2-580806f46a6a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.490341] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.492190] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.492190] env[65978]: value = "task-4714588" [ 871.492190] env[65978]: _type = "Task" [ 871.492190] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.493795] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.494182] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.494300] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Deleting the datastore file [datastore1] e367fb69-c6e3-4ebf-bd6f-298fbc8846c5 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.498214] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c868634e-64ef-4219-9832-cddf29d0dfca {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.509695] env[65978]: DEBUG nova.compute.manager [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 871.513420] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714588, 'name': CreateVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.515273] env[65978]: DEBUG oslo_vmware.api [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Waiting for the task: (returnval){ [ 871.515273] env[65978]: value = "task-4714589" [ 871.515273] env[65978]: _type = "Task" [ 871.515273] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.528890] env[65978]: DEBUG oslo_vmware.api [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.542489] env[65978]: DEBUG nova.network.neutron [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Successfully created port: ee09069f-6d97-4d84-86ef-a20eb17ae92c {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 871.549968] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1fa90e85-7473-457f-baf6-547c2e622876 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "2f454d73-1141-46d1-97ce-8f85281d961c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.550334] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1fa90e85-7473-457f-baf6-547c2e622876 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "2f454d73-1141-46d1-97ce-8f85281d961c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.550556] env[65978]: DEBUG nova.compute.manager [None req-1fa90e85-7473-457f-baf6-547c2e622876 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 871.551785] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a1b73a-5215-40de-b757-9604062d3135 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.564116] env[65978]: DEBUG nova.compute.manager [None req-1fa90e85-7473-457f-baf6-547c2e622876 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65978) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3446}} [ 871.564535] env[65978]: DEBUG nova.objects.instance [None req-1fa90e85-7473-457f-baf6-547c2e622876 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lazy-loading 'flavor' on Instance uuid 2f454d73-1141-46d1-97ce-8f85281d961c {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.620869] env[65978]: DEBUG oslo_vmware.api [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714576, 'name': PowerOnVM_Task, 'duration_secs': 2.66039} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.621339] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.621521] env[65978]: INFO nova.compute.manager [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Took 11.59 seconds to spawn the instance on the hypervisor. [ 871.621898] env[65978]: DEBUG nova.compute.manager [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 871.622872] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b89560-c56a-4afc-bf74-93a5b79c5d54 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.645143] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.768749] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcb1bd5-7d84-48e3-b092-7dac9c0f9a6d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.780790] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea782602-de73-4a47-931d-4a58da574544 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.815438] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5ed389-cdad-4a91-9de1-ddc34b3467bc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.824478] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e54dc65-18a6-4a74-a723-f5774e29f7ff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.839180] env[65978]: DEBUG nova.compute.provider_tree [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.890547] env[65978]: WARNING neutronclient.v2_0.client [req-696221d8-3845-4aac-85f6-e7592287ccb9 req-f695f73e-3e03-4581-9665-ab97cfb3e44a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.932195] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714582, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.984420] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.072566} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.984694] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.984858] env[65978]: DEBUG oslo_concurrency.lockutils [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e4528af-5c0e-4fc1-ac17-792e6adb0122/5e4528af-5c0e-4fc1-ac17-792e6adb0122.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.985118] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e4528af-5c0e-4fc1-ac17-792e6adb0122/5e4528af-5c0e-4fc1-ac17-792e6adb0122.vmdk to [datastore2] e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f/e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.985731] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7f226c1-7dba-4960-9dc2-673ed27601b0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.994706] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 871.994706] env[65978]: value = "task-4714590" [ 871.994706] env[65978]: _type = "Task" [ 871.994706] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.010077] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714588, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.013051] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.027447] env[65978]: DEBUG oslo_vmware.api [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.143239] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714583, 'name': ReconfigVM_Task, 'duration_secs': 0.657728} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.143660] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Reconfigured VM instance instance-00000046 to attach disk [datastore1] b651afcc-a92b-4417-84a7-61a76c320e15/b651afcc-a92b-4417-84a7-61a76c320e15.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.144513] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84eb2196-b0ab-4e86-b1e9-8f7fa67c9ebf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.157066] env[65978]: INFO nova.compute.manager [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Took 61.39 seconds to build instance. [ 872.160053] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 872.160053] env[65978]: value = "task-4714591" [ 872.160053] env[65978]: _type = "Task" [ 872.160053] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.173559] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714591, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.342321] env[65978]: DEBUG nova.scheduler.client.report [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.434689] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714582, 'name': CreateSnapshot_Task, 'duration_secs': 1.318098} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.434981] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Created Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 872.435823] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6579fa0-e4d8-43e1-8cc9-a86b7960def8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.473282] env[65978]: DEBUG nova.virt.hardware [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 872.473988] env[65978]: DEBUG nova.virt.hardware [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.474397] env[65978]: DEBUG nova.virt.hardware [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 872.474872] env[65978]: DEBUG nova.virt.hardware [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.475501] env[65978]: DEBUG nova.virt.hardware [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 872.475501] env[65978]: DEBUG nova.virt.hardware [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 872.478017] env[65978]: DEBUG nova.virt.hardware [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 872.478017] env[65978]: DEBUG nova.virt.hardware [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 872.478017] env[65978]: DEBUG nova.virt.hardware [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 872.478017] env[65978]: DEBUG nova.virt.hardware [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 872.478017] env[65978]: DEBUG nova.virt.hardware [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 872.478017] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d694db6-80f9-4210-b8e6-afdd623a6c4a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.489698] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f89fdc0-2620-4de1-a0ea-df2c520ac02d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.517677] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:67:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bcc302f-8be0-4fb5-be3a-348716ec444a', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.525515] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 872.531152] env[65978]: DEBUG nova.compute.manager [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 872.533947] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.534220] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714588, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.538326] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f604274d-211a-48ea-a6fa-0f52945bdad1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.560051] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714590, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.568906] env[65978]: DEBUG nova.virt.hardware [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 872.569114] env[65978]: DEBUG nova.virt.hardware [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.569114] env[65978]: DEBUG nova.virt.hardware [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 872.569306] env[65978]: DEBUG nova.virt.hardware [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.569448] env[65978]: DEBUG nova.virt.hardware [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 872.569592] env[65978]: DEBUG nova.virt.hardware [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 872.569797] env[65978]: DEBUG nova.virt.hardware [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 872.569999] env[65978]: DEBUG nova.virt.hardware [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 872.570194] env[65978]: DEBUG nova.virt.hardware [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 872.570353] env[65978]: DEBUG nova.virt.hardware [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 872.570522] env[65978]: DEBUG nova.virt.hardware [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 872.571496] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d8da9f-963c-4ab2-8ba4-66d5d911539f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.577960] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa90e85-7473-457f-baf6-547c2e622876 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.578249] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.578249] env[65978]: value = "task-4714592" [ 872.578249] env[65978]: _type = "Task" [ 872.578249] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.578825] env[65978]: DEBUG oslo_vmware.api [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.612501} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.579062] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9ff0ea8-5a40-40d7-bd49-427ceff64e4f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.581205] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.581390] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.581568] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.581732] env[65978]: INFO nova.compute.manager [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Took 1.96 seconds to destroy the instance on the hypervisor. [ 872.581972] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 872.586291] env[65978]: DEBUG nova.compute.manager [-] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 872.586441] env[65978]: DEBUG nova.network.neutron [-] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 872.586743] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.593119] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925ceabd-112a-4c14-adb4-ea11072c7a84 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.601654] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714592, 'name': CreateVM_Task} progress is 15%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.602043] env[65978]: DEBUG oslo_vmware.api [None req-1fa90e85-7473-457f-baf6-547c2e622876 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 872.602043] env[65978]: value = "task-4714593" [ 872.602043] env[65978]: _type = "Task" [ 872.602043] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.614138] env[65978]: DEBUG oslo_vmware.api [None req-1fa90e85-7473-457f-baf6-547c2e622876 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.661436] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e53dc7bc-dcba-4bef-8952-c9c06c2dc9e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "76a2de1e-ac61-4fa8-a526-213c12efe0c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.999s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.674045] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714591, 'name': Rename_Task, 'duration_secs': 0.240335} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.674232] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.674626] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ede47ac7-5c99-4756-8978-7764ae1809e6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.687318] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 872.687318] env[65978]: value = "task-4714594" [ 872.687318] env[65978]: _type = "Task" [ 872.687318] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.702443] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.852867] env[65978]: DEBUG oslo_concurrency.lockutils [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.368s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.856233] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.426s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.856565] env[65978]: DEBUG nova.objects.instance [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Lazy-loading 'resources' on Instance uuid 725c4bf0-ab9b-48cb-9638-0758a06e86ea {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.884095] env[65978]: INFO nova.scheduler.client.report [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Deleted allocations for instance f0c7b8fd-adb9-47a4-b0d1-0108dde923f0 [ 872.960953] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Creating linked-clone VM from snapshot {{(pid=65978) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 872.962085] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-22efb180-eb74-4e96-877a-7fab7e5fd94f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.976892] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Waiting for the task: (returnval){ [ 872.976892] env[65978]: value = "task-4714595" [ 872.976892] env[65978]: _type = "Task" [ 872.976892] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.993696] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714595, 'name': CloneVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.009831] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714588, 'name': CreateVM_Task, 'duration_secs': 1.429013} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.010748] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.011244] env[65978]: WARNING neutronclient.v2_0.client [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.011643] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.012042] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.012294] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.012586] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7bc0899-70d7-4417-8a17-c3cd79930a9c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.019102] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714590, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.028681] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 873.028681] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c99080-2f31-d894-7252-cca1672543b3" [ 873.028681] env[65978]: _type = "Task" [ 873.028681] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.041118] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.056119] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c99080-2f31-d894-7252-cca1672543b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.098426] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714592, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.119905] env[65978]: DEBUG oslo_vmware.api [None req-1fa90e85-7473-457f-baf6-547c2e622876 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.168233] env[65978]: DEBUG nova.compute.manager [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 873.203658] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714594, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.212571] env[65978]: DEBUG nova.network.neutron [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Successfully updated port: ee09069f-6d97-4d84-86ef-a20eb17ae92c {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 873.399308] env[65978]: DEBUG oslo_concurrency.lockutils [None req-68f94544-2282-471e-9df1-ca14c326881c tempest-InstanceActionsNegativeTestJSON-951502830 tempest-InstanceActionsNegativeTestJSON-951502830-project-member] Lock "f0c7b8fd-adb9-47a4-b0d1-0108dde923f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.579s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.496505] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714595, 'name': CloneVM_Task} progress is 93%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.522310] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714590, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.547194] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c99080-2f31-d894-7252-cca1672543b3, 'name': SearchDatastore_Task, 'duration_secs': 0.056104} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.553032] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.553300] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.553534] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.553679] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.553858] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.554638] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fc7180f-fef9-47af-acb2-7c656ac4158e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.575850] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.576203] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.577027] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2902a7e7-ce19-47dc-bfdf-adb31fc09946 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.602713] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714592, 'name': CreateVM_Task, 'duration_secs': 0.582117} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.607424] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.607955] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 873.607955] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52853b4e-8383-54f4-5920-42f3d3e916c7" [ 873.607955] env[65978]: _type = "Task" [ 873.607955] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.608766] env[65978]: WARNING neutronclient.v2_0.client [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 873.609779] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.609779] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.609952] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.614172] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd541965-8016-4e5c-a131-be49755ebb19 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.631333] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52853b4e-8383-54f4-5920-42f3d3e916c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.636110] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 873.636110] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52542ac5-c0b5-95db-1437-e80276a399f5" [ 873.636110] env[65978]: _type = "Task" [ 873.636110] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.637095] env[65978]: DEBUG oslo_vmware.api [None req-1fa90e85-7473-457f-baf6-547c2e622876 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714593, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.653932] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52542ac5-c0b5-95db-1437-e80276a399f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.692092] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.710290] env[65978]: DEBUG oslo_vmware.api [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714594, 'name': PowerOnVM_Task, 'duration_secs': 0.836176} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.710664] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.710879] env[65978]: INFO nova.compute.manager [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Took 7.98 seconds to spawn the instance on the hypervisor. [ 873.711034] env[65978]: DEBUG nova.compute.manager [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 873.712734] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2547c2a0-ebc1-4e1f-a5e2-871661c1fe16 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.720027] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "refresh_cache-af8f6ac9-1a38-4437-8ef4-2db230a9e3d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.720027] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired lock "refresh_cache-af8f6ac9-1a38-4437-8ef4-2db230a9e3d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.720027] env[65978]: DEBUG nova.network.neutron [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 873.959644] env[65978]: WARNING neutronclient.v2_0.client [req-696221d8-3845-4aac-85f6-e7592287ccb9 req-f695f73e-3e03-4581-9665-ab97cfb3e44a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.994668] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714595, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.997265] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e66e37-fa17-4050-a6f3-180939dd0e20 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.014974] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d8bbdc-afd4-4a47-a327-2ad55eb88d4f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.030195] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714590, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.073947] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b539e4d-b98a-45bc-8614-7b63e0b01ecc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.087869] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973718c4-6717-4b0a-ab32-d10c8f92c760 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.110771] env[65978]: DEBUG nova.compute.provider_tree [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.128938] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52853b4e-8383-54f4-5920-42f3d3e916c7, 'name': SearchDatastore_Task, 'duration_secs': 0.049623} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.133989] env[65978]: DEBUG oslo_vmware.api [None req-1fa90e85-7473-457f-baf6-547c2e622876 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714593, 'name': PowerOffVM_Task, 'duration_secs': 1.083147} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.134419] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6e4ebc6-2069-4043-828e-0b25bd5c4290 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.137446] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa90e85-7473-457f-baf6-547c2e622876 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.137783] env[65978]: DEBUG nova.compute.manager [None req-1fa90e85-7473-457f-baf6-547c2e622876 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 874.139165] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0154056a-c4f8-4e9b-877c-fed6486de689 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.156091] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52542ac5-c0b5-95db-1437-e80276a399f5, 'name': SearchDatastore_Task, 'duration_secs': 0.053082} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.160322] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.160593] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.160862] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.163315] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 874.163315] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5251e5ef-4a22-ebde-8500-cf8853044d28" [ 874.163315] env[65978]: _type = "Task" [ 874.163315] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.179463] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5251e5ef-4a22-ebde-8500-cf8853044d28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.238630] env[65978]: INFO nova.compute.manager [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Took 51.20 seconds to build instance. [ 874.495747] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714595, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.497159] env[65978]: DEBUG nova.network.neutron [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 874.515234] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714590, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.531423] env[65978]: DEBUG nova.network.neutron [req-696221d8-3845-4aac-85f6-e7592287ccb9 req-f695f73e-3e03-4581-9665-ab97cfb3e44a service nova] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Updated VIF entry in instance network info cache for port df523b3b-8c12-4629-b9a5-cf6eaa46f15f. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 874.531805] env[65978]: DEBUG nova.network.neutron [req-696221d8-3845-4aac-85f6-e7592287ccb9 req-f695f73e-3e03-4581-9665-ab97cfb3e44a service nova] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Updating instance_info_cache with network_info: [{"id": "df523b3b-8c12-4629-b9a5-cf6eaa46f15f", "address": "fa:16:3e:84:4b:28", "network": {"id": "e3db158a-8b54-4555-b993-3d1c7a802a3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-377513805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267bbaf30cc74f989e3f217b0a842e2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf523b3b-8c", "ovs_interfaceid": "df523b3b-8c12-4629-b9a5-cf6eaa46f15f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.622718] env[65978]: DEBUG nova.scheduler.client.report [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.667410] env[65978]: WARNING neutronclient.v2_0.client [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.675305] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1fa90e85-7473-457f-baf6-547c2e622876 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "2f454d73-1141-46d1-97ce-8f85281d961c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.125s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.690613] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5251e5ef-4a22-ebde-8500-cf8853044d28, 'name': SearchDatastore_Task, 'duration_secs': 0.048438} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.690953] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.691339] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] e7525308-7f14-4c1d-a72c-8780fda96886/e7525308-7f14-4c1d-a72c-8780fda96886.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.691662] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.691867] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.692446] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79d2a39a-ab3c-4dbb-baa0-74a33e92e0bb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.695246] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39605635-c99f-4b04-97d0-5fa74bc25a25 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.704644] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 874.704644] env[65978]: value = "task-4714596" [ 874.704644] env[65978]: _type = "Task" [ 874.704644] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.709900] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.710138] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.711254] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69da4010-6006-491a-9435-18ec62d6b258 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.717530] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.721127] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 874.721127] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52806c41-a53a-08c3-531a-3e5f9acf11ab" [ 874.721127] env[65978]: _type = "Task" [ 874.721127] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.729504] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52806c41-a53a-08c3-531a-3e5f9acf11ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.740280] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b021a49b-3375-43b7-b351-2f360840db73 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Lock "b651afcc-a92b-4417-84a7-61a76c320e15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.144s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.793149] env[65978]: DEBUG nova.network.neutron [-] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.893407] env[65978]: DEBUG nova.network.neutron [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Updating instance_info_cache with network_info: [{"id": "ee09069f-6d97-4d84-86ef-a20eb17ae92c", "address": "fa:16:3e:91:f3:6b", "network": {"id": "5d7d5419-d28e-4cf9-9dde-56cf0e7c9ea3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-67670762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40d5661e4d634152b4e8a2785b9d9d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee09069f-6d", "ovs_interfaceid": "ee09069f-6d97-4d84-86ef-a20eb17ae92c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.992772] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714595, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.020849] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714590, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.734668} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.020849] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e4528af-5c0e-4fc1-ac17-792e6adb0122/5e4528af-5c0e-4fc1-ac17-792e6adb0122.vmdk to [datastore2] e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f/e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.021959] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d630adb-2ebc-4f68-b031-cd003954cf07 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.039443] env[65978]: DEBUG oslo_concurrency.lockutils [req-696221d8-3845-4aac-85f6-e7592287ccb9 req-f695f73e-3e03-4581-9665-ab97cfb3e44a service nova] Releasing lock "refresh_cache-e7525308-7f14-4c1d-a72c-8780fda96886" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.049566] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f/e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f.vmdk or device None with type streamOptimized {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.049738] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db7b31ec-fbd2-4a10-b7a6-7af6b9f39a37 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.074808] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 875.074808] env[65978]: value = "task-4714597" [ 875.074808] env[65978]: _type = "Task" [ 875.074808] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.084218] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714597, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.128606] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.272s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.131056] env[65978]: DEBUG oslo_concurrency.lockutils [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.741s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.132689] env[65978]: INFO nova.compute.claims [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.165379] env[65978]: INFO nova.scheduler.client.report [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Deleted allocations for instance 725c4bf0-ab9b-48cb-9638-0758a06e86ea [ 875.216147] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714596, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.231931] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52806c41-a53a-08c3-531a-3e5f9acf11ab, 'name': SearchDatastore_Task, 'duration_secs': 0.016511} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.233701] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0e5ae00-8757-4367-9d2d-32a2be95dc78 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.240733] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 875.240733] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5236b8a2-b93e-e630-93b3-e86641e1790c" [ 875.240733] env[65978]: _type = "Task" [ 875.240733] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.246405] env[65978]: DEBUG nova.compute.manager [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 875.261475] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5236b8a2-b93e-e630-93b3-e86641e1790c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.269130] env[65978]: DEBUG nova.compute.manager [req-b53be035-60e5-4cec-b869-5fb3adf0904d req-2d7a7879-ba24-4542-b82c-99264ba7e32f service nova] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Received event network-vif-plugged-ee09069f-6d97-4d84-86ef-a20eb17ae92c {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 875.269130] env[65978]: DEBUG oslo_concurrency.lockutils [req-b53be035-60e5-4cec-b869-5fb3adf0904d req-2d7a7879-ba24-4542-b82c-99264ba7e32f service nova] Acquiring lock "af8f6ac9-1a38-4437-8ef4-2db230a9e3d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.269130] env[65978]: DEBUG oslo_concurrency.lockutils [req-b53be035-60e5-4cec-b869-5fb3adf0904d req-2d7a7879-ba24-4542-b82c-99264ba7e32f service nova] Lock "af8f6ac9-1a38-4437-8ef4-2db230a9e3d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.269130] env[65978]: DEBUG oslo_concurrency.lockutils [req-b53be035-60e5-4cec-b869-5fb3adf0904d req-2d7a7879-ba24-4542-b82c-99264ba7e32f service nova] Lock "af8f6ac9-1a38-4437-8ef4-2db230a9e3d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.269130] env[65978]: DEBUG nova.compute.manager [req-b53be035-60e5-4cec-b869-5fb3adf0904d req-2d7a7879-ba24-4542-b82c-99264ba7e32f service nova] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] No waiting events found dispatching network-vif-plugged-ee09069f-6d97-4d84-86ef-a20eb17ae92c {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 875.269130] env[65978]: WARNING nova.compute.manager [req-b53be035-60e5-4cec-b869-5fb3adf0904d req-2d7a7879-ba24-4542-b82c-99264ba7e32f service nova] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Received unexpected event network-vif-plugged-ee09069f-6d97-4d84-86ef-a20eb17ae92c for instance with vm_state building and task_state spawning. [ 875.284942] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.285698] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.296915] env[65978]: INFO nova.compute.manager [-] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Took 2.71 seconds to deallocate network for instance. [ 875.395957] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Releasing lock "refresh_cache-af8f6ac9-1a38-4437-8ef4-2db230a9e3d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.396780] env[65978]: DEBUG nova.compute.manager [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Instance network_info: |[{"id": "ee09069f-6d97-4d84-86ef-a20eb17ae92c", "address": "fa:16:3e:91:f3:6b", "network": {"id": "5d7d5419-d28e-4cf9-9dde-56cf0e7c9ea3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-67670762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40d5661e4d634152b4e8a2785b9d9d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee09069f-6d", "ovs_interfaceid": "ee09069f-6d97-4d84-86ef-a20eb17ae92c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 875.397056] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:f3:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee09069f-6d97-4d84-86ef-a20eb17ae92c', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.408189] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 875.409471] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.409770] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c08abe0-9d78-4f0b-9486-465c17a8b881 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.431548] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.431548] env[65978]: value = "task-4714598" [ 875.431548] env[65978]: _type = "Task" [ 875.431548] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.443331] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714598, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.495996] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714595, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.528419] env[65978]: DEBUG nova.compute.manager [req-61420b91-34d4-4ca8-b161-caf0e5eae6f7 req-ae0fec4c-458f-40e1-be5f-9b2fc2b35a88 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Received event network-vif-deleted-db026469-88a6-44d5-9023-98fd7f59d631 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 875.589571] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.674272] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f058789e-f8e3-47e5-8f61-957b76e4a6ac tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Lock "725c4bf0-ab9b-48cb-9638-0758a06e86ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.189s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.725079] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.914038} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.725079] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] e7525308-7f14-4c1d-a72c-8780fda96886/e7525308-7f14-4c1d-a72c-8780fda96886.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.725079] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.725079] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c7fd5e9-bbac-4a50-a8c7-db13263d7298 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.732798] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 875.732798] env[65978]: value = "task-4714599" [ 875.732798] env[65978]: _type = "Task" [ 875.732798] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.743627] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.754692] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5236b8a2-b93e-e630-93b3-e86641e1790c, 'name': SearchDatastore_Task, 'duration_secs': 0.069881} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.755676] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.755676] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 839a307a-ae21-42a6-8101-54043b7722eb/839a307a-ae21-42a6-8101-54043b7722eb.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.755977] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27126be7-3446-45a8-a1c9-cb70c823d163 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.767877] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 875.767877] env[65978]: value = "task-4714600" [ 875.767877] env[65978]: _type = "Task" [ 875.767877] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.780652] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.796341] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.797229] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.800211] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.800211] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.800211] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.800211] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.800211] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.800211] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65978) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11240}} [ 875.800211] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.804569] env[65978]: DEBUG oslo_concurrency.lockutils [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.943802] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714598, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.996531] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714595, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.092049] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714597, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.246935] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074184} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.247048] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.247935] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed39ff4d-a497-488f-a479-6d1cbd8ca2ab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.279157] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] e7525308-7f14-4c1d-a72c-8780fda96886/e7525308-7f14-4c1d-a72c-8780fda96886.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.280134] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be77b739-f453-47c7-a6e2-afb8b4ed9dfe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.303741] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.309573] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 876.309573] env[65978]: value = "task-4714601" [ 876.309573] env[65978]: _type = "Task" [ 876.309573] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.313277] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714600, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.328853] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.444642] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714598, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.500083] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714595, 'name': CloneVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.587016] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714597, 'name': ReconfigVM_Task, 'duration_secs': 1.026752} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.588184] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Reconfigured VM instance instance-00000043 to attach disk [datastore2] e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f/e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f.vmdk or device None with type streamOptimized {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.590607] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3e79cbd-b7d5-48f6-b596-b1802d32ea67 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.598425] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 876.598425] env[65978]: value = "task-4714602" [ 876.598425] env[65978]: _type = "Task" [ 876.598425] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.612577] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714602, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.624417] env[65978]: INFO nova.compute.manager [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Rebuilding instance [ 876.691892] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3a78f4-495f-4a09-804e-c7b3729c2a24 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.700538] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d676938-3bf2-41ac-ae2f-8037de794594 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.739598] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f707d5-1ebf-40bc-9822-0f23dd99c182 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.751021] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608c14bb-0085-4e37-8119-d1653dc22443 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.774561] env[65978]: DEBUG nova.compute.provider_tree [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.791752] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799134} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.792624] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 839a307a-ae21-42a6-8101-54043b7722eb/839a307a-ae21-42a6-8101-54043b7722eb.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.792844] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.793157] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59453cbe-6667-4518-8d97-df075cf9ee77 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.802839] env[65978]: DEBUG nova.compute.manager [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 876.803818] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025adc63-ae35-4533-9338-b25dab22d746 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.808193] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 876.808193] env[65978]: value = "task-4714603" [ 876.808193] env[65978]: _type = "Task" [ 876.808193] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.824514] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.830055] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.944460] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714598, 'name': CreateVM_Task, 'duration_secs': 1.441093} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.944737] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.945380] env[65978]: WARNING neutronclient.v2_0.client [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.945814] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.946068] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.946290] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.946558] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3344b4cc-3247-4548-98e3-323a3926562d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.951745] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 876.951745] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5216b6bd-30bf-fa29-e2cf-eecd42bba818" [ 876.951745] env[65978]: _type = "Task" [ 876.951745] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.961012] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5216b6bd-30bf-fa29-e2cf-eecd42bba818, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.994870] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714595, 'name': CloneVM_Task, 'duration_secs': 3.564419} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.995113] env[65978]: INFO nova.virt.vmwareapi.vmops [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Created linked-clone VM from snapshot [ 876.995923] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3f30b0-6c90-4966-bbf0-0e1d0e4742f1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.003977] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Uploading image fc6a156b-bc93-4cc0-bc05-772a9efe998c {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 877.030908] env[65978]: DEBUG oslo_vmware.rw_handles [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 877.030908] env[65978]: value = "vm-920068" [ 877.030908] env[65978]: _type = "VirtualMachine" [ 877.030908] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 877.031370] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ec1d82ea-6bb7-4a61-ace5-d000b48491a6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.038288] env[65978]: DEBUG oslo_vmware.rw_handles [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Lease: (returnval){ [ 877.038288] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]522cf131-242f-a368-7a4d-d6a148b9df15" [ 877.038288] env[65978]: _type = "HttpNfcLease" [ 877.038288] env[65978]: } obtained for exporting VM: (result){ [ 877.038288] env[65978]: value = "vm-920068" [ 877.038288] env[65978]: _type = "VirtualMachine" [ 877.038288] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 877.038584] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Waiting for the lease: (returnval){ [ 877.038584] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]522cf131-242f-a368-7a4d-d6a148b9df15" [ 877.038584] env[65978]: _type = "HttpNfcLease" [ 877.038584] env[65978]: } to be ready. {{(pid=65978) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 877.043778] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "76a2de1e-ac61-4fa8-a526-213c12efe0c7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.044041] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "76a2de1e-ac61-4fa8-a526-213c12efe0c7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.044204] env[65978]: INFO nova.compute.manager [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Shelving [ 877.047678] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 877.047678] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]522cf131-242f-a368-7a4d-d6a148b9df15" [ 877.047678] env[65978]: _type = "HttpNfcLease" [ 877.047678] env[65978]: } is initializing. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 877.109438] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714602, 'name': Rename_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.283896] env[65978]: DEBUG nova.scheduler.client.report [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.332593] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076418} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.332901] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.334324] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.334716] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.335050] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4345dbae-9c7a-449d-a676-00170e558d81 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.338366] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c886732-32e6-4cdc-b6eb-0df57475c090 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.374616] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 839a307a-ae21-42a6-8101-54043b7722eb/839a307a-ae21-42a6-8101-54043b7722eb.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.376735] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b829644b-25ed-4c72-9fa7-86a0d9a9b79c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.391408] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 877.391408] env[65978]: value = "task-4714605" [ 877.391408] env[65978]: _type = "Task" [ 877.391408] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.397355] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 877.397355] env[65978]: value = "task-4714606" [ 877.397355] env[65978]: _type = "Task" [ 877.397355] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.404220] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.409438] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714606, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.465093] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5216b6bd-30bf-fa29-e2cf-eecd42bba818, 'name': SearchDatastore_Task, 'duration_secs': 0.041223} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.465422] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.466027] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.466027] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.466027] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.466253] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.466844] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ddc8856-068f-438c-ab4d-eb575111b475 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.478012] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.478238] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.479152] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f128b5a-e7a2-4c7b-83f4-d7f2805fb6ae {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.486779] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 877.486779] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52baba0e-a3c8-b4fc-4d2d-e2671b7fc5e5" [ 877.486779] env[65978]: _type = "Task" [ 877.486779] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.496200] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52baba0e-a3c8-b4fc-4d2d-e2671b7fc5e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.546873] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 877.546873] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]522cf131-242f-a368-7a4d-d6a148b9df15" [ 877.546873] env[65978]: _type = "HttpNfcLease" [ 877.546873] env[65978]: } is ready. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 877.547220] env[65978]: DEBUG oslo_vmware.rw_handles [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 877.547220] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]522cf131-242f-a368-7a4d-d6a148b9df15" [ 877.547220] env[65978]: _type = "HttpNfcLease" [ 877.547220] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 877.548042] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446eaed6-59f0-422d-a5fb-f1138ccd006f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.554951] env[65978]: DEBUG nova.compute.manager [req-572c33cd-f756-40d5-81f9-625f7aade88d req-3a09a76e-955e-4c79-8927-41c476b7bc01 service nova] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Received event network-changed-ee09069f-6d97-4d84-86ef-a20eb17ae92c {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 877.555156] env[65978]: DEBUG nova.compute.manager [req-572c33cd-f756-40d5-81f9-625f7aade88d req-3a09a76e-955e-4c79-8927-41c476b7bc01 service nova] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Refreshing instance network info cache due to event network-changed-ee09069f-6d97-4d84-86ef-a20eb17ae92c. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 877.555374] env[65978]: DEBUG oslo_concurrency.lockutils [req-572c33cd-f756-40d5-81f9-625f7aade88d req-3a09a76e-955e-4c79-8927-41c476b7bc01 service nova] Acquiring lock "refresh_cache-af8f6ac9-1a38-4437-8ef4-2db230a9e3d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.555509] env[65978]: DEBUG oslo_concurrency.lockutils [req-572c33cd-f756-40d5-81f9-625f7aade88d req-3a09a76e-955e-4c79-8927-41c476b7bc01 service nova] Acquired lock "refresh_cache-af8f6ac9-1a38-4437-8ef4-2db230a9e3d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.555687] env[65978]: DEBUG nova.network.neutron [req-572c33cd-f756-40d5-81f9-625f7aade88d req-3a09a76e-955e-4c79-8927-41c476b7bc01 service nova] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Refreshing network info cache for port ee09069f-6d97-4d84-86ef-a20eb17ae92c {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.565218] env[65978]: DEBUG oslo_vmware.rw_handles [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4316b-addd-8df8-cd21-670cf067c462/disk-0.vmdk from lease info. {{(pid=65978) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 877.565451] env[65978]: DEBUG oslo_vmware.rw_handles [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4316b-addd-8df8-cd21-670cf067c462/disk-0.vmdk for reading. {{(pid=65978) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 877.634227] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714602, 'name': Rename_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.730049] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d2428595-2603-4065-98c4-995f5b84c6b3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.790335] env[65978]: DEBUG oslo_concurrency.lockutils [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.790575] env[65978]: DEBUG nova.compute.manager [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 877.793407] env[65978]: DEBUG oslo_concurrency.lockutils [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.377s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.793629] env[65978]: DEBUG nova.objects.instance [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lazy-loading 'resources' on Instance uuid 51206bff-a257-4f16-97df-5f959c253127 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.828229] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714601, 'name': ReconfigVM_Task, 'duration_secs': 1.14729} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.828426] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Reconfigured VM instance instance-00000047 to attach disk [datastore1] e7525308-7f14-4c1d-a72c-8780fda96886/e7525308-7f14-4c1d-a72c-8780fda96886.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.829848] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4e8b076-9b0c-4df9-b723-a7ac867bcaa6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.836916] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 877.836916] env[65978]: value = "task-4714607" [ 877.836916] env[65978]: _type = "Task" [ 877.836916] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.845515] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714607, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.901819] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714605, 'name': PowerOffVM_Task, 'duration_secs': 0.205339} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.905173] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.905452] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.906350] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d382c024-f620-456d-b2e3-724ba7411764 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.915911] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714606, 'name': ReconfigVM_Task, 'duration_secs': 0.388773} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.918587] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 839a307a-ae21-42a6-8101-54043b7722eb/839a307a-ae21-42a6-8101-54043b7722eb.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.919391] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.919568] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3385a1c-fa81-47b0-b119-bc472ef2349f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.921456] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f35cb30-256a-4800-99a4-c66689954c0f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.928469] env[65978]: DEBUG nova.compute.manager [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Stashing vm_state: stopped {{(pid=65978) _prep_resize /opt/stack/nova/nova/compute/manager.py:6180}} [ 877.933568] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 877.933568] env[65978]: value = "task-4714608" [ 877.933568] env[65978]: _type = "Task" [ 877.933568] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.945965] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714608, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.955219] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.955501] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.955701] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Deleting the datastore file [datastore1] b651afcc-a92b-4417-84a7-61a76c320e15 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.955995] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab956ce7-dc1a-4ec6-9e5c-a9aae5630bd8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.962867] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 877.962867] env[65978]: value = "task-4714610" [ 877.962867] env[65978]: _type = "Task" [ 877.962867] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.975621] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.998564] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52baba0e-a3c8-b4fc-4d2d-e2671b7fc5e5, 'name': SearchDatastore_Task, 'duration_secs': 0.01766} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.999505] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fcde019-5520-442b-8d4f-fb3f17e3f792 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.005536] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 878.005536] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52150816-df8b-99fe-7f14-8a361f1efd82" [ 878.005536] env[65978]: _type = "Task" [ 878.005536] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.014314] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52150816-df8b-99fe-7f14-8a361f1efd82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.061458] env[65978]: WARNING neutronclient.v2_0.client [req-572c33cd-f756-40d5-81f9-625f7aade88d req-3a09a76e-955e-4c79-8927-41c476b7bc01 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.065781] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.066309] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-326011c1-c907-456c-82b9-9e9ea9de2da7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.075092] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 878.075092] env[65978]: value = "task-4714611" [ 878.075092] env[65978]: _type = "Task" [ 878.075092] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.085015] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.139819] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714602, 'name': Rename_Task, 'duration_secs': 1.341274} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.140046] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.141597] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02dc03d5-39b3-414b-bf4b-80c73927d408 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.148147] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 878.148147] env[65978]: value = "task-4714612" [ 878.148147] env[65978]: _type = "Task" [ 878.148147] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.158640] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.298041] env[65978]: DEBUG nova.compute.utils [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.305043] env[65978]: WARNING neutronclient.v2_0.client [req-572c33cd-f756-40d5-81f9-625f7aade88d req-3a09a76e-955e-4c79-8927-41c476b7bc01 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.307643] env[65978]: DEBUG nova.compute.manager [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 878.308030] env[65978]: DEBUG nova.network.neutron [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 878.308398] env[65978]: WARNING neutronclient.v2_0.client [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.308873] env[65978]: WARNING neutronclient.v2_0.client [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.352762] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714607, 'name': Rename_Task, 'duration_secs': 0.153703} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.353030] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.353417] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00c11048-cfdc-400e-87aa-cf4faff14052 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.361343] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 878.361343] env[65978]: value = "task-4714613" [ 878.361343] env[65978]: _type = "Task" [ 878.361343] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.369966] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.371838] env[65978]: DEBUG nova.policy [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faa8821f4a414e32bd2ca738d772bce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0febab1f921a4c61b099653637434721', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.453199] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714608, 'name': Rename_Task, 'duration_secs': 0.147383} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.459352] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.460295] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.460981] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d991695-0d9b-482f-a56c-d9d25ef6fe64 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.468953] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 878.468953] env[65978]: value = "task-4714614" [ 878.468953] env[65978]: _type = "Task" [ 878.468953] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.476361] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14228} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.477683] env[65978]: DEBUG nova.network.neutron [req-572c33cd-f756-40d5-81f9-625f7aade88d req-3a09a76e-955e-4c79-8927-41c476b7bc01 service nova] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Updated VIF entry in instance network info cache for port ee09069f-6d97-4d84-86ef-a20eb17ae92c. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 878.478136] env[65978]: DEBUG nova.network.neutron [req-572c33cd-f756-40d5-81f9-625f7aade88d req-3a09a76e-955e-4c79-8927-41c476b7bc01 service nova] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Updating instance_info_cache with network_info: [{"id": "ee09069f-6d97-4d84-86ef-a20eb17ae92c", "address": "fa:16:3e:91:f3:6b", "network": {"id": "5d7d5419-d28e-4cf9-9dde-56cf0e7c9ea3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-67670762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40d5661e4d634152b4e8a2785b9d9d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee09069f-6d", "ovs_interfaceid": "ee09069f-6d97-4d84-86ef-a20eb17ae92c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.485438] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.485438] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.485438] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.489863] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714614, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.523287] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52150816-df8b-99fe-7f14-8a361f1efd82, 'name': SearchDatastore_Task, 'duration_secs': 0.010454} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.523965] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.524304] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] af8f6ac9-1a38-4437-8ef4-2db230a9e3d5/af8f6ac9-1a38-4437-8ef4-2db230a9e3d5.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.524686] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98692a0b-c3ec-4a38-a96c-e4f79cbcd85a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.538154] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 878.538154] env[65978]: value = "task-4714615" [ 878.538154] env[65978]: _type = "Task" [ 878.538154] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.555303] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.588547] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714611, 'name': PowerOffVM_Task, 'duration_secs': 0.214697} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.588838] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.589886] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a90719-2312-4df9-828b-5967c233346f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.615430] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c490e807-d188-46c9-b44d-a1cbb44156ff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.671488] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714612, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.805205] env[65978]: DEBUG nova.compute.manager [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 878.879689] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714613, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.881729] env[65978]: DEBUG nova.network.neutron [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Successfully created port: 1691509c-b16b-4533-b81b-0a5ec8904d09 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 878.982904] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807886c8-c2c3-4362-bbfc-a7c2e1ad97a0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.990860] env[65978]: DEBUG oslo_concurrency.lockutils [req-572c33cd-f756-40d5-81f9-625f7aade88d req-3a09a76e-955e-4c79-8927-41c476b7bc01 service nova] Releasing lock "refresh_cache-af8f6ac9-1a38-4437-8ef4-2db230a9e3d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.992742] env[65978]: DEBUG nova.compute.manager [req-572c33cd-f756-40d5-81f9-625f7aade88d req-3a09a76e-955e-4c79-8927-41c476b7bc01 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Received event network-vif-deleted-356261c6-3bca-4889-960d-506018af9e4e {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 878.992933] env[65978]: DEBUG nova.compute.manager [req-572c33cd-f756-40d5-81f9-625f7aade88d req-3a09a76e-955e-4c79-8927-41c476b7bc01 service nova] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Received event network-vif-deleted-70c8babe-d476-4541-95df-992602ac6cb6 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 878.995048] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714614, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.005822] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6702f87-5e8e-4de4-87e1-ea5dc8b6b065 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.051021] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5592553f-6dc2-45ec-9144-85b1b23d01fc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.062888] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714615, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.067390] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017f2c0f-132e-4ed6-8629-80e63f9c9720 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.087183] env[65978]: DEBUG nova.compute.provider_tree [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.130928] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Creating Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 879.131315] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f112e7ef-17ef-4d2f-a50a-fae7867498ec {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.141736] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 879.141736] env[65978]: value = "task-4714616" [ 879.141736] env[65978]: _type = "Task" [ 879.141736] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.163498] env[65978]: DEBUG oslo_vmware.api [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714612, 'name': PowerOnVM_Task, 'duration_secs': 0.597826} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.163799] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.163991] env[65978]: INFO nova.compute.manager [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Took 21.83 seconds to spawn the instance on the hypervisor. [ 879.164248] env[65978]: DEBUG nova.compute.manager [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 879.165240] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c34772b-4167-4085-b61b-436dff1c224d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.380034] env[65978]: DEBUG oslo_vmware.api [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714613, 'name': PowerOnVM_Task, 'duration_secs': 0.534225} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.380358] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.380656] env[65978]: INFO nova.compute.manager [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Took 10.66 seconds to spawn the instance on the hypervisor. [ 879.381473] env[65978]: DEBUG nova.compute.manager [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 879.381616] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cc3999-8076-4266-841f-f1bbf294c023 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.480798] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714614, 'name': PowerOnVM_Task, 'duration_secs': 0.564609} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.481143] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.482865] env[65978]: DEBUG nova.compute.manager [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 879.482865] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c4628e-eeaa-49fd-a041-05fef79dde24 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.539556] env[65978]: DEBUG nova.virt.hardware [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 879.539802] env[65978]: DEBUG nova.virt.hardware [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.540060] env[65978]: DEBUG nova.virt.hardware [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 879.540271] env[65978]: DEBUG nova.virt.hardware [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.540417] env[65978]: DEBUG nova.virt.hardware [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 879.540557] env[65978]: DEBUG nova.virt.hardware [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 879.540759] env[65978]: DEBUG nova.virt.hardware [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 879.540916] env[65978]: DEBUG nova.virt.hardware [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 879.541086] env[65978]: DEBUG nova.virt.hardware [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 879.541245] env[65978]: DEBUG nova.virt.hardware [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 879.541406] env[65978]: DEBUG nova.virt.hardware [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 879.542557] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c287d2d4-f89b-4004-aa9a-ccde98ac9aa8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.554834] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603953} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.557340] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] af8f6ac9-1a38-4437-8ef4-2db230a9e3d5/af8f6ac9-1a38-4437-8ef4-2db230a9e3d5.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.557599] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.557949] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28c9b9c0-c3c2-478f-a9e6-4961833d511f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.561177] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917c6333-e14d-4a95-96c5-a9ea789b8a9b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.576963] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Instance VIF info [] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.582965] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 879.584817] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.585293] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 879.585293] env[65978]: value = "task-4714617" [ 879.585293] env[65978]: _type = "Task" [ 879.585293] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.585624] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-116fa6f2-4d8a-4646-9a65-021473bf6808 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.599037] env[65978]: DEBUG nova.scheduler.client.report [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.613849] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.615595] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.615595] env[65978]: value = "task-4714618" [ 879.615595] env[65978]: _type = "Task" [ 879.615595] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.625562] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714618, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.653415] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714616, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.686092] env[65978]: INFO nova.compute.manager [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Took 72.78 seconds to build instance. [ 879.816060] env[65978]: DEBUG nova.compute.manager [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 879.842913] env[65978]: DEBUG nova.virt.hardware [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 879.843245] env[65978]: DEBUG nova.virt.hardware [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.843426] env[65978]: DEBUG nova.virt.hardware [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 879.843708] env[65978]: DEBUG nova.virt.hardware [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.843938] env[65978]: DEBUG nova.virt.hardware [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 879.844130] env[65978]: DEBUG nova.virt.hardware [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 879.844339] env[65978]: DEBUG nova.virt.hardware [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 879.844666] env[65978]: DEBUG nova.virt.hardware [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 879.844666] env[65978]: DEBUG nova.virt.hardware [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 879.844800] env[65978]: DEBUG nova.virt.hardware [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 879.844966] env[65978]: DEBUG nova.virt.hardware [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 879.846102] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cff516e-5e43-4d98-84b4-15b067f683fc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.858169] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114dfd51-3736-4ec9-8cae-95d3e4bf1227 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.903525] env[65978]: INFO nova.compute.manager [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Took 54.04 seconds to build instance. [ 879.996189] env[65978]: INFO nova.compute.manager [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] bringing vm to original state: 'stopped' [ 880.109910] env[65978]: DEBUG oslo_concurrency.lockutils [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.316s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.112043] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075717} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.112637] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.912s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.112772] env[65978]: DEBUG nova.objects.instance [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65978) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 880.116351] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.117605] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6555b0be-f29d-4e1f-a5e6-73a6df867cca {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.130432] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714618, 'name': CreateVM_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.148494] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] af8f6ac9-1a38-4437-8ef4-2db230a9e3d5/af8f6ac9-1a38-4437-8ef4-2db230a9e3d5.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.149729] env[65978]: INFO nova.scheduler.client.report [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Deleted allocations for instance 51206bff-a257-4f16-97df-5f959c253127 [ 880.152711] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00e1046a-ceba-4c1e-a944-e1e66f6779d2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.180031] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714616, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.181829] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 880.181829] env[65978]: value = "task-4714619" [ 880.181829] env[65978]: _type = "Task" [ 880.181829] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.187606] env[65978]: DEBUG oslo_concurrency.lockutils [None req-720279be-f178-4b0b-bd90-a9e89a51d191 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.892s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.193765] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.324314] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.324597] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.324796] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.324972] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.325182] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.327332] env[65978]: INFO nova.compute.manager [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Terminating instance [ 880.406168] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9c72eea4-332f-4320-b534-eb0785d80aca tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "e7525308-7f14-4c1d-a72c-8780fda96886" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.355s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.406967] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquiring lock "750e509e-7d2f-470d-895e-d098efd02196" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.407485] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Lock "750e509e-7d2f-470d-895e-d098efd02196" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.407840] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquiring lock "750e509e-7d2f-470d-895e-d098efd02196-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.409310] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Lock "750e509e-7d2f-470d-895e-d098efd02196-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.409310] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Lock "750e509e-7d2f-470d-895e-d098efd02196-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.413814] env[65978]: INFO nova.compute.manager [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Terminating instance [ 880.552403] env[65978]: DEBUG nova.network.neutron [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Successfully updated port: 1691509c-b16b-4533-b81b-0a5ec8904d09 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 880.633693] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714618, 'name': CreateVM_Task, 'duration_secs': 0.68592} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.633693] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.633972] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.634367] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.634526] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.634797] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4845cd4-298b-43a0-830c-dd3b3597fe5c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.641262] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 880.641262] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e44572-53a2-d550-11ee-2d8c08ede07f" [ 880.641262] env[65978]: _type = "Task" [ 880.641262] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.652844] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e44572-53a2-d550-11ee-2d8c08ede07f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.663268] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714616, 'name': CreateSnapshot_Task, 'duration_secs': 1.242603} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.663558] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Created Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 880.664323] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b6a6e3-1109-46e7-a5d4-0ddb15e77206 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.680021] env[65978]: DEBUG oslo_concurrency.lockutils [None req-555803de-833d-471b-83c3-e8d08f4007cb tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "51206bff-a257-4f16-97df-5f959c253127" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.302s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.691953] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.698615] env[65978]: DEBUG nova.compute.manager [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 880.831744] env[65978]: DEBUG nova.compute.manager [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 880.832367] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.832980] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75ca934-248f-4940-b712-0c9c59ea525e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.842365] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.842698] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b24c479-1838-4dcf-a4bd-fd3f76a35e12 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.855273] env[65978]: DEBUG oslo_vmware.api [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 880.855273] env[65978]: value = "task-4714620" [ 880.855273] env[65978]: _type = "Task" [ 880.855273] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.868568] env[65978]: DEBUG oslo_vmware.api [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.914034] env[65978]: DEBUG nova.compute.manager [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 880.918747] env[65978]: DEBUG nova.compute.manager [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 880.920038] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.920511] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb3810e-707f-40ad-a4fc-4f94ad4f0c78 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.930145] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.930475] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78a3cd5d-47ce-4ae5-b6de-2cdcdf017a34 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.941103] env[65978]: DEBUG oslo_vmware.api [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Waiting for the task: (returnval){ [ 880.941103] env[65978]: value = "task-4714621" [ 880.941103] env[65978]: _type = "Task" [ 880.941103] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.955843] env[65978]: DEBUG oslo_vmware.api [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.003817] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "839a307a-ae21-42a6-8101-54043b7722eb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.004197] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "839a307a-ae21-42a6-8101-54043b7722eb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.004477] env[65978]: DEBUG nova.compute.manager [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 881.005525] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4adcf8-649c-41a6-9030-539559a93f39 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.018336] env[65978]: DEBUG nova.compute.manager [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65978) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3446}} [ 881.057443] env[65978]: DEBUG oslo_concurrency.lockutils [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Acquiring lock "refresh_cache-baf140d5-8c41-45ca-99b3-52c4c00adebd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.057736] env[65978]: DEBUG oslo_concurrency.lockutils [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Acquired lock "refresh_cache-baf140d5-8c41-45ca-99b3-52c4c00adebd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.058311] env[65978]: DEBUG nova.network.neutron [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 881.076084] env[65978]: DEBUG nova.compute.manager [req-aeec6987-eb56-4ac3-b72d-313374944bce req-0c9342fb-06c2-4a86-be4b-05819903387e service nova] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Received event network-vif-plugged-1691509c-b16b-4533-b81b-0a5ec8904d09 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 881.076084] env[65978]: DEBUG oslo_concurrency.lockutils [req-aeec6987-eb56-4ac3-b72d-313374944bce req-0c9342fb-06c2-4a86-be4b-05819903387e service nova] Acquiring lock "baf140d5-8c41-45ca-99b3-52c4c00adebd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.076237] env[65978]: DEBUG oslo_concurrency.lockutils [req-aeec6987-eb56-4ac3-b72d-313374944bce req-0c9342fb-06c2-4a86-be4b-05819903387e service nova] Lock "baf140d5-8c41-45ca-99b3-52c4c00adebd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.076406] env[65978]: DEBUG oslo_concurrency.lockutils [req-aeec6987-eb56-4ac3-b72d-313374944bce req-0c9342fb-06c2-4a86-be4b-05819903387e service nova] Lock "baf140d5-8c41-45ca-99b3-52c4c00adebd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.076742] env[65978]: DEBUG nova.compute.manager [req-aeec6987-eb56-4ac3-b72d-313374944bce req-0c9342fb-06c2-4a86-be4b-05819903387e service nova] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] No waiting events found dispatching network-vif-plugged-1691509c-b16b-4533-b81b-0a5ec8904d09 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 881.077358] env[65978]: WARNING nova.compute.manager [req-aeec6987-eb56-4ac3-b72d-313374944bce req-0c9342fb-06c2-4a86-be4b-05819903387e service nova] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Received unexpected event network-vif-plugged-1691509c-b16b-4533-b81b-0a5ec8904d09 for instance with vm_state building and task_state spawning. [ 881.123485] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ecfec61-8cf2-4268-87c9-ffb4c5da4a87 tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.127744] env[65978]: DEBUG oslo_concurrency.lockutils [None req-20a0a064-3fd0-4da2-8ca2-e7b3cc0ca9dc tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.789s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.155960] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e44572-53a2-d550-11ee-2d8c08ede07f, 'name': SearchDatastore_Task, 'duration_secs': 0.028224} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.156679] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.156679] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.156679] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.157208] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.157208] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.157319] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee3b0514-c8b5-4835-8c18-bb1d82c636b0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.170380] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.170607] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.171474] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a99ceccf-7a8f-40e2-9055-f742dc284efd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.189321] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Creating linked-clone VM from snapshot {{(pid=65978) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 881.190170] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 881.190170] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e54e17-6379-2100-eb45-46f765d63bdd" [ 881.190170] env[65978]: _type = "Task" [ 881.190170] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.192409] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-80fcdf11-9bc5-46ca-8619-23e8fc9ca722 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.219749] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714619, 'name': ReconfigVM_Task, 'duration_secs': 0.651861} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.231561] env[65978]: DEBUG nova.compute.manager [req-b4b9497c-6ce7-466d-9254-7ae1973c60f2 req-a4fbbba6-bf04-45e5-922e-e420b0f3669e service nova] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Received event network-changed-df523b3b-8c12-4629-b9a5-cf6eaa46f15f {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 881.232079] env[65978]: DEBUG nova.compute.manager [req-b4b9497c-6ce7-466d-9254-7ae1973c60f2 req-a4fbbba6-bf04-45e5-922e-e420b0f3669e service nova] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Refreshing instance network info cache due to event network-changed-df523b3b-8c12-4629-b9a5-cf6eaa46f15f. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 881.232497] env[65978]: DEBUG oslo_concurrency.lockutils [req-b4b9497c-6ce7-466d-9254-7ae1973c60f2 req-a4fbbba6-bf04-45e5-922e-e420b0f3669e service nova] Acquiring lock "refresh_cache-e7525308-7f14-4c1d-a72c-8780fda96886" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.232738] env[65978]: DEBUG oslo_concurrency.lockutils [req-b4b9497c-6ce7-466d-9254-7ae1973c60f2 req-a4fbbba6-bf04-45e5-922e-e420b0f3669e service nova] Acquired lock "refresh_cache-e7525308-7f14-4c1d-a72c-8780fda96886" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.233014] env[65978]: DEBUG nova.network.neutron [req-b4b9497c-6ce7-466d-9254-7ae1973c60f2 req-a4fbbba6-bf04-45e5-922e-e420b0f3669e service nova] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Refreshing network info cache for port df523b3b-8c12-4629-b9a5-cf6eaa46f15f {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.234765] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Reconfigured VM instance instance-00000048 to attach disk [datastore1] af8f6ac9-1a38-4437-8ef4-2db230a9e3d5/af8f6ac9-1a38-4437-8ef4-2db230a9e3d5.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.238309] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e54e17-6379-2100-eb45-46f765d63bdd, 'name': SearchDatastore_Task, 'duration_secs': 0.016793} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.238309] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 881.238309] env[65978]: value = "task-4714622" [ 881.238309] env[65978]: _type = "Task" [ 881.238309] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.238309] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e1e3b40-4e18-40df-bbe9-fa712deeaacc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.243635] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94cfdc58-337e-4bb3-bf38-e1241347ae34 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.252640] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.265537] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714622, 'name': CloneVM_Task} progress is 12%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.269715] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 881.269715] env[65978]: value = "task-4714623" [ 881.269715] env[65978]: _type = "Task" [ 881.269715] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.269715] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 881.269715] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5268979c-876e-16c1-157b-67cbe15a352c" [ 881.269715] env[65978]: _type = "Task" [ 881.269715] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.289280] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5268979c-876e-16c1-157b-67cbe15a352c, 'name': SearchDatastore_Task, 'duration_secs': 0.016662} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.289660] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714623, 'name': Rename_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.290122] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.290379] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] b651afcc-a92b-4417-84a7-61a76c320e15/b651afcc-a92b-4417-84a7-61a76c320e15.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.290805] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c5e1c64-cc42-4481-b5f4-3be63b90a6fb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.301302] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 881.301302] env[65978]: value = "task-4714624" [ 881.301302] env[65978]: _type = "Task" [ 881.301302] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.313860] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.370043] env[65978]: DEBUG oslo_vmware.api [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714620, 'name': PowerOffVM_Task, 'duration_secs': 0.293671} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.370747] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.370747] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.370865] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4adaf231-2954-41f4-b4a3-c9720f23f261 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.443042] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.453645] env[65978]: DEBUG oslo_vmware.api [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714621, 'name': PowerOffVM_Task, 'duration_secs': 0.389781} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.453905] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.454455] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.454455] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f3c43db-937f-44f6-bb20-86ac9057bf7e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.470893] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.471225] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.471465] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Deleting the datastore file [datastore2] e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.471882] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-577d22e6-8593-4e06-8d2f-7955b8ffba63 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.479440] env[65978]: DEBUG oslo_vmware.api [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 881.479440] env[65978]: value = "task-4714627" [ 881.479440] env[65978]: _type = "Task" [ 881.479440] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.491284] env[65978]: DEBUG oslo_vmware.api [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.522253] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.522647] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2a16c3d-c737-42be-8448-9a02769e407a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.531439] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 881.531439] env[65978]: value = "task-4714628" [ 881.531439] env[65978]: _type = "Task" [ 881.531439] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.540369] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.540682] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.541247] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Deleting the datastore file [datastore2] 750e509e-7d2f-470d-895e-d098efd02196 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.545998] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-380de0d0-71e8-446e-84ca-6bdf5eafdc55 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.549172] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.555741] env[65978]: DEBUG oslo_vmware.api [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Waiting for the task: (returnval){ [ 881.555741] env[65978]: value = "task-4714629" [ 881.555741] env[65978]: _type = "Task" [ 881.555741] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.569106] env[65978]: DEBUG oslo_vmware.api [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.701191] env[65978]: DEBUG nova.network.neutron [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 881.703728] env[65978]: DEBUG oslo_concurrency.lockutils [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "18cfc79d-38fe-4832-8aa0-27609c0219b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.703974] env[65978]: DEBUG oslo_concurrency.lockutils [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "18cfc79d-38fe-4832-8aa0-27609c0219b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.704336] env[65978]: DEBUG oslo_concurrency.lockutils [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "18cfc79d-38fe-4832-8aa0-27609c0219b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.704506] env[65978]: DEBUG oslo_concurrency.lockutils [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "18cfc79d-38fe-4832-8aa0-27609c0219b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.705073] env[65978]: DEBUG oslo_concurrency.lockutils [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "18cfc79d-38fe-4832-8aa0-27609c0219b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.708191] env[65978]: INFO nova.compute.manager [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Terminating instance [ 881.738428] env[65978]: WARNING neutronclient.v2_0.client [req-b4b9497c-6ce7-466d-9254-7ae1973c60f2 req-a4fbbba6-bf04-45e5-922e-e420b0f3669e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.762163] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714622, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.798929] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714623, 'name': Rename_Task, 'duration_secs': 0.208313} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.799387] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.802094] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78007f03-1086-4287-95bd-3fcdca0cc599 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.819489] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 881.819489] env[65978]: value = "task-4714630" [ 881.819489] env[65978]: _type = "Task" [ 881.819489] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.823665] env[65978]: WARNING neutronclient.v2_0.client [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.826456] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714624, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.844888] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714630, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.940346] env[65978]: DEBUG nova.network.neutron [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Updating instance_info_cache with network_info: [{"id": "1691509c-b16b-4533-b81b-0a5ec8904d09", "address": "fa:16:3e:67:bd:bd", "network": {"id": "02376316-4b25-43f1-a65f-6881ea0bea7d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-234194489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0febab1f921a4c61b099653637434721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1691509c-b1", "ovs_interfaceid": "1691509c-b16b-4533-b81b-0a5ec8904d09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.004775] env[65978]: DEBUG oslo_vmware.api [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.007020] env[65978]: WARNING neutronclient.v2_0.client [req-b4b9497c-6ce7-466d-9254-7ae1973c60f2 req-a4fbbba6-bf04-45e5-922e-e420b0f3669e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.043048] env[65978]: DEBUG oslo_vmware.api [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714628, 'name': PowerOffVM_Task, 'duration_secs': 0.237745} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.043359] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.043592] env[65978]: DEBUG nova.compute.manager [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 882.044397] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164825a8-1209-4bc5-a92b-90c612d6424f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.074866] env[65978]: DEBUG oslo_vmware.api [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.112497] env[65978]: DEBUG nova.network.neutron [req-b4b9497c-6ce7-466d-9254-7ae1973c60f2 req-a4fbbba6-bf04-45e5-922e-e420b0f3669e service nova] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Updated VIF entry in instance network info cache for port df523b3b-8c12-4629-b9a5-cf6eaa46f15f. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 882.113035] env[65978]: DEBUG nova.network.neutron [req-b4b9497c-6ce7-466d-9254-7ae1973c60f2 req-a4fbbba6-bf04-45e5-922e-e420b0f3669e service nova] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Updating instance_info_cache with network_info: [{"id": "df523b3b-8c12-4629-b9a5-cf6eaa46f15f", "address": "fa:16:3e:84:4b:28", "network": {"id": "e3db158a-8b54-4555-b993-3d1c7a802a3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-377513805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267bbaf30cc74f989e3f217b0a842e2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf523b3b-8c", "ovs_interfaceid": "df523b3b-8c12-4629-b9a5-cf6eaa46f15f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.216356] env[65978]: DEBUG nova.compute.manager [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 882.216666] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.217576] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b00c2f-9af8-4847-bc26-90b42bf25a8a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.223992] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de80ece7-c519-4ec6-a747-0027927cb3de {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.238575] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b19f91-3ea2-4113-8da6-ece6ff5f84a6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.244069] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.244536] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70b63cc0-bb48-4497-97af-52d8a3832064 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.262919] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714622, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.292656] env[65978]: DEBUG oslo_vmware.api [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 882.292656] env[65978]: value = "task-4714631" [ 882.292656] env[65978]: _type = "Task" [ 882.292656] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.293494] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5256deb-4d0d-4e90-bcf1-6c93b6c80485 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.313568] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6bfc62-a910-46d5-b57b-75bf13e71549 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.317674] env[65978]: DEBUG oslo_vmware.api [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.332464] env[65978]: DEBUG nova.compute.provider_tree [None req-20a0a064-3fd0-4da2-8ca2-e7b3cc0ca9dc tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.334052] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710158} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.337613] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] b651afcc-a92b-4417-84a7-61a76c320e15/b651afcc-a92b-4417-84a7-61a76c320e15.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.337865] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.338195] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f988130-0572-4f12-bb27-ef95b8be1ecc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.350046] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714630, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.350437] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 882.350437] env[65978]: value = "task-4714632" [ 882.350437] env[65978]: _type = "Task" [ 882.350437] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.361157] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.443892] env[65978]: DEBUG oslo_concurrency.lockutils [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Releasing lock "refresh_cache-baf140d5-8c41-45ca-99b3-52c4c00adebd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.444403] env[65978]: DEBUG nova.compute.manager [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Instance network_info: |[{"id": "1691509c-b16b-4533-b81b-0a5ec8904d09", "address": "fa:16:3e:67:bd:bd", "network": {"id": "02376316-4b25-43f1-a65f-6881ea0bea7d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-234194489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0febab1f921a4c61b099653637434721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1691509c-b1", "ovs_interfaceid": "1691509c-b16b-4533-b81b-0a5ec8904d09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 882.445009] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:bd:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1691509c-b16b-4533-b81b-0a5ec8904d09', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.459843] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Creating folder: Project (0febab1f921a4c61b099653637434721). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.460376] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4119db79-71b6-4920-825f-5e9aac6a97fe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.475045] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Created folder: Project (0febab1f921a4c61b099653637434721) in parent group-v919857. [ 882.475465] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Creating folder: Instances. Parent ref: group-v920073. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.475822] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ac1add4-62d4-44c3-a861-06d244902e8c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.490189] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Created folder: Instances in parent group-v920073. [ 882.490189] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 882.494860] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.495403] env[65978]: DEBUG oslo_vmware.api [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.530407} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.495640] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80e5158a-0477-4e4c-a17c-45e0d9fbc359 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.513549] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.513768] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.513918] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.514201] env[65978]: INFO nova.compute.manager [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Took 1.68 seconds to destroy the instance on the hypervisor. [ 882.514476] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 882.514706] env[65978]: DEBUG nova.compute.manager [-] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 882.514799] env[65978]: DEBUG nova.network.neutron [-] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 882.515114] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.524507] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.524507] env[65978]: value = "task-4714635" [ 882.524507] env[65978]: _type = "Task" [ 882.524507] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.534901] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714635, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.569853] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "839a307a-ae21-42a6-8101-54043b7722eb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.566s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.577736] env[65978]: DEBUG oslo_vmware.api [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Task: {'id': task-4714629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.56444} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.579338] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.579623] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.579850] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.580087] env[65978]: INFO nova.compute.manager [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Took 1.66 seconds to destroy the instance on the hypervisor. [ 882.580406] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 882.580752] env[65978]: DEBUG nova.compute.manager [-] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 882.580849] env[65978]: DEBUG nova.network.neutron [-] [instance: 750e509e-7d2f-470d-895e-d098efd02196] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 882.581133] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.591655] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.619180] env[65978]: DEBUG oslo_concurrency.lockutils [req-b4b9497c-6ce7-466d-9254-7ae1973c60f2 req-a4fbbba6-bf04-45e5-922e-e420b0f3669e service nova] Releasing lock "refresh_cache-e7525308-7f14-4c1d-a72c-8780fda96886" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.658908] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.755710] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714622, 'name': CloneVM_Task} progress is 95%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.810864] env[65978]: DEBUG oslo_vmware.api [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714631, 'name': PowerOffVM_Task, 'duration_secs': 0.267454} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.811582] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.811981] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.812451] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cba7f22-c70d-4013-9454-27be36951a50 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.837723] env[65978]: DEBUG nova.scheduler.client.report [None req-20a0a064-3fd0-4da2-8ca2-e7b3cc0ca9dc tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.848402] env[65978]: DEBUG oslo_vmware.api [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714630, 'name': PowerOnVM_Task, 'duration_secs': 0.704467} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.848760] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.849029] env[65978]: INFO nova.compute.manager [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Took 10.32 seconds to spawn the instance on the hypervisor. [ 882.849271] env[65978]: DEBUG nova.compute.manager [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 882.850255] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37c6cfa-6f6a-475f-9c85-5a23234297d3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.870927] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094919} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.871278] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.872354] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4186cbb-c835-41b8-ba4c-71cdc71a5503 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.900638] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] b651afcc-a92b-4417-84a7-61a76c320e15/b651afcc-a92b-4417-84a7-61a76c320e15.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.900893] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb5215b0-6be8-4b87-910b-423b8ec3329e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.929017] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.929017] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.929017] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Deleting the datastore file [datastore2] 18cfc79d-38fe-4832-8aa0-27609c0219b8 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.930120] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b108b95f-bbd7-4963-8d26-d30012a915f5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.938731] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 882.938731] env[65978]: value = "task-4714637" [ 882.938731] env[65978]: _type = "Task" [ 882.938731] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.948738] env[65978]: DEBUG oslo_vmware.api [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 882.948738] env[65978]: value = "task-4714638" [ 882.948738] env[65978]: _type = "Task" [ 882.948738] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.960650] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714637, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.971504] env[65978]: DEBUG oslo_vmware.api [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.036873] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714635, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.084087] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.256981] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714622, 'name': CloneVM_Task, 'duration_secs': 1.924361} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.257354] env[65978]: INFO nova.virt.vmwareapi.vmops [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Created linked-clone VM from snapshot [ 883.258198] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8aaa06-0ba1-42b8-ace6-4ef40f7d99a8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.268723] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Uploading image aab8429b-85f9-4bad-b3d4-247d90b232ed {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 883.301515] env[65978]: DEBUG oslo_vmware.rw_handles [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 883.301515] env[65978]: value = "vm-920072" [ 883.301515] env[65978]: _type = "VirtualMachine" [ 883.301515] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 883.301835] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-864c92f6-bca7-4349-b3c2-c540493fc65e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.312793] env[65978]: DEBUG oslo_vmware.rw_handles [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lease: (returnval){ [ 883.312793] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f0f074-5ef0-20f8-cd45-f7d3b7205be3" [ 883.312793] env[65978]: _type = "HttpNfcLease" [ 883.312793] env[65978]: } obtained for exporting VM: (result){ [ 883.312793] env[65978]: value = "vm-920072" [ 883.312793] env[65978]: _type = "VirtualMachine" [ 883.312793] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 883.313138] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the lease: (returnval){ [ 883.313138] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f0f074-5ef0-20f8-cd45-f7d3b7205be3" [ 883.313138] env[65978]: _type = "HttpNfcLease" [ 883.313138] env[65978]: } to be ready. {{(pid=65978) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 883.321438] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 883.321438] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f0f074-5ef0-20f8-cd45-f7d3b7205be3" [ 883.321438] env[65978]: _type = "HttpNfcLease" [ 883.321438] env[65978]: } is initializing. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 883.360021] env[65978]: DEBUG nova.compute.manager [req-b8f0c9ad-3fb3-470e-987b-4f901ffbc251 req-729581bf-3040-4cb7-b7e4-dd3f32c8de40 service nova] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Received event network-changed-1691509c-b16b-4533-b81b-0a5ec8904d09 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 883.360923] env[65978]: DEBUG nova.compute.manager [req-b8f0c9ad-3fb3-470e-987b-4f901ffbc251 req-729581bf-3040-4cb7-b7e4-dd3f32c8de40 service nova] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Refreshing instance network info cache due to event network-changed-1691509c-b16b-4533-b81b-0a5ec8904d09. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 883.360923] env[65978]: DEBUG oslo_concurrency.lockutils [req-b8f0c9ad-3fb3-470e-987b-4f901ffbc251 req-729581bf-3040-4cb7-b7e4-dd3f32c8de40 service nova] Acquiring lock "refresh_cache-baf140d5-8c41-45ca-99b3-52c4c00adebd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.360923] env[65978]: DEBUG oslo_concurrency.lockutils [req-b8f0c9ad-3fb3-470e-987b-4f901ffbc251 req-729581bf-3040-4cb7-b7e4-dd3f32c8de40 service nova] Acquired lock "refresh_cache-baf140d5-8c41-45ca-99b3-52c4c00adebd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.361845] env[65978]: DEBUG nova.network.neutron [req-b8f0c9ad-3fb3-470e-987b-4f901ffbc251 req-729581bf-3040-4cb7-b7e4-dd3f32c8de40 service nova] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Refreshing network info cache for port 1691509c-b16b-4533-b81b-0a5ec8904d09 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.380956] env[65978]: INFO nova.compute.manager [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Took 48.43 seconds to build instance. [ 883.429171] env[65978]: DEBUG nova.network.neutron [-] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.440319] env[65978]: DEBUG nova.network.neutron [-] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.457296] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714637, 'name': ReconfigVM_Task, 'duration_secs': 0.485271} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.458105] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Reconfigured VM instance instance-00000046 to attach disk [datastore2] b651afcc-a92b-4417-84a7-61a76c320e15/b651afcc-a92b-4417-84a7-61a76c320e15.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.459166] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14790c62-6b01-4a58-b8c5-0726b1243842 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.464665] env[65978]: DEBUG oslo_vmware.api [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293053} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.465346] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.465534] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.465706] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.465887] env[65978]: INFO nova.compute.manager [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Took 1.25 seconds to destroy the instance on the hypervisor. [ 883.466137] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 883.466335] env[65978]: DEBUG nova.compute.manager [-] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 883.466476] env[65978]: DEBUG nova.network.neutron [-] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 883.466724] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.471457] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 883.471457] env[65978]: value = "task-4714640" [ 883.471457] env[65978]: _type = "Task" [ 883.471457] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.481610] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714640, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.510744] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.536890] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714635, 'name': CreateVM_Task, 'duration_secs': 0.59634} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.537147] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.537689] env[65978]: WARNING neutronclient.v2_0.client [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.538242] env[65978]: DEBUG oslo_concurrency.lockutils [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.538316] env[65978]: DEBUG oslo_concurrency.lockutils [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.538609] env[65978]: DEBUG oslo_concurrency.lockutils [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.538936] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8065765d-c587-49ff-92fb-02b1a852efd4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.546134] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Waiting for the task: (returnval){ [ 883.546134] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52abccef-2686-5f22-acc2-e9eff02da300" [ 883.546134] env[65978]: _type = "Task" [ 883.546134] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.555298] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52abccef-2686-5f22-acc2-e9eff02da300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.562671] env[65978]: DEBUG nova.compute.manager [req-3a17f8d7-e0ad-4597-a3e2-cc50b567b695 req-26d3365f-83aa-4d62-99ed-4a4227ac0e64 service nova] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Received event network-vif-deleted-3bf290d0-9d16-4ece-89fc-600f269185ad {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 883.823489] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 883.823489] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f0f074-5ef0-20f8-cd45-f7d3b7205be3" [ 883.823489] env[65978]: _type = "HttpNfcLease" [ 883.823489] env[65978]: } is ready. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 883.823881] env[65978]: DEBUG oslo_vmware.rw_handles [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 883.823881] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f0f074-5ef0-20f8-cd45-f7d3b7205be3" [ 883.823881] env[65978]: _type = "HttpNfcLease" [ 883.823881] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 883.824694] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a14901-971b-429d-9497-5624780b9898 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.833182] env[65978]: DEBUG oslo_vmware.rw_handles [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f6f53-9001-66b5-574b-91ab73d8eedf/disk-0.vmdk from lease info. {{(pid=65978) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 883.833376] env[65978]: DEBUG oslo_vmware.rw_handles [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f6f53-9001-66b5-574b-91ab73d8eedf/disk-0.vmdk for reading. {{(pid=65978) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 883.888397] env[65978]: DEBUG oslo_concurrency.lockutils [None req-20a0a064-3fd0-4da2-8ca2-e7b3cc0ca9dc tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.761s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.891751] env[65978]: WARNING neutronclient.v2_0.client [req-b8f0c9ad-3fb3-470e-987b-4f901ffbc251 req-729581bf-3040-4cb7-b7e4-dd3f32c8de40 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.896029] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d9201bfc-f925-43ca-93da-1d389faa05b2 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "af8f6ac9-1a38-4437-8ef4-2db230a9e3d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.003s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.896345] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.120s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.897779] env[65978]: INFO nova.compute.claims [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.933483] env[65978]: INFO nova.compute.manager [-] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Took 1.35 seconds to deallocate network for instance. [ 883.947513] env[65978]: INFO nova.compute.manager [-] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Took 1.43 seconds to deallocate network for instance. [ 883.948953] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-35b2c48e-aeb0-4f1f-9488-8c030436662b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.994675] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714640, 'name': Rename_Task, 'duration_secs': 0.207592} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.995546] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.995703] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6146bd44-0bab-4241-8e19-1ed95ef04ca8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.004757] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 884.004757] env[65978]: value = "task-4714641" [ 884.004757] env[65978]: _type = "Task" [ 884.004757] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.020663] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.060420] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52abccef-2686-5f22-acc2-e9eff02da300, 'name': SearchDatastore_Task, 'duration_secs': 0.017565} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.060420] env[65978]: DEBUG oslo_concurrency.lockutils [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.060504] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.060797] env[65978]: DEBUG oslo_concurrency.lockutils [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.061224] env[65978]: DEBUG oslo_concurrency.lockutils [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.061224] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.061462] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45ddc9d6-691c-4a8a-92b3-fc95f95dea68 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.074736] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.074969] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.076073] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea66862e-2ae8-4bdb-95aa-25f2750f0a1a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.082357] env[65978]: WARNING neutronclient.v2_0.client [req-b8f0c9ad-3fb3-470e-987b-4f901ffbc251 req-729581bf-3040-4cb7-b7e4-dd3f32c8de40 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.087054] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Waiting for the task: (returnval){ [ 884.087054] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524ade1f-cbe0-e00b-fc61-7213e4880589" [ 884.087054] env[65978]: _type = "Task" [ 884.087054] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.098436] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524ade1f-cbe0-e00b-fc61-7213e4880589, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.196425] env[65978]: DEBUG nova.network.neutron [req-b8f0c9ad-3fb3-470e-987b-4f901ffbc251 req-729581bf-3040-4cb7-b7e4-dd3f32c8de40 service nova] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Updated VIF entry in instance network info cache for port 1691509c-b16b-4533-b81b-0a5ec8904d09. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 884.197199] env[65978]: DEBUG nova.network.neutron [req-b8f0c9ad-3fb3-470e-987b-4f901ffbc251 req-729581bf-3040-4cb7-b7e4-dd3f32c8de40 service nova] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Updating instance_info_cache with network_info: [{"id": "1691509c-b16b-4533-b81b-0a5ec8904d09", "address": "fa:16:3e:67:bd:bd", "network": {"id": "02376316-4b25-43f1-a65f-6881ea0bea7d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-234194489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0febab1f921a4c61b099653637434721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1691509c-b1", "ovs_interfaceid": "1691509c-b16b-4533-b81b-0a5ec8904d09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.263414] env[65978]: DEBUG nova.network.neutron [-] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.294119] env[65978]: DEBUG oslo_concurrency.lockutils [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "839a307a-ae21-42a6-8101-54043b7722eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.294119] env[65978]: DEBUG oslo_concurrency.lockutils [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "839a307a-ae21-42a6-8101-54043b7722eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.294119] env[65978]: DEBUG oslo_concurrency.lockutils [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "839a307a-ae21-42a6-8101-54043b7722eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.294119] env[65978]: DEBUG oslo_concurrency.lockutils [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "839a307a-ae21-42a6-8101-54043b7722eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.294119] env[65978]: DEBUG oslo_concurrency.lockutils [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "839a307a-ae21-42a6-8101-54043b7722eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.295373] env[65978]: INFO nova.compute.manager [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Terminating instance [ 884.403605] env[65978]: DEBUG nova.compute.manager [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 884.440753] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.458641] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.473529] env[65978]: INFO nova.scheduler.client.report [None req-20a0a064-3fd0-4da2-8ca2-e7b3cc0ca9dc tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Deleted allocation for migration b503e17f-8b93-432c-8cc8-02634a23c245 [ 884.518499] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714641, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.598886] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524ade1f-cbe0-e00b-fc61-7213e4880589, 'name': SearchDatastore_Task, 'duration_secs': 0.015129} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.600038] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-565a6086-ca2d-472d-8013-ffc8f177ca74 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.607106] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Waiting for the task: (returnval){ [ 884.607106] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52edef05-7b36-63fd-1601-54ad1f7e02d5" [ 884.607106] env[65978]: _type = "Task" [ 884.607106] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.617367] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52edef05-7b36-63fd-1601-54ad1f7e02d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.700966] env[65978]: DEBUG oslo_concurrency.lockutils [req-b8f0c9ad-3fb3-470e-987b-4f901ffbc251 req-729581bf-3040-4cb7-b7e4-dd3f32c8de40 service nova] Releasing lock "refresh_cache-baf140d5-8c41-45ca-99b3-52c4c00adebd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.701319] env[65978]: DEBUG nova.compute.manager [req-b8f0c9ad-3fb3-470e-987b-4f901ffbc251 req-729581bf-3040-4cb7-b7e4-dd3f32c8de40 service nova] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Received event network-vif-deleted-72f9ee58-2fed-4e58-a6bf-08bed37e3a39 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 884.701504] env[65978]: INFO nova.compute.manager [req-b8f0c9ad-3fb3-470e-987b-4f901ffbc251 req-729581bf-3040-4cb7-b7e4-dd3f32c8de40 service nova] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Neutron deleted interface 72f9ee58-2fed-4e58-a6bf-08bed37e3a39; detaching it from the instance and deleting it from the info cache [ 884.702131] env[65978]: DEBUG nova.network.neutron [req-b8f0c9ad-3fb3-470e-987b-4f901ffbc251 req-729581bf-3040-4cb7-b7e4-dd3f32c8de40 service nova] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.766406] env[65978]: INFO nova.compute.manager [-] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Took 1.30 seconds to deallocate network for instance. [ 884.800198] env[65978]: DEBUG nova.compute.manager [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 884.800521] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.801787] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d682673c-4bf0-4470-812d-b2f305b7ba9e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.812066] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.812536] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2dec102-038b-4002-97ff-dbff1119be7f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.896404] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.896655] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.896854] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Deleting the datastore file [datastore1] 839a307a-ae21-42a6-8101-54043b7722eb {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.897247] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59479681-b25d-4c36-bec5-64c16fc825ef {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.905817] env[65978]: DEBUG oslo_vmware.api [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 884.905817] env[65978]: value = "task-4714643" [ 884.905817] env[65978]: _type = "Task" [ 884.905817] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.925752] env[65978]: DEBUG oslo_vmware.api [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.935538] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.980221] env[65978]: DEBUG oslo_concurrency.lockutils [None req-20a0a064-3fd0-4da2-8ca2-e7b3cc0ca9dc tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "b6f9926b-da45-40cd-8fe3-60a9b3d4dc91" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.655s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.016598] env[65978]: DEBUG oslo_vmware.api [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714641, 'name': PowerOnVM_Task, 'duration_secs': 0.677149} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.020062] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.020726] env[65978]: DEBUG nova.compute.manager [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 885.022312] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ba7e5d-6bc6-4ee8-9516-dbbd02e9ea69 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.119370] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52edef05-7b36-63fd-1601-54ad1f7e02d5, 'name': SearchDatastore_Task, 'duration_secs': 0.013491} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.122489] env[65978]: DEBUG oslo_concurrency.lockutils [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.122897] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] baf140d5-8c41-45ca-99b3-52c4c00adebd/baf140d5-8c41-45ca-99b3-52c4c00adebd.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.123638] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28fdcd23-13f6-48d0-91ca-22cd577711ae {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.132685] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Waiting for the task: (returnval){ [ 885.132685] env[65978]: value = "task-4714644" [ 885.132685] env[65978]: _type = "Task" [ 885.132685] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.146621] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Task: {'id': task-4714644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.205842] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-406207f3-238d-4244-a856-7f9afac34a5d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.218071] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8a90fb-74f1-454b-a33e-f64cec1a2eb0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.267935] env[65978]: DEBUG nova.compute.manager [req-b8f0c9ad-3fb3-470e-987b-4f901ffbc251 req-729581bf-3040-4cb7-b7e4-dd3f32c8de40 service nova] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Detach interface failed, port_id=72f9ee58-2fed-4e58-a6bf-08bed37e3a39, reason: Instance 750e509e-7d2f-470d-895e-d098efd02196 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 885.273860] env[65978]: DEBUG oslo_concurrency.lockutils [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.399203] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338a07e6-2972-42d0-a7ec-c994d1283fcf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.413421] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e97a3ba-9931-4cd2-a16f-e6ed53d36969 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.424032] env[65978]: DEBUG oslo_vmware.api [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287074} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.453584] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.453803] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.454038] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.454217] env[65978]: INFO nova.compute.manager [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Took 0.65 seconds to destroy the instance on the hypervisor. [ 885.454477] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 885.455028] env[65978]: DEBUG nova.compute.manager [-] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 885.455153] env[65978]: DEBUG nova.network.neutron [-] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 885.455466] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.458941] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccdfb6a-4888-4a4c-aca7-98be4f5b28b4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.471467] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b406d7-44e5-4953-9bee-a63ded3ba1f2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.489584] env[65978]: DEBUG nova.compute.provider_tree [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.498339] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.542269] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.647402] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Task: {'id': task-4714644, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.993330] env[65978]: DEBUG nova.scheduler.client.report [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.147772] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Task: {'id': task-4714644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639725} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.148226] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] baf140d5-8c41-45ca-99b3-52c4c00adebd/baf140d5-8c41-45ca-99b3-52c4c00adebd.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.148409] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.148727] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ec60d45-6a67-4546-aec2-364d6baa0995 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.159023] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Waiting for the task: (returnval){ [ 886.159023] env[65978]: value = "task-4714645" [ 886.159023] env[65978]: _type = "Task" [ 886.159023] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.170473] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Task: {'id': task-4714645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.279698] env[65978]: DEBUG nova.network.neutron [-] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.499783] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.500950] env[65978]: DEBUG nova.compute.manager [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 886.503916] env[65978]: DEBUG oslo_concurrency.lockutils [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.109s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.504153] env[65978]: DEBUG nova.objects.instance [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Lazy-loading 'resources' on Instance uuid d096f28a-1d66-4679-a229-0f63e3e3819a {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.669656] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Task: {'id': task-4714645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079626} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.669837] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.670672] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd78cc6-20b0-467c-8898-6eeb1a1b898d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.694651] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] baf140d5-8c41-45ca-99b3-52c4c00adebd/baf140d5-8c41-45ca-99b3-52c4c00adebd.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.694954] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-373e010c-342f-481b-8933-284124b05212 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.716011] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Waiting for the task: (returnval){ [ 886.716011] env[65978]: value = "task-4714646" [ 886.716011] env[65978]: _type = "Task" [ 886.716011] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.727806] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Task: {'id': task-4714646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.782679] env[65978]: INFO nova.compute.manager [-] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Took 1.33 seconds to deallocate network for instance. [ 887.008441] env[65978]: DEBUG nova.compute.utils [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.013726] env[65978]: DEBUG nova.compute.manager [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 887.013926] env[65978]: DEBUG nova.network.neutron [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 887.014380] env[65978]: WARNING neutronclient.v2_0.client [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.014800] env[65978]: WARNING neutronclient.v2_0.client [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.068555] env[65978]: DEBUG nova.policy [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '261d92c7ac3a4dbf9ca3b5bdde3a7910', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c49dc3ab15040418137657626c806a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.228608] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Task: {'id': task-4714646, 'name': ReconfigVM_Task, 'duration_secs': 0.392069} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.232202] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Reconfigured VM instance instance-00000049 to attach disk [datastore2] baf140d5-8c41-45ca-99b3-52c4c00adebd/baf140d5-8c41-45ca-99b3-52c4c00adebd.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.233492] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaf1d543-4c27-4437-81ad-4df13bb47118 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.242769] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Waiting for the task: (returnval){ [ 887.242769] env[65978]: value = "task-4714647" [ 887.242769] env[65978]: _type = "Task" [ 887.242769] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.256215] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Task: {'id': task-4714647, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.291198] env[65978]: DEBUG oslo_concurrency.lockutils [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.424270] env[65978]: DEBUG nova.network.neutron [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Successfully created port: 9b0a4a60-e3b0-4524-b590-96f631c59f36 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 887.514532] env[65978]: DEBUG nova.compute.manager [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 887.534675] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cd8e8f-c615-4716-b870-9c96dc60e3fd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.548080] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fddca6c-a107-4b7c-a135-e894d41802ef {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.617783] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826d24a7-e3ad-4448-8dcc-953f90d5a611 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.627186] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464f97cb-a041-43d0-a454-4ae1d2e55e65 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.652060] env[65978]: DEBUG nova.compute.provider_tree [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.754394] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Task: {'id': task-4714647, 'name': Rename_Task, 'duration_secs': 0.198857} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.754705] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.754960] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05b2fdb0-87a2-4add-92d2-5769ee07cde8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.765826] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Waiting for the task: (returnval){ [ 887.765826] env[65978]: value = "task-4714648" [ 887.765826] env[65978]: _type = "Task" [ 887.765826] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.775903] env[65978]: DEBUG oslo_vmware.rw_handles [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4316b-addd-8df8-cd21-670cf067c462/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 887.776955] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fc6bca-47d7-4312-9ff3-3a1aa1b2c54d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.783427] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Task: {'id': task-4714648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.788148] env[65978]: DEBUG oslo_vmware.rw_handles [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4316b-addd-8df8-cd21-670cf067c462/disk-0.vmdk is in state: ready. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 887.788326] env[65978]: ERROR oslo_vmware.rw_handles [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4316b-addd-8df8-cd21-670cf067c462/disk-0.vmdk due to incomplete transfer. [ 887.788579] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f570d6eb-7813-4568-ac79-a90f46ef3e84 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.798023] env[65978]: DEBUG oslo_vmware.rw_handles [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4316b-addd-8df8-cd21-670cf067c462/disk-0.vmdk. {{(pid=65978) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 887.798527] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Uploaded image fc6a156b-bc93-4cc0-bc05-772a9efe998c to the Glance image server {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 887.801901] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Destroying the VM {{(pid=65978) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 887.802261] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4e339dd1-0143-42d6-84f5-1878ba549dfb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.810931] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Waiting for the task: (returnval){ [ 887.810931] env[65978]: value = "task-4714649" [ 887.810931] env[65978]: _type = "Task" [ 887.810931] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.822966] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714649, 'name': Destroy_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.154888] env[65978]: DEBUG nova.scheduler.client.report [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.278908] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Task: {'id': task-4714648, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.323137] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714649, 'name': Destroy_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.390684] env[65978]: INFO nova.compute.manager [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Rebuilding instance [ 888.443913] env[65978]: DEBUG nova.compute.manager [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 888.444474] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3434a5a-87c0-423e-8b0e-81bedead602c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.528295] env[65978]: DEBUG nova.compute.manager [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 888.553755] env[65978]: DEBUG nova.virt.hardware [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 888.553926] env[65978]: DEBUG nova.virt.hardware [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.554113] env[65978]: DEBUG nova.virt.hardware [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 888.554378] env[65978]: DEBUG nova.virt.hardware [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.554605] env[65978]: DEBUG nova.virt.hardware [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 888.554801] env[65978]: DEBUG nova.virt.hardware [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 888.554991] env[65978]: DEBUG nova.virt.hardware [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 888.555189] env[65978]: DEBUG nova.virt.hardware [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 888.555378] env[65978]: DEBUG nova.virt.hardware [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 888.555542] env[65978]: DEBUG nova.virt.hardware [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 888.555731] env[65978]: DEBUG nova.virt.hardware [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 888.556782] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860a2e22-2486-4d16-9094-53c1397c6f70 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.572047] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495f0954-b18e-4cdb-a094-b3824188da7c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.597632] env[65978]: DEBUG nova.compute.manager [req-3c0639f4-5819-46f5-91b2-b37bbf2cadcb req-2158d9d9-1bca-48fd-b0fe-56fcd8f7a6b4 service nova] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Received event network-vif-deleted-2876a8f8-3914-41f6-b82f-2bd16c774421 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 888.660657] env[65978]: DEBUG oslo_concurrency.lockutils [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.663312] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.305s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.664915] env[65978]: INFO nova.compute.claims [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.683451] env[65978]: INFO nova.scheduler.client.report [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Deleted allocations for instance d096f28a-1d66-4679-a229-0f63e3e3819a [ 888.695284] env[65978]: DEBUG nova.compute.manager [req-b9fd9eec-3b13-4f2e-b0a2-4049355825f2 req-6dc567f0-f86f-493f-af76-e4ccb325362e service nova] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Received event network-vif-deleted-2bcc302f-8be0-4fb5-be3a-348716ec444a {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 888.780729] env[65978]: DEBUG oslo_vmware.api [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Task: {'id': task-4714648, 'name': PowerOnVM_Task, 'duration_secs': 0.880315} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.781099] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.781756] env[65978]: INFO nova.compute.manager [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Took 8.97 seconds to spawn the instance on the hypervisor. [ 888.781756] env[65978]: DEBUG nova.compute.manager [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 888.782562] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c618ed-e3b2-4006-9d58-2abbde8045c3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.826083] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714649, 'name': Destroy_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.082318] env[65978]: DEBUG nova.network.neutron [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Successfully updated port: 9b0a4a60-e3b0-4524-b590-96f631c59f36 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 889.193456] env[65978]: DEBUG oslo_concurrency.lockutils [None req-30cdb86d-c1d4-4155-bdfb-0677ec13dc5f tempest-ServersListShow298Test-192173705 tempest-ServersListShow298Test-192173705-project-member] Lock "d096f28a-1d66-4679-a229-0f63e3e3819a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.779s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.307382] env[65978]: INFO nova.compute.manager [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Took 44.94 seconds to build instance. [ 889.325537] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714649, 'name': Destroy_Task, 'duration_secs': 1.025219} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.326322] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Destroyed the VM [ 889.326322] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Deleting Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 889.326870] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2caaf5af-1ed7-4389-9521-4e9341e1389d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.337192] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Waiting for the task: (returnval){ [ 889.337192] env[65978]: value = "task-4714650" [ 889.337192] env[65978]: _type = "Task" [ 889.337192] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.349179] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714650, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.463433] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.463813] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72635a93-3714-4411-a458-e2a677fe615b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.473353] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 889.473353] env[65978]: value = "task-4714651" [ 889.473353] env[65978]: _type = "Task" [ 889.473353] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.483753] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.586054] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "refresh_cache-d020c361-f57c-400f-b41f-c6ed384a0008" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.586259] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired lock "refresh_cache-d020c361-f57c-400f-b41f-c6ed384a0008" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.586438] env[65978]: DEBUG nova.network.neutron [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 889.811075] env[65978]: DEBUG oslo_concurrency.lockutils [None req-39dd6435-185c-4e06-af8c-e7c2a0652852 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Lock "baf140d5-8c41-45ca-99b3-52c4c00adebd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.608s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.850414] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714650, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.874788] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquiring lock "b651afcc-a92b-4417-84a7-61a76c320e15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.875147] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Lock "b651afcc-a92b-4417-84a7-61a76c320e15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.875428] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquiring lock "b651afcc-a92b-4417-84a7-61a76c320e15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.875648] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Lock "b651afcc-a92b-4417-84a7-61a76c320e15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.875891] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Lock "b651afcc-a92b-4417-84a7-61a76c320e15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.878790] env[65978]: INFO nova.compute.manager [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Terminating instance [ 889.987068] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714651, 'name': PowerOffVM_Task, 'duration_secs': 0.325932} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.991165] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.991521] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.993026] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c57adf9-a37b-466d-a038-d06f32a71e32 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.002175] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.004006] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8025202d-9c04-43a7-8783-28fcb2179356 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.087217] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.087511] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.087691] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Deleting the datastore file [datastore1] af8f6ac9-1a38-4437-8ef4-2db230a9e3d5 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.088032] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fe9e80f-4e10-4a66-bb02-42480e4d10a9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.102188] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 890.102188] env[65978]: value = "task-4714653" [ 890.102188] env[65978]: _type = "Task" [ 890.102188] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.116179] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.205974] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dd419d-36a4-47a0-aa65-08f71c52a42b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.215866] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d1b76f-df9a-4133-877c-9f8efe7e27ab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.249719] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4be0d54-f44a-4fa8-b20e-a37795ceddc5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.255938] env[65978]: DEBUG nova.network.neutron [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 890.261891] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40efc03e-0094-4d08-aed3-7468e08599f3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.281046] env[65978]: DEBUG nova.compute.provider_tree [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.351618] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714650, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.383989] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquiring lock "refresh_cache-b651afcc-a92b-4417-84a7-61a76c320e15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.383989] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquired lock "refresh_cache-b651afcc-a92b-4417-84a7-61a76c320e15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.383989] env[65978]: DEBUG nova.network.neutron [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 890.408094] env[65978]: WARNING neutronclient.v2_0.client [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.500299] env[65978]: DEBUG nova.network.neutron [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Updating instance_info_cache with network_info: [{"id": "9b0a4a60-e3b0-4524-b590-96f631c59f36", "address": "fa:16:3e:bc:81:71", "network": {"id": "46fccd3d-fad6-4070-9e81-322a28c0d678", "bridge": "br-int", "label": "tempest-ServersTestJSON-1875769234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c49dc3ab15040418137657626c806a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b0a4a60-e3", "ovs_interfaceid": "9b0a4a60-e3b0-4524-b590-96f631c59f36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.620836] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338347} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.621243] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.621545] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.621780] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.785252] env[65978]: DEBUG nova.scheduler.client.report [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.853520] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714650, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.898264] env[65978]: WARNING neutronclient.v2_0.client [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.916530] env[65978]: DEBUG nova.compute.manager [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Received event network-vif-plugged-9b0a4a60-e3b0-4524-b590-96f631c59f36 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 890.916530] env[65978]: DEBUG oslo_concurrency.lockutils [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] Acquiring lock "d020c361-f57c-400f-b41f-c6ed384a0008-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.916666] env[65978]: DEBUG oslo_concurrency.lockutils [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] Lock "d020c361-f57c-400f-b41f-c6ed384a0008-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.916882] env[65978]: DEBUG oslo_concurrency.lockutils [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] Lock "d020c361-f57c-400f-b41f-c6ed384a0008-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.918337] env[65978]: DEBUG nova.compute.manager [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] No waiting events found dispatching network-vif-plugged-9b0a4a60-e3b0-4524-b590-96f631c59f36 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 890.918337] env[65978]: WARNING nova.compute.manager [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Received unexpected event network-vif-plugged-9b0a4a60-e3b0-4524-b590-96f631c59f36 for instance with vm_state building and task_state spawning. [ 890.918337] env[65978]: DEBUG nova.compute.manager [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Received event network-changed-9b0a4a60-e3b0-4524-b590-96f631c59f36 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 890.918337] env[65978]: DEBUG nova.compute.manager [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Refreshing instance network info cache due to event network-changed-9b0a4a60-e3b0-4524-b590-96f631c59f36. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 890.918337] env[65978]: DEBUG oslo_concurrency.lockutils [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] Acquiring lock "refresh_cache-d020c361-f57c-400f-b41f-c6ed384a0008" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.920673] env[65978]: DEBUG nova.network.neutron [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 890.982981] env[65978]: DEBUG nova.network.neutron [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.002899] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Releasing lock "refresh_cache-d020c361-f57c-400f-b41f-c6ed384a0008" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.005344] env[65978]: DEBUG nova.compute.manager [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Instance network_info: |[{"id": "9b0a4a60-e3b0-4524-b590-96f631c59f36", "address": "fa:16:3e:bc:81:71", "network": {"id": "46fccd3d-fad6-4070-9e81-322a28c0d678", "bridge": "br-int", "label": "tempest-ServersTestJSON-1875769234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c49dc3ab15040418137657626c806a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b0a4a60-e3", "ovs_interfaceid": "9b0a4a60-e3b0-4524-b590-96f631c59f36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 891.005344] env[65978]: DEBUG oslo_concurrency.lockutils [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] Acquired lock "refresh_cache-d020c361-f57c-400f-b41f-c6ed384a0008" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.005344] env[65978]: DEBUG nova.network.neutron [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Refreshing network info cache for port 9b0a4a60-e3b0-4524-b590-96f631c59f36 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.006124] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:81:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b0a4a60-e3b0-4524-b590-96f631c59f36', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.014108] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Creating folder: Project (3c49dc3ab15040418137657626c806a8). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.015042] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1f01751-52ef-4e85-9e56-ff2a91e362c5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.031994] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Created folder: Project (3c49dc3ab15040418137657626c806a8) in parent group-v919857. [ 891.032299] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Creating folder: Instances. Parent ref: group-v920076. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.032548] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cf133e1-a6b5-40e4-b8fc-6939e6c49b4e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.044408] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Created folder: Instances in parent group-v920076. [ 891.044498] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 891.044741] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.045146] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bfc8aaa-5545-47c3-938b-573638ff533e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.069360] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.069360] env[65978]: value = "task-4714656" [ 891.069360] env[65978]: _type = "Task" [ 891.069360] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.078440] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714656, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.292297] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.292814] env[65978]: DEBUG nova.compute.manager [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 891.296335] env[65978]: DEBUG oslo_concurrency.lockutils [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.498s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.297924] env[65978]: INFO nova.compute.claims [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.357139] env[65978]: DEBUG oslo_vmware.api [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714650, 'name': RemoveSnapshot_Task, 'duration_secs': 1.561682} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.357588] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Deleted Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 891.357951] env[65978]: INFO nova.compute.manager [None req-057cd6e4-dc9c-469d-b87a-876d3209f6ea tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Took 21.01 seconds to snapshot the instance on the hypervisor. [ 891.490180] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Releasing lock "refresh_cache-b651afcc-a92b-4417-84a7-61a76c320e15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.490180] env[65978]: DEBUG nova.compute.manager [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 891.490180] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.490635] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f47e37f-fab6-485b-995a-0eaffe05e3ae {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.502037] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.502227] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8748155f-4d6b-4fea-8818-7b88e7171923 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.513606] env[65978]: DEBUG oslo_vmware.api [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 891.513606] env[65978]: value = "task-4714657" [ 891.513606] env[65978]: _type = "Task" [ 891.513606] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.516069] env[65978]: WARNING neutronclient.v2_0.client [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.525386] env[65978]: DEBUG oslo_vmware.api [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.588889] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714656, 'name': CreateVM_Task, 'duration_secs': 0.438618} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.589047] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.589872] env[65978]: WARNING neutronclient.v2_0.client [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.590347] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.590347] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.590936] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.591117] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d1f76cf-6540-41ab-abaa-7e5646332a44 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.597914] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 891.597914] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a7fadc-8806-c97b-a9e0-413e6e796e19" [ 891.597914] env[65978]: _type = "Task" [ 891.597914] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.608142] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a7fadc-8806-c97b-a9e0-413e6e796e19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.664891] env[65978]: DEBUG nova.virt.hardware [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 891.665168] env[65978]: DEBUG nova.virt.hardware [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.665319] env[65978]: DEBUG nova.virt.hardware [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 891.665510] env[65978]: DEBUG nova.virt.hardware [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.665787] env[65978]: DEBUG nova.virt.hardware [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 891.666038] env[65978]: DEBUG nova.virt.hardware [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 891.666355] env[65978]: DEBUG nova.virt.hardware [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 891.666422] env[65978]: DEBUG nova.virt.hardware [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 891.666547] env[65978]: DEBUG nova.virt.hardware [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 891.666702] env[65978]: DEBUG nova.virt.hardware [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 891.666866] env[65978]: DEBUG nova.virt.hardware [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 891.668156] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba1e397-d70d-4738-a372-c42e6fd72eb6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.677250] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d63207-cc08-4fa2-95a7-d05e481e948a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.695480] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:f3:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee09069f-6d97-4d84-86ef-a20eb17ae92c', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.703227] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 891.703551] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.703788] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4f6d432-6f8b-40b8-8c72-8cf4e3c27874 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.726634] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.726634] env[65978]: value = "task-4714658" [ 891.726634] env[65978]: _type = "Task" [ 891.726634] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.731333] env[65978]: WARNING neutronclient.v2_0.client [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.740467] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714658, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.806104] env[65978]: DEBUG nova.compute.utils [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.810182] env[65978]: DEBUG nova.network.neutron [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Updated VIF entry in instance network info cache for port 9b0a4a60-e3b0-4524-b590-96f631c59f36. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 891.810556] env[65978]: DEBUG nova.network.neutron [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Updating instance_info_cache with network_info: [{"id": "9b0a4a60-e3b0-4524-b590-96f631c59f36", "address": "fa:16:3e:bc:81:71", "network": {"id": "46fccd3d-fad6-4070-9e81-322a28c0d678", "bridge": "br-int", "label": "tempest-ServersTestJSON-1875769234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c49dc3ab15040418137657626c806a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b0a4a60-e3", "ovs_interfaceid": "9b0a4a60-e3b0-4524-b590-96f631c59f36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.812968] env[65978]: DEBUG nova.compute.manager [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 891.813277] env[65978]: DEBUG nova.network.neutron [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 891.813699] env[65978]: WARNING neutronclient.v2_0.client [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.814060] env[65978]: WARNING neutronclient.v2_0.client [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.881821] env[65978]: DEBUG nova.policy [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c5212e3e6494b969310e4208c9e0d24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9464cd0195c0456c9dc7efecc3174e93', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.027084] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "2065da93-93a5-4439-8bdc-517cda51c0d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.027589] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "2065da93-93a5-4439-8bdc-517cda51c0d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.035779] env[65978]: DEBUG oslo_vmware.api [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714657, 'name': PowerOffVM_Task, 'duration_secs': 0.164889} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.036117] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.036290] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.036599] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd4bd79b-b64a-4df8-a59e-4171bec0b0ab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.069769] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.070645] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.070874] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Deleting the datastore file [datastore2] b651afcc-a92b-4417-84a7-61a76c320e15 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.071281] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae94e0f0-a50a-4f04-9ba4-3d645880d055 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.088496] env[65978]: DEBUG oslo_vmware.api [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 892.088496] env[65978]: value = "task-4714660" [ 892.088496] env[65978]: _type = "Task" [ 892.088496] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.099881] env[65978]: DEBUG oslo_vmware.api [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.112380] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a7fadc-8806-c97b-a9e0-413e6e796e19, 'name': SearchDatastore_Task, 'duration_secs': 0.018573} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.112380] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.112380] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.112530] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.112640] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.112863] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.113536] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cbaca53-990d-4456-93ad-18340e69e15f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.133765] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.134149] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.134821] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7cacaf1-05ae-4331-bef3-91ef4086f34b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.142289] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 892.142289] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527ebe24-d148-176b-9e98-5538c3c62873" [ 892.142289] env[65978]: _type = "Task" [ 892.142289] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.152273] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527ebe24-d148-176b-9e98-5538c3c62873, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.239931] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714658, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.310642] env[65978]: DEBUG nova.compute.manager [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 892.313907] env[65978]: DEBUG oslo_concurrency.lockutils [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] Releasing lock "refresh_cache-d020c361-f57c-400f-b41f-c6ed384a0008" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.314155] env[65978]: DEBUG nova.compute.manager [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Received event network-changed-1691509c-b16b-4533-b81b-0a5ec8904d09 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 892.314337] env[65978]: DEBUG nova.compute.manager [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Refreshing instance network info cache due to event network-changed-1691509c-b16b-4533-b81b-0a5ec8904d09. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 892.314543] env[65978]: DEBUG oslo_concurrency.lockutils [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] Acquiring lock "refresh_cache-baf140d5-8c41-45ca-99b3-52c4c00adebd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.314727] env[65978]: DEBUG oslo_concurrency.lockutils [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] Acquired lock "refresh_cache-baf140d5-8c41-45ca-99b3-52c4c00adebd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.314829] env[65978]: DEBUG nova.network.neutron [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Refreshing network info cache for port 1691509c-b16b-4533-b81b-0a5ec8904d09 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.345166] env[65978]: DEBUG nova.network.neutron [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Successfully created port: 5cff986d-f7a7-4b5b-804b-927e31aa43e6 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 892.532242] env[65978]: DEBUG nova.compute.manager [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 892.606988] env[65978]: DEBUG oslo_vmware.api [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156108} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.608701] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.609180] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.609493] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.609771] env[65978]: INFO nova.compute.manager [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Took 1.12 seconds to destroy the instance on the hypervisor. [ 892.610195] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 892.610525] env[65978]: DEBUG nova.compute.manager [-] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 892.610711] env[65978]: DEBUG nova.network.neutron [-] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 892.611094] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.656931] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527ebe24-d148-176b-9e98-5538c3c62873, 'name': SearchDatastore_Task, 'duration_secs': 0.014234} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.659103] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1187c6b-be0e-44a1-912f-35a288b6c925 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.662344] env[65978]: DEBUG nova.network.neutron [-] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 892.662614] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.669263] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 892.669263] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52220eaf-2fdf-0f2e-0a24-6344d6c30ce1" [ 892.669263] env[65978]: _type = "Task" [ 892.669263] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.682787] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52220eaf-2fdf-0f2e-0a24-6344d6c30ce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.741338] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714658, 'name': CreateVM_Task, 'duration_secs': 0.532257} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.744165] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.745462] env[65978]: WARNING neutronclient.v2_0.client [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 892.745462] env[65978]: DEBUG oslo_concurrency.lockutils [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.745733] env[65978]: DEBUG oslo_concurrency.lockutils [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.745845] env[65978]: DEBUG oslo_concurrency.lockutils [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.746932] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-438d8a59-61d5-48d9-875f-0c9ec0a37242 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.752045] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 892.752045] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52552d67-cb44-99c8-2722-9105509eacff" [ 892.752045] env[65978]: _type = "Task" [ 892.752045] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.762992] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52552d67-cb44-99c8-2722-9105509eacff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.819119] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691056d3-4b73-4aa7-ba0c-bc91d272dd45 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.824474] env[65978]: INFO nova.virt.block_device [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Booting with volume 83cea6a7-ef09-4423-aa18-cd800cbe7493 at /dev/sda [ 892.826413] env[65978]: WARNING neutronclient.v2_0.client [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.843096] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb62df2e-7b68-4fd6-8941-9b8b169a51d6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.881746] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3432cb9c-e803-450c-a151-2d74b5ac8dba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.884537] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4585547e-9cc6-4b20-ba55-5ced70c447d7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.895330] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d420ae7-9fb1-45bb-8e26-03ffacae8507 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.903064] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e042bf-cad0-4bef-ae22-29c2d13a13a2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.929826] env[65978]: DEBUG nova.compute.provider_tree [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.958122] env[65978]: DEBUG nova.scheduler.client.report [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.960729] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17a68aba-ebba-44f8-a676-440d11e5d4e6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.971635] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3e6e14-08a2-4c2a-b103-ab99cb420032 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.011053] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394e1ada-3c31-446f-abb6-1668d396c272 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.021544] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c01bd1-3232-4431-bac8-a3166f19f2b1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.036475] env[65978]: DEBUG nova.virt.block_device [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Updating existing volume attachment record: 4db6b303-0cee-4109-8e72-ede468927e14 {{(pid=65978) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 893.064949] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.165024] env[65978]: DEBUG nova.network.neutron [-] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.192036] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52220eaf-2fdf-0f2e-0a24-6344d6c30ce1, 'name': SearchDatastore_Task, 'duration_secs': 0.014332} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.192036] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.192261] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] d020c361-f57c-400f-b41f-c6ed384a0008/d020c361-f57c-400f-b41f-c6ed384a0008.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.192898] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-034bc08d-085d-4127-8a86-21f783c06bd1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.215362] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 893.215362] env[65978]: value = "task-4714661" [ 893.215362] env[65978]: _type = "Task" [ 893.215362] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.226686] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.267405] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52552d67-cb44-99c8-2722-9105509eacff, 'name': SearchDatastore_Task, 'duration_secs': 0.018365} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.267912] env[65978]: DEBUG oslo_concurrency.lockutils [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.268212] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.268515] env[65978]: DEBUG oslo_concurrency.lockutils [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.268754] env[65978]: DEBUG oslo_concurrency.lockutils [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.268982] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.269399] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f7e2db5-c8e4-49fe-80b8-ab8aad441fa7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.280247] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.280543] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.281420] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c934831b-7e28-43df-8798-46cfbd6b9bbe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.288737] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 893.288737] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5231f617-bc8c-38b2-bbcb-494d1ee8932a" [ 893.288737] env[65978]: _type = "Task" [ 893.288737] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.297763] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5231f617-bc8c-38b2-bbcb-494d1ee8932a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.317759] env[65978]: WARNING neutronclient.v2_0.client [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.465036] env[65978]: DEBUG oslo_concurrency.lockutils [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.465529] env[65978]: DEBUG nova.compute.manager [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 893.468425] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.430s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.468659] env[65978]: DEBUG nova.objects.instance [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lazy-loading 'resources' on Instance uuid a14898a3-b874-4ad3-b2fa-e69608ef4d0f {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.483658] env[65978]: DEBUG nova.network.neutron [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Updated VIF entry in instance network info cache for port 1691509c-b16b-4533-b81b-0a5ec8904d09. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 893.484050] env[65978]: DEBUG nova.network.neutron [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Updating instance_info_cache with network_info: [{"id": "1691509c-b16b-4533-b81b-0a5ec8904d09", "address": "fa:16:3e:67:bd:bd", "network": {"id": "02376316-4b25-43f1-a65f-6881ea0bea7d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-234194489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0febab1f921a4c61b099653637434721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1691509c-b1", "ovs_interfaceid": "1691509c-b16b-4533-b81b-0a5ec8904d09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.667461] env[65978]: INFO nova.compute.manager [-] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Took 1.06 seconds to deallocate network for instance. [ 893.731943] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714661, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.800554] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5231f617-bc8c-38b2-bbcb-494d1ee8932a, 'name': SearchDatastore_Task, 'duration_secs': 0.016023} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.801454] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df234e28-fc42-4a17-9cae-1cd20cb1e33f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.808246] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 893.808246] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52530ad8-4111-ad46-be35-d60da92909ab" [ 893.808246] env[65978]: _type = "Task" [ 893.808246] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.818251] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52530ad8-4111-ad46-be35-d60da92909ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.839760] env[65978]: DEBUG nova.compute.manager [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 893.840704] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ce51af-8290-4155-9b33-be280c70cd4e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.879794] env[65978]: DEBUG nova.compute.manager [req-3bf8f4a5-a53a-4d0d-911b-3061465d18d7 req-476511a0-d110-4664-a5f9-2a27e405d985 service nova] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Received event network-vif-plugged-5cff986d-f7a7-4b5b-804b-927e31aa43e6 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 893.879863] env[65978]: DEBUG oslo_concurrency.lockutils [req-3bf8f4a5-a53a-4d0d-911b-3061465d18d7 req-476511a0-d110-4664-a5f9-2a27e405d985 service nova] Acquiring lock "cc4a2b84-66b9-44db-ae9f-c6a410721bda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.881254] env[65978]: DEBUG oslo_concurrency.lockutils [req-3bf8f4a5-a53a-4d0d-911b-3061465d18d7 req-476511a0-d110-4664-a5f9-2a27e405d985 service nova] Lock "cc4a2b84-66b9-44db-ae9f-c6a410721bda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.881254] env[65978]: DEBUG oslo_concurrency.lockutils [req-3bf8f4a5-a53a-4d0d-911b-3061465d18d7 req-476511a0-d110-4664-a5f9-2a27e405d985 service nova] Lock "cc4a2b84-66b9-44db-ae9f-c6a410721bda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.881254] env[65978]: DEBUG nova.compute.manager [req-3bf8f4a5-a53a-4d0d-911b-3061465d18d7 req-476511a0-d110-4664-a5f9-2a27e405d985 service nova] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] No waiting events found dispatching network-vif-plugged-5cff986d-f7a7-4b5b-804b-927e31aa43e6 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 893.881254] env[65978]: WARNING nova.compute.manager [req-3bf8f4a5-a53a-4d0d-911b-3061465d18d7 req-476511a0-d110-4664-a5f9-2a27e405d985 service nova] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Received unexpected event network-vif-plugged-5cff986d-f7a7-4b5b-804b-927e31aa43e6 for instance with vm_state building and task_state block_device_mapping. [ 893.953524] env[65978]: DEBUG nova.network.neutron [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Successfully updated port: 5cff986d-f7a7-4b5b-804b-927e31aa43e6 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 893.971973] env[65978]: DEBUG nova.compute.utils [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.976711] env[65978]: DEBUG nova.compute.manager [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 893.977166] env[65978]: DEBUG nova.network.neutron [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 893.977338] env[65978]: WARNING neutronclient.v2_0.client [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.978562] env[65978]: WARNING neutronclient.v2_0.client [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.986784] env[65978]: DEBUG oslo_concurrency.lockutils [req-93eabf0e-d7b8-4f73-90f4-58ef0a67b38c req-20e35fc4-56b2-4b51-98b3-47bcc7536d4e service nova] Releasing lock "refresh_cache-baf140d5-8c41-45ca-99b3-52c4c00adebd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.020505] env[65978]: DEBUG nova.policy [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a902776c707427eadde28a671d78b59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1eec13c7bab4ec48430206d7331ad1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.174439] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.231623] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617269} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.238396] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] d020c361-f57c-400f-b41f-c6ed384a0008/d020c361-f57c-400f-b41f-c6ed384a0008.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.238593] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.239164] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a876c243-bc18-4ff8-a21d-d228456c1e5a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.247058] env[65978]: DEBUG oslo_vmware.rw_handles [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f6f53-9001-66b5-574b-91ab73d8eedf/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 894.248745] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97e2d1c-3601-4fd8-9536-22252b53df4a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.253894] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 894.253894] env[65978]: value = "task-4714662" [ 894.253894] env[65978]: _type = "Task" [ 894.253894] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.262827] env[65978]: DEBUG oslo_vmware.rw_handles [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f6f53-9001-66b5-574b-91ab73d8eedf/disk-0.vmdk is in state: ready. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 894.263028] env[65978]: ERROR oslo_vmware.rw_handles [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f6f53-9001-66b5-574b-91ab73d8eedf/disk-0.vmdk due to incomplete transfer. [ 894.263662] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cc5c2921-62be-49df-aff6-8f7f559706ba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.268698] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.277784] env[65978]: DEBUG oslo_vmware.rw_handles [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f6f53-9001-66b5-574b-91ab73d8eedf/disk-0.vmdk. {{(pid=65978) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 894.278055] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Uploaded image aab8429b-85f9-4bad-b3d4-247d90b232ed to the Glance image server {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 894.279756] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Destroying the VM {{(pid=65978) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 894.280052] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3ff66576-19c2-417d-81a6-998a460ccf4a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.288072] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 894.288072] env[65978]: value = "task-4714663" [ 894.288072] env[65978]: _type = "Task" [ 894.288072] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.304383] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714663, 'name': Destroy_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.319373] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52530ad8-4111-ad46-be35-d60da92909ab, 'name': SearchDatastore_Task, 'duration_secs': 0.018947} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.322184] env[65978]: DEBUG oslo_concurrency.lockutils [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.322524] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] af8f6ac9-1a38-4437-8ef4-2db230a9e3d5/af8f6ac9-1a38-4437-8ef4-2db230a9e3d5.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.322999] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d194c6f8-9f3b-4faf-aa92-43cf5865f128 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.332098] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 894.332098] env[65978]: value = "task-4714664" [ 894.332098] env[65978]: _type = "Task" [ 894.332098] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.344131] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.352254] env[65978]: INFO nova.compute.manager [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] instance snapshotting [ 894.355018] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b6e310-1646-4597-b4bb-bd63e2732ed2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.376944] env[65978]: DEBUG nova.network.neutron [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Successfully created port: 8dd07a90-c3da-47d1-82a5-85367447eb5e {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 894.379753] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8755837e-99e2-4bb1-bf58-d490e2b446a3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.439664] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e0a5c3-e470-485f-b205-3d5a73fbece9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.448367] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20db2d3-af71-4990-bb82-a0b2b6ad94fa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.456447] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Acquiring lock "refresh_cache-cc4a2b84-66b9-44db-ae9f-c6a410721bda" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.456635] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Acquired lock "refresh_cache-cc4a2b84-66b9-44db-ae9f-c6a410721bda" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.456815] env[65978]: DEBUG nova.network.neutron [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 894.483678] env[65978]: DEBUG nova.compute.manager [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 894.490791] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fc823f-f213-412c-8f8a-248969f5ea26 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.500687] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e086fef-6e78-430b-a932-4525978f05b7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.518345] env[65978]: DEBUG nova.compute.provider_tree [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.568153] env[65978]: DEBUG nova.network.neutron [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 894.702126] env[65978]: WARNING neutronclient.v2_0.client [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.769007] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093414} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.769341] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.770282] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88294c6f-6bbd-416c-a225-77d4ee6db179 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.797573] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] d020c361-f57c-400f-b41f-c6ed384a0008/d020c361-f57c-400f-b41f-c6ed384a0008.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.801849] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea5583e2-fbf1-427b-bb94-14579397c1c8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.818065] env[65978]: DEBUG nova.network.neutron [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Updating instance_info_cache with network_info: [{"id": "5cff986d-f7a7-4b5b-804b-927e31aa43e6", "address": "fa:16:3e:ed:f0:61", "network": {"id": "6e74fe22-1701-4c4d-9aae-ea7c8b352d56", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1381760775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9464cd0195c0456c9dc7efecc3174e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cff986d-f7", "ovs_interfaceid": "5cff986d-f7a7-4b5b-804b-927e31aa43e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.828046] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714663, 'name': Destroy_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.830024] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 894.830024] env[65978]: value = "task-4714665" [ 894.830024] env[65978]: _type = "Task" [ 894.830024] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.845609] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.849356] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714664, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.895825] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Creating Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 894.895825] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9e75c502-0474-4199-8ec1-ed495776fdbf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.906233] env[65978]: DEBUG oslo_vmware.api [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Waiting for the task: (returnval){ [ 894.906233] env[65978]: value = "task-4714666" [ 894.906233] env[65978]: _type = "Task" [ 894.906233] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.916906] env[65978]: DEBUG oslo_vmware.api [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714666, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.021793] env[65978]: DEBUG nova.scheduler.client.report [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.144924] env[65978]: DEBUG nova.compute.manager [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 895.145515] env[65978]: DEBUG nova.virt.hardware [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 895.145722] env[65978]: DEBUG nova.virt.hardware [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.145877] env[65978]: DEBUG nova.virt.hardware [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 895.146056] env[65978]: DEBUG nova.virt.hardware [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.146230] env[65978]: DEBUG nova.virt.hardware [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 895.146344] env[65978]: DEBUG nova.virt.hardware [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 895.146555] env[65978]: DEBUG nova.virt.hardware [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 895.146704] env[65978]: DEBUG nova.virt.hardware [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 895.146859] env[65978]: DEBUG nova.virt.hardware [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 895.147015] env[65978]: DEBUG nova.virt.hardware [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 895.147187] env[65978]: DEBUG nova.virt.hardware [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 895.148247] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a5a6f1-53fd-4edf-99fb-5429628bc681 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.157670] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60de3e3-1605-4ca8-8cde-e31481ce0d2f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.298955] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714663, 'name': Destroy_Task, 'duration_secs': 0.552091} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.299341] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Destroyed the VM [ 895.299666] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Deleting Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 895.300140] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-27fade4d-e6e3-429f-991d-3a4d26b76c86 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.308941] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 895.308941] env[65978]: value = "task-4714667" [ 895.308941] env[65978]: _type = "Task" [ 895.308941] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.319301] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714667, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.321141] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Releasing lock "refresh_cache-cc4a2b84-66b9-44db-ae9f-c6a410721bda" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.321548] env[65978]: DEBUG nova.compute.manager [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Instance network_info: |[{"id": "5cff986d-f7a7-4b5b-804b-927e31aa43e6", "address": "fa:16:3e:ed:f0:61", "network": {"id": "6e74fe22-1701-4c4d-9aae-ea7c8b352d56", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1381760775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9464cd0195c0456c9dc7efecc3174e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cff986d-f7", "ovs_interfaceid": "5cff986d-f7a7-4b5b-804b-927e31aa43e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 895.322098] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:f0:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cff986d-f7a7-4b5b-804b-927e31aa43e6', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.330087] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Creating folder: Project (9464cd0195c0456c9dc7efecc3174e93). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.330453] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b805c3fa-5f83-43ae-880b-ba8f0698c69e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.344507] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714665, 'name': ReconfigVM_Task, 'duration_secs': 0.379763} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.348018] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Reconfigured VM instance instance-0000004a to attach disk [datastore1] d020c361-f57c-400f-b41f-c6ed384a0008/d020c361-f57c-400f-b41f-c6ed384a0008.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.348778] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606808} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.350374] env[65978]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 895.350615] env[65978]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65978) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 895.350926] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aae2186b-8755-4ac8-a2b7-5043237d817e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.352920] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] af8f6ac9-1a38-4437-8ef4-2db230a9e3d5/af8f6ac9-1a38-4437-8ef4-2db230a9e3d5.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.353236] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.353643] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Folder already exists: Project (9464cd0195c0456c9dc7efecc3174e93). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 895.354081] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Creating folder: Instances. Parent ref: group-v920037. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.354372] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02847b7d-72d7-4b2e-924f-0c2c7f6a6e2d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.357015] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0730a26e-0bb0-4104-8d8d-e2334e14754d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.365912] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 895.365912] env[65978]: value = "task-4714671" [ 895.365912] env[65978]: _type = "Task" [ 895.365912] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.367438] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 895.367438] env[65978]: value = "task-4714669" [ 895.367438] env[65978]: _type = "Task" [ 895.367438] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.377090] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Created folder: Instances in parent group-v920037. [ 895.377375] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 895.378052] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.378701] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4448c55e-7978-4fd0-b959-b28f96619bc2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.401975] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714669, 'name': Rename_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.402332] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.410947] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.410947] env[65978]: value = "task-4714672" [ 895.410947] env[65978]: _type = "Task" [ 895.410947] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.418583] env[65978]: DEBUG oslo_vmware.api [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714666, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.425508] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714672, 'name': CreateVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.496379] env[65978]: DEBUG nova.compute.manager [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 895.525247] env[65978]: DEBUG nova.virt.hardware [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 895.525247] env[65978]: DEBUG nova.virt.hardware [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.525578] env[65978]: DEBUG nova.virt.hardware [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 895.525578] env[65978]: DEBUG nova.virt.hardware [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.525816] env[65978]: DEBUG nova.virt.hardware [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 895.526041] env[65978]: DEBUG nova.virt.hardware [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 895.526330] env[65978]: DEBUG nova.virt.hardware [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 895.526552] env[65978]: DEBUG nova.virt.hardware [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 895.526787] env[65978]: DEBUG nova.virt.hardware [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 895.527060] env[65978]: DEBUG nova.virt.hardware [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 895.527315] env[65978]: DEBUG nova.virt.hardware [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 895.528385] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.531556] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bd55f7-bb59-4ce5-93f6-0567a57cb447 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.534788] env[65978]: DEBUG oslo_concurrency.lockutils [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.882s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.536283] env[65978]: INFO nova.compute.claims [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.545924] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ab4be9-7eb1-4da7-88a5-d2d620bc6485 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.564509] env[65978]: INFO nova.scheduler.client.report [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Deleted allocations for instance a14898a3-b874-4ad3-b2fa-e69608ef4d0f [ 895.820941] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714667, 'name': RemoveSnapshot_Task, 'duration_secs': 0.447815} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.821313] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Deleted Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 895.821597] env[65978]: DEBUG nova.compute.manager [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 895.822507] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c287d07f-6f8c-409a-93dd-c238cc03ce8c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.883629] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116677} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.886849] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.887233] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714669, 'name': Rename_Task, 'duration_secs': 0.17935} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.889240] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6361cc45-bcec-4226-9982-9162a818c9cc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.892206] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.893304] env[65978]: DEBUG nova.compute.manager [req-0dade249-3b7b-4788-8e99-2e28afe0bd24 req-1d150c9a-4514-422d-badd-b56e2f4e10da service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Received event network-vif-plugged-8dd07a90-c3da-47d1-82a5-85367447eb5e {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 895.893498] env[65978]: DEBUG oslo_concurrency.lockutils [req-0dade249-3b7b-4788-8e99-2e28afe0bd24 req-1d150c9a-4514-422d-badd-b56e2f4e10da service nova] Acquiring lock "0674d730-2d85-4513-a9a0-c5a323100751-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.893701] env[65978]: DEBUG oslo_concurrency.lockutils [req-0dade249-3b7b-4788-8e99-2e28afe0bd24 req-1d150c9a-4514-422d-badd-b56e2f4e10da service nova] Lock "0674d730-2d85-4513-a9a0-c5a323100751-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.893858] env[65978]: DEBUG oslo_concurrency.lockutils [req-0dade249-3b7b-4788-8e99-2e28afe0bd24 req-1d150c9a-4514-422d-badd-b56e2f4e10da service nova] Lock "0674d730-2d85-4513-a9a0-c5a323100751-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.894064] env[65978]: DEBUG nova.compute.manager [req-0dade249-3b7b-4788-8e99-2e28afe0bd24 req-1d150c9a-4514-422d-badd-b56e2f4e10da service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] No waiting events found dispatching network-vif-plugged-8dd07a90-c3da-47d1-82a5-85367447eb5e {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 895.894198] env[65978]: WARNING nova.compute.manager [req-0dade249-3b7b-4788-8e99-2e28afe0bd24 req-1d150c9a-4514-422d-badd-b56e2f4e10da service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Received unexpected event network-vif-plugged-8dd07a90-c3da-47d1-82a5-85367447eb5e for instance with vm_state building and task_state spawning. [ 895.894770] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93611d91-7ae6-45d6-aeeb-bfbdd61902e8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.919202] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] af8f6ac9-1a38-4437-8ef4-2db230a9e3d5/af8f6ac9-1a38-4437-8ef4-2db230a9e3d5.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.925517] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30012759-b942-443b-8ec6-2a9cc97e16fb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.941042] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 895.941042] env[65978]: value = "task-4714673" [ 895.941042] env[65978]: _type = "Task" [ 895.941042] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.942113] env[65978]: DEBUG nova.compute.manager [req-eff5e2b7-5995-49bc-b20d-8e5ae88bb89d req-03d099ce-90b4-4d8e-a018-afb17b4e0b7a service nova] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Received event network-changed-5cff986d-f7a7-4b5b-804b-927e31aa43e6 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 895.942320] env[65978]: DEBUG nova.compute.manager [req-eff5e2b7-5995-49bc-b20d-8e5ae88bb89d req-03d099ce-90b4-4d8e-a018-afb17b4e0b7a service nova] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Refreshing instance network info cache due to event network-changed-5cff986d-f7a7-4b5b-804b-927e31aa43e6. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 895.942538] env[65978]: DEBUG oslo_concurrency.lockutils [req-eff5e2b7-5995-49bc-b20d-8e5ae88bb89d req-03d099ce-90b4-4d8e-a018-afb17b4e0b7a service nova] Acquiring lock "refresh_cache-cc4a2b84-66b9-44db-ae9f-c6a410721bda" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.942676] env[65978]: DEBUG oslo_concurrency.lockutils [req-eff5e2b7-5995-49bc-b20d-8e5ae88bb89d req-03d099ce-90b4-4d8e-a018-afb17b4e0b7a service nova] Acquired lock "refresh_cache-cc4a2b84-66b9-44db-ae9f-c6a410721bda" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.942833] env[65978]: DEBUG nova.network.neutron [req-eff5e2b7-5995-49bc-b20d-8e5ae88bb89d req-03d099ce-90b4-4d8e-a018-afb17b4e0b7a service nova] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Refreshing network info cache for port 5cff986d-f7a7-4b5b-804b-927e31aa43e6 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.959584] env[65978]: DEBUG oslo_vmware.api [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714666, 'name': CreateSnapshot_Task, 'duration_secs': 0.565386} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.961165] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Created Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 895.961562] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 895.961562] env[65978]: value = "task-4714674" [ 895.961562] env[65978]: _type = "Task" [ 895.961562] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.965485] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe00463-2db7-4bcf-b04e-cebdfab16508 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.969219] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714672, 'name': CreateVM_Task, 'duration_secs': 0.434027} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.976399] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.976743] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714673, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.978063] env[65978]: WARNING neutronclient.v2_0.client [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.978463] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920045', 'volume_id': '83cea6a7-ef09-4423-aa18-cd800cbe7493', 'name': 'volume-83cea6a7-ef09-4423-aa18-cd800cbe7493', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc4a2b84-66b9-44db-ae9f-c6a410721bda', 'attached_at': '', 'detached_at': '', 'volume_id': '83cea6a7-ef09-4423-aa18-cd800cbe7493', 'serial': '83cea6a7-ef09-4423-aa18-cd800cbe7493'}, 'attachment_id': '4db6b303-0cee-4109-8e72-ede468927e14', 'mount_device': '/dev/sda', 'disk_bus': None, 'guest_format': None, 'delete_on_termination': True, 'boot_index': 0, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65978) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 895.978674] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Root volume attach. Driver type: vmdk {{(pid=65978) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 895.980035] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2451c844-0baa-411a-b719-ccc5bc9688d8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.994302] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.999873] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163bfbea-1ad9-4693-acbd-a46ebb7ce52b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.005623] env[65978]: DEBUG nova.network.neutron [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Successfully updated port: 8dd07a90-c3da-47d1-82a5-85367447eb5e {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 896.013797] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fbd786-91f9-4b61-bef5-be3dfbb2a671 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.022830] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-08761d8b-aed5-4daa-ae1f-719479a19d13 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.033544] env[65978]: DEBUG oslo_vmware.api [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Waiting for the task: (returnval){ [ 896.033544] env[65978]: value = "task-4714675" [ 896.033544] env[65978]: _type = "Task" [ 896.033544] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.047891] env[65978]: DEBUG oslo_vmware.api [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714675, 'name': RelocateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.073761] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8c87a182-1cc9-4531-9ed8-29b2bbb2f50d tempest-ListServerFiltersTestJSON-424073651 tempest-ListServerFiltersTestJSON-424073651-project-member] Lock "a14898a3-b874-4ad3-b2fa-e69608ef4d0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.232s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.338764] env[65978]: INFO nova.compute.manager [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Shelve offloading [ 896.449351] env[65978]: WARNING neutronclient.v2_0.client [req-eff5e2b7-5995-49bc-b20d-8e5ae88bb89d req-03d099ce-90b4-4d8e-a018-afb17b4e0b7a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.465851] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714673, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.489068] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714674, 'name': ReconfigVM_Task, 'duration_secs': 0.490249} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.489482] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Reconfigured VM instance instance-00000048 to attach disk [datastore1] af8f6ac9-1a38-4437-8ef4-2db230a9e3d5/af8f6ac9-1a38-4437-8ef4-2db230a9e3d5.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.493044] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2289369-778f-4f52-9618-e358e1cb738b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.502687] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Creating linked-clone VM from snapshot {{(pid=65978) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 896.505540] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b31357ed-a722-4bbe-b4ae-60d1e7c34ca8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.508213] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 896.508213] env[65978]: value = "task-4714676" [ 896.508213] env[65978]: _type = "Task" [ 896.508213] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.511828] env[65978]: DEBUG oslo_concurrency.lockutils [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "refresh_cache-0674d730-2d85-4513-a9a0-c5a323100751" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.512025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquired lock "refresh_cache-0674d730-2d85-4513-a9a0-c5a323100751" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.512204] env[65978]: DEBUG nova.network.neutron [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 896.524871] env[65978]: DEBUG oslo_vmware.api [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Waiting for the task: (returnval){ [ 896.524871] env[65978]: value = "task-4714677" [ 896.524871] env[65978]: _type = "Task" [ 896.524871] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.532249] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714676, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.554724] env[65978]: DEBUG oslo_vmware.api [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714677, 'name': CloneVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.559264] env[65978]: DEBUG oslo_vmware.api [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714675, 'name': RelocateVM_Task} progress is 40%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.792115] env[65978]: WARNING neutronclient.v2_0.client [req-eff5e2b7-5995-49bc-b20d-8e5ae88bb89d req-03d099ce-90b4-4d8e-a018-afb17b4e0b7a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.846023] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.846023] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05e5e420-5f36-418e-999e-0911962d86b7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.855044] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 896.855044] env[65978]: value = "task-4714678" [ 896.855044] env[65978]: _type = "Task" [ 896.855044] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.869983] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] VM already powered off {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 896.870410] env[65978]: DEBUG nova.compute.manager [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 896.871661] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd2fd6c-d2c5-4d58-9213-355c6e99dfaf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.883308] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "refresh_cache-76a2de1e-ac61-4fa8-a526-213c12efe0c7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.883795] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired lock "refresh_cache-76a2de1e-ac61-4fa8-a526-213c12efe0c7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.883795] env[65978]: DEBUG nova.network.neutron [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 896.906765] env[65978]: DEBUG nova.network.neutron [req-eff5e2b7-5995-49bc-b20d-8e5ae88bb89d req-03d099ce-90b4-4d8e-a018-afb17b4e0b7a service nova] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Updated VIF entry in instance network info cache for port 5cff986d-f7a7-4b5b-804b-927e31aa43e6. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 896.907502] env[65978]: DEBUG nova.network.neutron [req-eff5e2b7-5995-49bc-b20d-8e5ae88bb89d req-03d099ce-90b4-4d8e-a018-afb17b4e0b7a service nova] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Updating instance_info_cache with network_info: [{"id": "5cff986d-f7a7-4b5b-804b-927e31aa43e6", "address": "fa:16:3e:ed:f0:61", "network": {"id": "6e74fe22-1701-4c4d-9aae-ea7c8b352d56", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1381760775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9464cd0195c0456c9dc7efecc3174e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cff986d-f7", "ovs_interfaceid": "5cff986d-f7a7-4b5b-804b-927e31aa43e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.965294] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714673, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.031752] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714676, 'name': Rename_Task, 'duration_secs': 0.249861} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.032192] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.036047] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c311f572-567e-4b57-82ad-77715a00117f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.053779] env[65978]: DEBUG oslo_vmware.api [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714677, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.059107] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 897.059107] env[65978]: value = "task-4714679" [ 897.059107] env[65978]: _type = "Task" [ 897.059107] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.067941] env[65978]: DEBUG oslo_vmware.api [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714675, 'name': RelocateVM_Task} progress is 54%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.069694] env[65978]: DEBUG nova.network.neutron [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 897.081027] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714679, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.090689] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a0e58c8c-933b-4a18-b186-5b2059368521 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "be6b8c2b-2f75-4d82-907b-5e1486992605" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.091143] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a0e58c8c-933b-4a18-b186-5b2059368521 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "be6b8c2b-2f75-4d82-907b-5e1486992605" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.135166] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066377d5-faac-475e-9539-5fb151974f0c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.150024] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaae6b7d-fc3d-4367-83fc-8f1e626d655d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.184759] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510cfd7e-1940-4da0-9a68-c79142bd7f77 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.194478] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d71fd4f-4f15-46c5-8e98-a072c274c572 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.201027] env[65978]: WARNING neutronclient.v2_0.client [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.215275] env[65978]: DEBUG nova.compute.provider_tree [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.314711] env[65978]: DEBUG nova.network.neutron [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Updating instance_info_cache with network_info: [{"id": "8dd07a90-c3da-47d1-82a5-85367447eb5e", "address": "fa:16:3e:84:37:57", "network": {"id": "cd6f4af8-478b-45e6-b86b-673490da8fbd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885631327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1eec13c7bab4ec48430206d7331ad1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd07a90-c3", "ovs_interfaceid": "8dd07a90-c3da-47d1-82a5-85367447eb5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.387955] env[65978]: WARNING neutronclient.v2_0.client [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.411930] env[65978]: DEBUG oslo_concurrency.lockutils [req-eff5e2b7-5995-49bc-b20d-8e5ae88bb89d req-03d099ce-90b4-4d8e-a018-afb17b4e0b7a service nova] Releasing lock "refresh_cache-cc4a2b84-66b9-44db-ae9f-c6a410721bda" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.462347] env[65978]: DEBUG oslo_vmware.api [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714673, 'name': PowerOnVM_Task, 'duration_secs': 1.079216} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.462347] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.462347] env[65978]: INFO nova.compute.manager [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Took 8.93 seconds to spawn the instance on the hypervisor. [ 897.462347] env[65978]: DEBUG nova.compute.manager [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 897.463042] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a707586-2421-4590-938b-d82570885e97 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.545100] env[65978]: DEBUG oslo_vmware.api [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714677, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.562247] env[65978]: DEBUG oslo_vmware.api [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714675, 'name': RelocateVM_Task} progress is 67%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.573561] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714679, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.595256] env[65978]: WARNING neutronclient.v2_0.client [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.598896] env[65978]: INFO nova.compute.manager [None req-a0e58c8c-933b-4a18-b186-5b2059368521 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Detaching volume 2405c32b-a905-4d32-87d0-f9a65734e0c7 [ 897.640994] env[65978]: INFO nova.virt.block_device [None req-a0e58c8c-933b-4a18-b186-5b2059368521 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Attempting to driver detach volume 2405c32b-a905-4d32-87d0-f9a65734e0c7 from mountpoint /dev/sdb [ 897.641650] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e58c8c-933b-4a18-b186-5b2059368521 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Volume detach. Driver type: vmdk {{(pid=65978) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 897.641650] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e58c8c-933b-4a18-b186-5b2059368521 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920044', 'volume_id': '2405c32b-a905-4d32-87d0-f9a65734e0c7', 'name': 'volume-2405c32b-a905-4d32-87d0-f9a65734e0c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be6b8c2b-2f75-4d82-907b-5e1486992605', 'attached_at': '', 'detached_at': '', 'volume_id': '2405c32b-a905-4d32-87d0-f9a65734e0c7', 'serial': '2405c32b-a905-4d32-87d0-f9a65734e0c7'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 897.642339] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c55c1d5-e28c-4314-adae-16883096a3f0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.672792] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc25d2d-595b-4b1f-ba3f-b18e05f01b87 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.682341] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce674ce-c42d-4e2f-beb7-f646f957be3a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.686686] env[65978]: DEBUG nova.network.neutron [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Updating instance_info_cache with network_info: [{"id": "d11c8b92-d103-4a22-b9c4-ca322ac21ae0", "address": "fa:16:3e:e2:cf:a1", "network": {"id": "1e368590-0060-4ae5-98b3-473ded4d1c9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-91998457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0621c7972ce94ada85614a788f5f6302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11c8b92-d1", "ovs_interfaceid": "d11c8b92-d103-4a22-b9c4-ca322ac21ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.710138] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9da502-d1f2-49c0-98ab-93552d58336b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.729643] env[65978]: DEBUG nova.scheduler.client.report [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.733930] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e58c8c-933b-4a18-b186-5b2059368521 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] The volume has not been displaced from its original location: [datastore2] volume-2405c32b-a905-4d32-87d0-f9a65734e0c7/volume-2405c32b-a905-4d32-87d0-f9a65734e0c7.vmdk. No consolidation needed. {{(pid=65978) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 897.740660] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e58c8c-933b-4a18-b186-5b2059368521 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 897.745043] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-575129a0-9174-4c85-8657-6b50cdec7541 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.769139] env[65978]: DEBUG oslo_vmware.api [None req-a0e58c8c-933b-4a18-b186-5b2059368521 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 897.769139] env[65978]: value = "task-4714680" [ 897.769139] env[65978]: _type = "Task" [ 897.769139] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.782497] env[65978]: DEBUG oslo_vmware.api [None req-a0e58c8c-933b-4a18-b186-5b2059368521 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.822292] env[65978]: DEBUG oslo_concurrency.lockutils [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Releasing lock "refresh_cache-0674d730-2d85-4513-a9a0-c5a323100751" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.822661] env[65978]: DEBUG nova.compute.manager [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Instance network_info: |[{"id": "8dd07a90-c3da-47d1-82a5-85367447eb5e", "address": "fa:16:3e:84:37:57", "network": {"id": "cd6f4af8-478b-45e6-b86b-673490da8fbd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885631327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1eec13c7bab4ec48430206d7331ad1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd07a90-c3", "ovs_interfaceid": "8dd07a90-c3da-47d1-82a5-85367447eb5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 897.823185] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:37:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1d468f87-964a-4fb6-bab3-b83f6f2646b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dd07a90-c3da-47d1-82a5-85367447eb5e', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.831651] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Creating folder: Project (c1eec13c7bab4ec48430206d7331ad1c). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.832314] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b1ed44e-49f4-403e-aaa0-25221ae9cd2e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.845034] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Created folder: Project (c1eec13c7bab4ec48430206d7331ad1c) in parent group-v919857. [ 897.845034] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Creating folder: Instances. Parent ref: group-v920084. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.845309] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57ef189c-2ecb-4763-b7b7-5f487c371f1b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.858420] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Created folder: Instances in parent group-v920084. [ 897.860174] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 897.860174] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.860174] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-655af8a7-5fb5-43d3-a32b-ff86ebd4c9b0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.881267] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.881267] env[65978]: value = "task-4714683" [ 897.881267] env[65978]: _type = "Task" [ 897.881267] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.893224] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714683, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.925091] env[65978]: DEBUG nova.compute.manager [req-889a5135-03e4-45b9-88ae-91561c719abe req-dbbd5c61-9f28-48f5-aeb1-873b745bfdd3 service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Received event network-changed-8dd07a90-c3da-47d1-82a5-85367447eb5e {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 897.925974] env[65978]: DEBUG nova.compute.manager [req-889a5135-03e4-45b9-88ae-91561c719abe req-dbbd5c61-9f28-48f5-aeb1-873b745bfdd3 service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Refreshing instance network info cache due to event network-changed-8dd07a90-c3da-47d1-82a5-85367447eb5e. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 897.925974] env[65978]: DEBUG oslo_concurrency.lockutils [req-889a5135-03e4-45b9-88ae-91561c719abe req-dbbd5c61-9f28-48f5-aeb1-873b745bfdd3 service nova] Acquiring lock "refresh_cache-0674d730-2d85-4513-a9a0-c5a323100751" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.925974] env[65978]: DEBUG oslo_concurrency.lockutils [req-889a5135-03e4-45b9-88ae-91561c719abe req-dbbd5c61-9f28-48f5-aeb1-873b745bfdd3 service nova] Acquired lock "refresh_cache-0674d730-2d85-4513-a9a0-c5a323100751" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.926200] env[65978]: DEBUG nova.network.neutron [req-889a5135-03e4-45b9-88ae-91561c719abe req-dbbd5c61-9f28-48f5-aeb1-873b745bfdd3 service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Refreshing network info cache for port 8dd07a90-c3da-47d1-82a5-85367447eb5e {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.989248] env[65978]: INFO nova.compute.manager [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Took 34.24 seconds to build instance. [ 898.043756] env[65978]: DEBUG oslo_vmware.api [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714677, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.055968] env[65978]: DEBUG oslo_vmware.api [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714675, 'name': RelocateVM_Task} progress is 81%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.072952] env[65978]: DEBUG oslo_vmware.api [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714679, 'name': PowerOnVM_Task, 'duration_secs': 0.537084} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.073157] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.074440] env[65978]: DEBUG nova.compute.manager [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 898.075834] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48422f5-d9fb-436a-a3ea-99959a383965 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.190379] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Releasing lock "refresh_cache-76a2de1e-ac61-4fa8-a526-213c12efe0c7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.190829] env[65978]: WARNING neutronclient.v2_0.client [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.191177] env[65978]: WARNING neutronclient.v2_0.client [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.242593] env[65978]: DEBUG oslo_concurrency.lockutils [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.243206] env[65978]: DEBUG nova.compute.manager [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 898.246725] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.554s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.248157] env[65978]: INFO nova.compute.claims [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.282994] env[65978]: DEBUG oslo_vmware.api [None req-a0e58c8c-933b-4a18-b186-5b2059368521 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.392229] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714683, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.429765] env[65978]: WARNING neutronclient.v2_0.client [req-889a5135-03e4-45b9-88ae-91561c719abe req-dbbd5c61-9f28-48f5-aeb1-873b745bfdd3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.494031] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b9ae168c-611e-4a93-9148-60ec908f4e3c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "d020c361-f57c-400f-b41f-c6ed384a0008" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.243s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.548285] env[65978]: DEBUG oslo_vmware.api [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714677, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.560120] env[65978]: DEBUG oslo_vmware.api [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714675, 'name': RelocateVM_Task} progress is 95%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.563905] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.564938] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c382c102-6044-448b-a9df-c4c2b300ffc3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.575490] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.575894] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d5912bd-fa04-4609-9681-7b0f18654c71 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.599933] env[65978]: DEBUG oslo_concurrency.lockutils [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.650739] env[65978]: WARNING neutronclient.v2_0.client [req-889a5135-03e4-45b9-88ae-91561c719abe req-dbbd5c61-9f28-48f5-aeb1-873b745bfdd3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.672284] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.672595] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.672877] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Deleting the datastore file [datastore2] 76a2de1e-ac61-4fa8-a526-213c12efe0c7 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.673313] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1382b890-e80d-494d-a629-f3e23d7b09ba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.682953] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 898.682953] env[65978]: value = "task-4714685" [ 898.682953] env[65978]: _type = "Task" [ 898.682953] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.693749] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.738637] env[65978]: DEBUG nova.network.neutron [req-889a5135-03e4-45b9-88ae-91561c719abe req-dbbd5c61-9f28-48f5-aeb1-873b745bfdd3 service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Updated VIF entry in instance network info cache for port 8dd07a90-c3da-47d1-82a5-85367447eb5e. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 898.739009] env[65978]: DEBUG nova.network.neutron [req-889a5135-03e4-45b9-88ae-91561c719abe req-dbbd5c61-9f28-48f5-aeb1-873b745bfdd3 service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Updating instance_info_cache with network_info: [{"id": "8dd07a90-c3da-47d1-82a5-85367447eb5e", "address": "fa:16:3e:84:37:57", "network": {"id": "cd6f4af8-478b-45e6-b86b-673490da8fbd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885631327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1eec13c7bab4ec48430206d7331ad1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd07a90-c3", "ovs_interfaceid": "8dd07a90-c3da-47d1-82a5-85367447eb5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.756037] env[65978]: DEBUG nova.compute.utils [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.761035] env[65978]: DEBUG nova.compute.manager [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 898.761035] env[65978]: DEBUG nova.network.neutron [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 898.761035] env[65978]: WARNING neutronclient.v2_0.client [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.761035] env[65978]: WARNING neutronclient.v2_0.client [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.784115] env[65978]: DEBUG oslo_vmware.api [None req-a0e58c8c-933b-4a18-b186-5b2059368521 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714680, 'name': ReconfigVM_Task, 'duration_secs': 0.726444} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.784673] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e58c8c-933b-4a18-b186-5b2059368521 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 898.789703] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1ba94ff-4c9b-4eec-ba73-a89b172f0771 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.807441] env[65978]: DEBUG oslo_vmware.api [None req-a0e58c8c-933b-4a18-b186-5b2059368521 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 898.807441] env[65978]: value = "task-4714686" [ 898.807441] env[65978]: _type = "Task" [ 898.807441] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.808953] env[65978]: DEBUG nova.policy [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b28442e0c88a4c78a62c602d325e463f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77297daf34344de99edca40c006e8fbd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.820904] env[65978]: DEBUG oslo_vmware.api [None req-a0e58c8c-933b-4a18-b186-5b2059368521 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714686, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.892722] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714683, 'name': CreateVM_Task, 'duration_secs': 0.589908} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.892976] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.893431] env[65978]: WARNING neutronclient.v2_0.client [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.893781] env[65978]: DEBUG oslo_concurrency.lockutils [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.893934] env[65978]: DEBUG oslo_concurrency.lockutils [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.894291] env[65978]: DEBUG oslo_concurrency.lockutils [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.894561] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6634f49-7b7d-4eb3-8788-27a6be77ea5d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.900442] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 898.900442] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5283f0c8-c33f-ba22-06be-c17170ee21e9" [ 898.900442] env[65978]: _type = "Task" [ 898.900442] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.909253] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5283f0c8-c33f-ba22-06be-c17170ee21e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.044231] env[65978]: DEBUG oslo_vmware.api [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714677, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.057782] env[65978]: DEBUG oslo_vmware.api [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714675, 'name': RelocateVM_Task} progress is 97%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.102767] env[65978]: DEBUG nova.network.neutron [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Successfully created port: 1e6dfeb3-cddf-49ab-8187-fb4c0b6724c3 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 899.199738] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.242509] env[65978]: DEBUG oslo_concurrency.lockutils [req-889a5135-03e4-45b9-88ae-91561c719abe req-dbbd5c61-9f28-48f5-aeb1-873b745bfdd3 service nova] Releasing lock "refresh_cache-0674d730-2d85-4513-a9a0-c5a323100751" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.264875] env[65978]: DEBUG nova.compute.manager [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 899.327286] env[65978]: DEBUG oslo_vmware.api [None req-a0e58c8c-933b-4a18-b186-5b2059368521 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714686, 'name': ReconfigVM_Task, 'duration_secs': 0.290433} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.329037] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e58c8c-933b-4a18-b186-5b2059368521 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920044', 'volume_id': '2405c32b-a905-4d32-87d0-f9a65734e0c7', 'name': 'volume-2405c32b-a905-4d32-87d0-f9a65734e0c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be6b8c2b-2f75-4d82-907b-5e1486992605', 'attached_at': '', 'detached_at': '', 'volume_id': '2405c32b-a905-4d32-87d0-f9a65734e0c7', 'serial': '2405c32b-a905-4d32-87d0-f9a65734e0c7'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 899.414312] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5283f0c8-c33f-ba22-06be-c17170ee21e9, 'name': SearchDatastore_Task, 'duration_secs': 0.035223} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.414666] env[65978]: DEBUG oslo_concurrency.lockutils [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.414666] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.414851] env[65978]: DEBUG oslo_concurrency.lockutils [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.415055] env[65978]: DEBUG oslo_concurrency.lockutils [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.415278] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.415461] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fca2b8b4-322c-4f69-9cb5-84757f987acd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.429573] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.429780] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.430922] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fe95ec9-b7ae-4bc1-8964-6d56ed789108 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.437266] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 899.437266] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52724b11-c037-14a7-e926-621968baca22" [ 899.437266] env[65978]: _type = "Task" [ 899.437266] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.447462] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52724b11-c037-14a7-e926-621968baca22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.546558] env[65978]: DEBUG oslo_vmware.api [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714677, 'name': CloneVM_Task} progress is 95%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.562961] env[65978]: DEBUG oslo_vmware.api [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714675, 'name': RelocateVM_Task} progress is 98%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.698160] env[65978]: DEBUG oslo_vmware.api [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.614519} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.698160] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.698160] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.698352] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.725434] env[65978]: INFO nova.scheduler.client.report [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Deleted allocations for instance 76a2de1e-ac61-4fa8-a526-213c12efe0c7 [ 899.779500] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5260962-2a8c-4846-8ded-307284bbcc1c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.790071] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d313755e-955e-4f0f-9559-44a4892e53eb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.827143] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae74b92a-2228-4974-94a2-f95f17d4d7ca {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.838314] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710df380-ff1b-4966-81a3-3a96e703ed47 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.857344] env[65978]: DEBUG nova.compute.provider_tree [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.899025] env[65978]: DEBUG nova.objects.instance [None req-a0e58c8c-933b-4a18-b186-5b2059368521 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lazy-loading 'flavor' on Instance uuid be6b8c2b-2f75-4d82-907b-5e1486992605 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.953993] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52724b11-c037-14a7-e926-621968baca22, 'name': SearchDatastore_Task, 'duration_secs': 0.013426} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.953993] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d65e222-cf92-4d53-a997-6be64f2411d4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.958870] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 899.958870] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e8b86d-8e92-89e0-f98e-71ccaabb9e37" [ 899.958870] env[65978]: _type = "Task" [ 899.958870] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.967924] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e8b86d-8e92-89e0-f98e-71ccaabb9e37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.045537] env[65978]: DEBUG oslo_vmware.api [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714677, 'name': CloneVM_Task, 'duration_secs': 3.195295} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.045879] env[65978]: INFO nova.virt.vmwareapi.vmops [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Created linked-clone VM from snapshot [ 900.046682] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0752973-3959-4df2-9f35-146adf19479c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.061348] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Uploading image 057c47f7-5178-478b-8d37-ad0abbdff397 {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 900.067517] env[65978]: DEBUG oslo_vmware.api [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714675, 'name': RelocateVM_Task} progress is 98%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.085974] env[65978]: DEBUG oslo_vmware.rw_handles [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 900.085974] env[65978]: value = "vm-920083" [ 900.085974] env[65978]: _type = "VirtualMachine" [ 900.085974] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 900.086250] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4c75b73d-9081-4fc3-a7a3-ac1f73bc27a4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.094598] env[65978]: DEBUG oslo_vmware.rw_handles [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Lease: (returnval){ [ 900.094598] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d778bd-ebb5-e634-b7d1-451da942319f" [ 900.094598] env[65978]: _type = "HttpNfcLease" [ 900.094598] env[65978]: } obtained for exporting VM: (result){ [ 900.094598] env[65978]: value = "vm-920083" [ 900.094598] env[65978]: _type = "VirtualMachine" [ 900.094598] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 900.094930] env[65978]: DEBUG oslo_vmware.api [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Waiting for the lease: (returnval){ [ 900.094930] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d778bd-ebb5-e634-b7d1-451da942319f" [ 900.094930] env[65978]: _type = "HttpNfcLease" [ 900.094930] env[65978]: } to be ready. {{(pid=65978) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 900.102547] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 900.102547] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d778bd-ebb5-e634-b7d1-451da942319f" [ 900.102547] env[65978]: _type = "HttpNfcLease" [ 900.102547] env[65978]: } is initializing. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 900.230887] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.284910] env[65978]: DEBUG nova.compute.manager [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 900.312274] env[65978]: DEBUG nova.virt.hardware [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 900.312717] env[65978]: DEBUG nova.virt.hardware [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.312874] env[65978]: DEBUG nova.virt.hardware [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 900.313082] env[65978]: DEBUG nova.virt.hardware [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.313203] env[65978]: DEBUG nova.virt.hardware [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 900.313345] env[65978]: DEBUG nova.virt.hardware [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 900.313565] env[65978]: DEBUG nova.virt.hardware [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 900.313741] env[65978]: DEBUG nova.virt.hardware [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 900.313907] env[65978]: DEBUG nova.virt.hardware [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 900.314077] env[65978]: DEBUG nova.virt.hardware [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 900.314254] env[65978]: DEBUG nova.virt.hardware [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 900.315272] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d10d63-e532-49e3-b953-ca0fd79bbea9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.324513] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3519812f-4c23-4861-8f20-52ec8c4b6308 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.345963] env[65978]: DEBUG oslo_concurrency.lockutils [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "af8f6ac9-1a38-4437-8ef4-2db230a9e3d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.346316] env[65978]: DEBUG oslo_concurrency.lockutils [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "af8f6ac9-1a38-4437-8ef4-2db230a9e3d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.346567] env[65978]: DEBUG oslo_concurrency.lockutils [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "af8f6ac9-1a38-4437-8ef4-2db230a9e3d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.346778] env[65978]: DEBUG oslo_concurrency.lockutils [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "af8f6ac9-1a38-4437-8ef4-2db230a9e3d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.346961] env[65978]: DEBUG oslo_concurrency.lockutils [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "af8f6ac9-1a38-4437-8ef4-2db230a9e3d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.349306] env[65978]: INFO nova.compute.manager [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Terminating instance [ 900.360685] env[65978]: DEBUG nova.scheduler.client.report [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.436870] env[65978]: DEBUG nova.compute.manager [req-91017477-8599-49d3-a2c5-dfca5a1118f3 req-b9975800-31ab-45f7-9636-b190211e69ce service nova] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Received event network-vif-unplugged-d11c8b92-d103-4a22-b9c4-ca322ac21ae0 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 900.437260] env[65978]: DEBUG oslo_concurrency.lockutils [req-91017477-8599-49d3-a2c5-dfca5a1118f3 req-b9975800-31ab-45f7-9636-b190211e69ce service nova] Acquiring lock "76a2de1e-ac61-4fa8-a526-213c12efe0c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.437532] env[65978]: DEBUG oslo_concurrency.lockutils [req-91017477-8599-49d3-a2c5-dfca5a1118f3 req-b9975800-31ab-45f7-9636-b190211e69ce service nova] Lock "76a2de1e-ac61-4fa8-a526-213c12efe0c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.437785] env[65978]: DEBUG oslo_concurrency.lockutils [req-91017477-8599-49d3-a2c5-dfca5a1118f3 req-b9975800-31ab-45f7-9636-b190211e69ce service nova] Lock "76a2de1e-ac61-4fa8-a526-213c12efe0c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.437950] env[65978]: DEBUG nova.compute.manager [req-91017477-8599-49d3-a2c5-dfca5a1118f3 req-b9975800-31ab-45f7-9636-b190211e69ce service nova] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] No waiting events found dispatching network-vif-unplugged-d11c8b92-d103-4a22-b9c4-ca322ac21ae0 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 900.438670] env[65978]: WARNING nova.compute.manager [req-91017477-8599-49d3-a2c5-dfca5a1118f3 req-b9975800-31ab-45f7-9636-b190211e69ce service nova] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Received unexpected event network-vif-unplugged-d11c8b92-d103-4a22-b9c4-ca322ac21ae0 for instance with vm_state shelved_offloaded and task_state None. [ 900.438670] env[65978]: DEBUG nova.compute.manager [req-91017477-8599-49d3-a2c5-dfca5a1118f3 req-b9975800-31ab-45f7-9636-b190211e69ce service nova] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Received event network-changed-d11c8b92-d103-4a22-b9c4-ca322ac21ae0 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 900.438670] env[65978]: DEBUG nova.compute.manager [req-91017477-8599-49d3-a2c5-dfca5a1118f3 req-b9975800-31ab-45f7-9636-b190211e69ce service nova] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Refreshing instance network info cache due to event network-changed-d11c8b92-d103-4a22-b9c4-ca322ac21ae0. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 900.438670] env[65978]: DEBUG oslo_concurrency.lockutils [req-91017477-8599-49d3-a2c5-dfca5a1118f3 req-b9975800-31ab-45f7-9636-b190211e69ce service nova] Acquiring lock "refresh_cache-76a2de1e-ac61-4fa8-a526-213c12efe0c7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.438881] env[65978]: DEBUG oslo_concurrency.lockutils [req-91017477-8599-49d3-a2c5-dfca5a1118f3 req-b9975800-31ab-45f7-9636-b190211e69ce service nova] Acquired lock "refresh_cache-76a2de1e-ac61-4fa8-a526-213c12efe0c7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.438881] env[65978]: DEBUG nova.network.neutron [req-91017477-8599-49d3-a2c5-dfca5a1118f3 req-b9975800-31ab-45f7-9636-b190211e69ce service nova] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Refreshing network info cache for port d11c8b92-d103-4a22-b9c4-ca322ac21ae0 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.470525] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e8b86d-8e92-89e0-f98e-71ccaabb9e37, 'name': SearchDatastore_Task, 'duration_secs': 0.03639} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.470977] env[65978]: DEBUG oslo_concurrency.lockutils [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.472552] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 0674d730-2d85-4513-a9a0-c5a323100751/0674d730-2d85-4513-a9a0-c5a323100751.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.472664] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-118d2666-4daa-4d88-957f-a9f381df3e19 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.483039] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 900.483039] env[65978]: value = "task-4714688" [ 900.483039] env[65978]: _type = "Task" [ 900.483039] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.492642] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.561517] env[65978]: DEBUG oslo_vmware.api [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714675, 'name': RelocateVM_Task, 'duration_secs': 4.197292} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.562130] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Volume attach. Driver type: vmdk {{(pid=65978) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 900.562447] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920045', 'volume_id': '83cea6a7-ef09-4423-aa18-cd800cbe7493', 'name': 'volume-83cea6a7-ef09-4423-aa18-cd800cbe7493', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc4a2b84-66b9-44db-ae9f-c6a410721bda', 'attached_at': '', 'detached_at': '', 'volume_id': '83cea6a7-ef09-4423-aa18-cd800cbe7493', 'serial': '83cea6a7-ef09-4423-aa18-cd800cbe7493'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 900.563754] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e9326e-acfd-46af-bccf-4c70446f2603 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.581767] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b187f3ed-830e-4218-9248-af8243a071ad {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.605409] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] volume-83cea6a7-ef09-4423-aa18-cd800cbe7493/volume-83cea6a7-ef09-4423-aa18-cd800cbe7493.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.611524] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40be4096-08f2-4d19-8899-28a4f9c7649f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.631209] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 900.631209] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d778bd-ebb5-e634-b7d1-451da942319f" [ 900.631209] env[65978]: _type = "HttpNfcLease" [ 900.631209] env[65978]: } is ready. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 900.631629] env[65978]: DEBUG oslo_vmware.rw_handles [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 900.631629] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d778bd-ebb5-e634-b7d1-451da942319f" [ 900.631629] env[65978]: _type = "HttpNfcLease" [ 900.631629] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 900.633661] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed6cd81-ac99-4413-90a6-d675284416b3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.636825] env[65978]: DEBUG oslo_vmware.api [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Waiting for the task: (returnval){ [ 900.636825] env[65978]: value = "task-4714689" [ 900.636825] env[65978]: _type = "Task" [ 900.636825] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.643827] env[65978]: DEBUG oslo_vmware.rw_handles [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f23404-51d4-e7f8-46e5-b1dc32e9e8fa/disk-0.vmdk from lease info. {{(pid=65978) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 900.644646] env[65978]: DEBUG oslo_vmware.rw_handles [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f23404-51d4-e7f8-46e5-b1dc32e9e8fa/disk-0.vmdk for reading. {{(pid=65978) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 900.705753] env[65978]: DEBUG oslo_vmware.api [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.759131] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-555b1157-d451-467b-8714-7a94f36d670b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.787519] env[65978]: DEBUG nova.network.neutron [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Successfully updated port: 1e6dfeb3-cddf-49ab-8187-fb4c0b6724c3 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 900.854867] env[65978]: DEBUG nova.compute.manager [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 900.855185] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.856178] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be52b55b-2364-4d24-82e3-be080da76056 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.868454] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.868999] env[65978]: DEBUG nova.compute.manager [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 900.871777] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.872132] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.076s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.873642] env[65978]: INFO nova.compute.claims [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.876817] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1c1f1eb-a821-4a78-bf41-c452ebd07d15 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.886435] env[65978]: DEBUG oslo_vmware.api [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 900.886435] env[65978]: value = "task-4714690" [ 900.886435] env[65978]: _type = "Task" [ 900.886435] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.900437] env[65978]: DEBUG oslo_vmware.api [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.907407] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a0e58c8c-933b-4a18-b186-5b2059368521 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "be6b8c2b-2f75-4d82-907b-5e1486992605" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.816s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.943054] env[65978]: WARNING neutronclient.v2_0.client [req-91017477-8599-49d3-a2c5-dfca5a1118f3 req-b9975800-31ab-45f7-9636-b190211e69ce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.000100] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714688, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.096324] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "751c268f-df95-4b58-b48e-fffd605b79c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.096594] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "751c268f-df95-4b58-b48e-fffd605b79c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.150318] env[65978]: DEBUG oslo_vmware.api [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714689, 'name': ReconfigVM_Task, 'duration_secs': 0.338347} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.150710] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Reconfigured VM instance instance-0000004b to attach disk [datastore2] volume-83cea6a7-ef09-4423-aa18-cd800cbe7493/volume-83cea6a7-ef09-4423-aa18-cd800cbe7493.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.156755] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1416aa38-5dee-4e04-b1ed-ef7ea8a4f01d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.174873] env[65978]: DEBUG oslo_vmware.api [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Waiting for the task: (returnval){ [ 901.174873] env[65978]: value = "task-4714691" [ 901.174873] env[65978]: _type = "Task" [ 901.174873] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.180273] env[65978]: WARNING neutronclient.v2_0.client [req-91017477-8599-49d3-a2c5-dfca5a1118f3 req-b9975800-31ab-45f7-9636-b190211e69ce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.192298] env[65978]: DEBUG oslo_vmware.api [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714691, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.293801] env[65978]: DEBUG oslo_concurrency.lockutils [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquiring lock "refresh_cache-aac2cd3e-0308-4033-bbe8-fb6aa6269738" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.293801] env[65978]: DEBUG oslo_concurrency.lockutils [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquired lock "refresh_cache-aac2cd3e-0308-4033-bbe8-fb6aa6269738" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.293801] env[65978]: DEBUG nova.network.neutron [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 901.301658] env[65978]: DEBUG nova.network.neutron [req-91017477-8599-49d3-a2c5-dfca5a1118f3 req-b9975800-31ab-45f7-9636-b190211e69ce service nova] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Updated VIF entry in instance network info cache for port d11c8b92-d103-4a22-b9c4-ca322ac21ae0. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 901.302414] env[65978]: DEBUG nova.network.neutron [req-91017477-8599-49d3-a2c5-dfca5a1118f3 req-b9975800-31ab-45f7-9636-b190211e69ce service nova] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Updating instance_info_cache with network_info: [{"id": "d11c8b92-d103-4a22-b9c4-ca322ac21ae0", "address": "fa:16:3e:e2:cf:a1", "network": {"id": "1e368590-0060-4ae5-98b3-473ded4d1c9d", "bridge": null, "label": "tempest-DeleteServersTestJSON-91998457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0621c7972ce94ada85614a788f5f6302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd11c8b92-d1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.380575] env[65978]: DEBUG oslo_concurrency.lockutils [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "527a7d9e-2bc1-43a8-a110-9d513ee45a64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.380811] env[65978]: DEBUG oslo_concurrency.lockutils [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "527a7d9e-2bc1-43a8-a110-9d513ee45a64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.381891] env[65978]: DEBUG nova.compute.utils [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.385900] env[65978]: DEBUG nova.compute.manager [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 901.388779] env[65978]: DEBUG nova.network.neutron [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 901.388779] env[65978]: WARNING neutronclient.v2_0.client [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.388779] env[65978]: WARNING neutronclient.v2_0.client [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.401878] env[65978]: DEBUG oslo_vmware.api [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714690, 'name': PowerOffVM_Task, 'duration_secs': 0.263778} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.402866] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.403203] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.404563] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17cb8ec1-f834-4603-8f66-4675c90f8b5c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.458044] env[65978]: DEBUG nova.policy [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b821db3871c54eac809804067f4f0a00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2f0f218c5114f3a81e15fb4f71f7d91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.484235] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.485040] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.485680] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Deleting the datastore file [datastore1] af8f6ac9-1a38-4437-8ef4-2db230a9e3d5 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.486204] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-133efcc6-ec5f-4f63-8614-4a5644937b68 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.501168] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747647} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.503165] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 0674d730-2d85-4513-a9a0-c5a323100751/0674d730-2d85-4513-a9a0-c5a323100751.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.503755] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.503755] env[65978]: DEBUG oslo_vmware.api [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 901.503755] env[65978]: value = "task-4714693" [ 901.503755] env[65978]: _type = "Task" [ 901.503755] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.504071] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cd7ee71-3f50-4c99-820a-e95870429ecf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.520614] env[65978]: DEBUG oslo_vmware.api [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.522349] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 901.522349] env[65978]: value = "task-4714694" [ 901.522349] env[65978]: _type = "Task" [ 901.522349] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.532856] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.599593] env[65978]: DEBUG nova.compute.manager [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 901.685579] env[65978]: DEBUG oslo_vmware.api [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714691, 'name': ReconfigVM_Task, 'duration_secs': 0.159428} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.685808] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920045', 'volume_id': '83cea6a7-ef09-4423-aa18-cd800cbe7493', 'name': 'volume-83cea6a7-ef09-4423-aa18-cd800cbe7493', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc4a2b84-66b9-44db-ae9f-c6a410721bda', 'attached_at': '', 'detached_at': '', 'volume_id': '83cea6a7-ef09-4423-aa18-cd800cbe7493', 'serial': '83cea6a7-ef09-4423-aa18-cd800cbe7493'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 901.686468] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07efdc34-967e-48f6-b4ad-beeafd21215d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.696062] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5d47dff8-bd4f-4926-85b8-a8e3518922e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "76a2de1e-ac61-4fa8-a526-213c12efe0c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.696062] env[65978]: DEBUG oslo_vmware.api [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Waiting for the task: (returnval){ [ 901.696062] env[65978]: value = "task-4714695" [ 901.696062] env[65978]: _type = "Task" [ 901.696062] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.703708] env[65978]: DEBUG oslo_vmware.api [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714695, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.805806] env[65978]: DEBUG oslo_concurrency.lockutils [req-91017477-8599-49d3-a2c5-dfca5a1118f3 req-b9975800-31ab-45f7-9636-b190211e69ce service nova] Releasing lock "refresh_cache-76a2de1e-ac61-4fa8-a526-213c12efe0c7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.836039] env[65978]: DEBUG oslo_concurrency.lockutils [None req-17404aa0-55fa-4b6f-8554-50438d680f27 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "be6b8c2b-2f75-4d82-907b-5e1486992605" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.836039] env[65978]: DEBUG oslo_concurrency.lockutils [None req-17404aa0-55fa-4b6f-8554-50438d680f27 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "be6b8c2b-2f75-4d82-907b-5e1486992605" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.836039] env[65978]: DEBUG nova.compute.manager [None req-17404aa0-55fa-4b6f-8554-50438d680f27 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 901.836039] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1713c65-0188-48ae-900a-115cdf533b20 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.844131] env[65978]: DEBUG nova.compute.manager [None req-17404aa0-55fa-4b6f-8554-50438d680f27 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65978) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3446}} [ 901.845385] env[65978]: DEBUG nova.objects.instance [None req-17404aa0-55fa-4b6f-8554-50438d680f27 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lazy-loading 'flavor' on Instance uuid be6b8c2b-2f75-4d82-907b-5e1486992605 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.855922] env[65978]: DEBUG nova.network.neutron [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Successfully created port: ea38b1c9-c015-4a44-9a6c-9c1d2ba9f0ea {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 901.889908] env[65978]: DEBUG nova.compute.manager [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 901.895890] env[65978]: DEBUG nova.network.neutron [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 902.024618] env[65978]: DEBUG oslo_vmware.api [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257735} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.031234] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.031532] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.031641] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.031803] env[65978]: INFO nova.compute.manager [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 902.032499] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 902.033991] env[65978]: DEBUG nova.compute.manager [-] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 902.034091] env[65978]: DEBUG nova.network.neutron [-] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 902.034413] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.040116] env[65978]: WARNING neutronclient.v2_0.client [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.046802] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075025} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.049668] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.051582] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59ea26b-1fdc-4d6a-b686-8fa38028d44f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.078016] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 0674d730-2d85-4513-a9a0-c5a323100751/0674d730-2d85-4513-a9a0-c5a323100751.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.081506] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71a24ecb-50c4-4113-ad4e-5471089caec7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.108604] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 902.108604] env[65978]: value = "task-4714696" [ 902.108604] env[65978]: _type = "Task" [ 902.108604] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.111473] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.121456] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.125685] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.210556] env[65978]: DEBUG oslo_vmware.api [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714695, 'name': Rename_Task, 'duration_secs': 0.144705} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.210863] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.211226] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13e0f462-048e-4539-bad6-ebec4d87e0c2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.219423] env[65978]: DEBUG oslo_vmware.api [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Waiting for the task: (returnval){ [ 902.219423] env[65978]: value = "task-4714697" [ 902.219423] env[65978]: _type = "Task" [ 902.219423] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.228738] env[65978]: DEBUG oslo_vmware.api [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.446730] env[65978]: DEBUG nova.network.neutron [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Updating instance_info_cache with network_info: [{"id": "1e6dfeb3-cddf-49ab-8187-fb4c0b6724c3", "address": "fa:16:3e:98:26:18", "network": {"id": "47f49ff2-5e26-45a4-a979-00ad2fe7cb7e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-826738559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77297daf34344de99edca40c006e8fbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6dfeb3-cd", "ovs_interfaceid": "1e6dfeb3-cddf-49ab-8187-fb4c0b6724c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.456846] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923ade03-5f1a-4da0-8d4b-c42f8243829b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.467505] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74e8bcc-56dc-4bb7-8acf-c1f6471343b3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.505058] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d47a14f-abcd-4164-9680-213223267038 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.513922] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb429790-4288-4753-9260-e4e495a5b1ba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.530827] env[65978]: DEBUG nova.compute.provider_tree [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.565599] env[65978]: DEBUG nova.compute.manager [req-a1c36bc0-0f01-4a68-8532-233a983d4579 req-0c66d6e4-bf5f-4206-b69d-cbdc932d0eca service nova] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Received event network-vif-deleted-ee09069f-6d97-4d84-86ef-a20eb17ae92c {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 902.565798] env[65978]: INFO nova.compute.manager [req-a1c36bc0-0f01-4a68-8532-233a983d4579 req-0c66d6e4-bf5f-4206-b69d-cbdc932d0eca service nova] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Neutron deleted interface ee09069f-6d97-4d84-86ef-a20eb17ae92c; detaching it from the instance and deleting it from the info cache [ 902.568385] env[65978]: DEBUG nova.network.neutron [req-a1c36bc0-0f01-4a68-8532-233a983d4579 req-0c66d6e4-bf5f-4206-b69d-cbdc932d0eca service nova] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.622594] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.653218] env[65978]: DEBUG nova.compute.manager [req-082a6e14-11ab-46a8-b3e0-50d02b3b2ab3 req-174d61d3-9f16-4c8b-8802-472a8afab62c service nova] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Received event network-vif-plugged-1e6dfeb3-cddf-49ab-8187-fb4c0b6724c3 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 902.653284] env[65978]: DEBUG oslo_concurrency.lockutils [req-082a6e14-11ab-46a8-b3e0-50d02b3b2ab3 req-174d61d3-9f16-4c8b-8802-472a8afab62c service nova] Acquiring lock "aac2cd3e-0308-4033-bbe8-fb6aa6269738-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.653601] env[65978]: DEBUG oslo_concurrency.lockutils [req-082a6e14-11ab-46a8-b3e0-50d02b3b2ab3 req-174d61d3-9f16-4c8b-8802-472a8afab62c service nova] Lock "aac2cd3e-0308-4033-bbe8-fb6aa6269738-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.653838] env[65978]: DEBUG oslo_concurrency.lockutils [req-082a6e14-11ab-46a8-b3e0-50d02b3b2ab3 req-174d61d3-9f16-4c8b-8802-472a8afab62c service nova] Lock "aac2cd3e-0308-4033-bbe8-fb6aa6269738-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.654307] env[65978]: DEBUG nova.compute.manager [req-082a6e14-11ab-46a8-b3e0-50d02b3b2ab3 req-174d61d3-9f16-4c8b-8802-472a8afab62c service nova] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] No waiting events found dispatching network-vif-plugged-1e6dfeb3-cddf-49ab-8187-fb4c0b6724c3 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 902.654430] env[65978]: WARNING nova.compute.manager [req-082a6e14-11ab-46a8-b3e0-50d02b3b2ab3 req-174d61d3-9f16-4c8b-8802-472a8afab62c service nova] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Received unexpected event network-vif-plugged-1e6dfeb3-cddf-49ab-8187-fb4c0b6724c3 for instance with vm_state building and task_state spawning. [ 902.654586] env[65978]: DEBUG nova.compute.manager [req-082a6e14-11ab-46a8-b3e0-50d02b3b2ab3 req-174d61d3-9f16-4c8b-8802-472a8afab62c service nova] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Received event network-changed-1e6dfeb3-cddf-49ab-8187-fb4c0b6724c3 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 902.654758] env[65978]: DEBUG nova.compute.manager [req-082a6e14-11ab-46a8-b3e0-50d02b3b2ab3 req-174d61d3-9f16-4c8b-8802-472a8afab62c service nova] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Refreshing instance network info cache due to event network-changed-1e6dfeb3-cddf-49ab-8187-fb4c0b6724c3. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 902.655055] env[65978]: DEBUG oslo_concurrency.lockutils [req-082a6e14-11ab-46a8-b3e0-50d02b3b2ab3 req-174d61d3-9f16-4c8b-8802-472a8afab62c service nova] Acquiring lock "refresh_cache-aac2cd3e-0308-4033-bbe8-fb6aa6269738" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.731281] env[65978]: DEBUG oslo_vmware.api [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714697, 'name': PowerOnVM_Task, 'duration_secs': 0.505794} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.731662] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.731977] env[65978]: INFO nova.compute.manager [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Took 7.59 seconds to spawn the instance on the hypervisor. [ 902.732124] env[65978]: DEBUG nova.compute.manager [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 902.732961] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7577660-7c5a-4bd2-b72c-e7b2faf0c244 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.857076] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-17404aa0-55fa-4b6f-8554-50438d680f27 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.857291] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8ca9d80-067f-4a24-be94-37be0b277b13 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.867072] env[65978]: DEBUG oslo_vmware.api [None req-17404aa0-55fa-4b6f-8554-50438d680f27 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 902.867072] env[65978]: value = "task-4714698" [ 902.867072] env[65978]: _type = "Task" [ 902.867072] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.878490] env[65978]: DEBUG oslo_vmware.api [None req-17404aa0-55fa-4b6f-8554-50438d680f27 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.889063] env[65978]: DEBUG nova.network.neutron [-] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.901708] env[65978]: DEBUG nova.compute.manager [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 902.928593] env[65978]: DEBUG nova.virt.hardware [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 902.928843] env[65978]: DEBUG nova.virt.hardware [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.928991] env[65978]: DEBUG nova.virt.hardware [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 902.929288] env[65978]: DEBUG nova.virt.hardware [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.929431] env[65978]: DEBUG nova.virt.hardware [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 902.929612] env[65978]: DEBUG nova.virt.hardware [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 902.929935] env[65978]: DEBUG nova.virt.hardware [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 902.930021] env[65978]: DEBUG nova.virt.hardware [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 902.930179] env[65978]: DEBUG nova.virt.hardware [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 902.930350] env[65978]: DEBUG nova.virt.hardware [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 902.930613] env[65978]: DEBUG nova.virt.hardware [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 902.931755] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e826f2-7d28-40a9-8a22-b93ae56617cc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.943505] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b04727-f96c-4975-90c6-27a1f4dcbbba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.949327] env[65978]: DEBUG oslo_concurrency.lockutils [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Releasing lock "refresh_cache-aac2cd3e-0308-4033-bbe8-fb6aa6269738" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.949796] env[65978]: DEBUG nova.compute.manager [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Instance network_info: |[{"id": "1e6dfeb3-cddf-49ab-8187-fb4c0b6724c3", "address": "fa:16:3e:98:26:18", "network": {"id": "47f49ff2-5e26-45a4-a979-00ad2fe7cb7e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-826738559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77297daf34344de99edca40c006e8fbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6dfeb3-cd", "ovs_interfaceid": "1e6dfeb3-cddf-49ab-8187-fb4c0b6724c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 902.950336] env[65978]: DEBUG oslo_concurrency.lockutils [req-082a6e14-11ab-46a8-b3e0-50d02b3b2ab3 req-174d61d3-9f16-4c8b-8802-472a8afab62c service nova] Acquired lock "refresh_cache-aac2cd3e-0308-4033-bbe8-fb6aa6269738" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.950545] env[65978]: DEBUG nova.network.neutron [req-082a6e14-11ab-46a8-b3e0-50d02b3b2ab3 req-174d61d3-9f16-4c8b-8802-472a8afab62c service nova] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Refreshing network info cache for port 1e6dfeb3-cddf-49ab-8187-fb4c0b6724c3 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.952235] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:26:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e6dfeb3-cddf-49ab-8187-fb4c0b6724c3', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.960130] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 902.961905] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.962207] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53563426-9604-4fc8-a5f5-699fb5a9eede {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.997317] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.997317] env[65978]: value = "task-4714699" [ 902.997317] env[65978]: _type = "Task" [ 902.997317] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.008234] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714699, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.034836] env[65978]: DEBUG nova.scheduler.client.report [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.072985] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9cf6211-86b6-420b-a819-7e6b602a32e3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.084332] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc630fe-8ddb-4431-8d31-ffa9e97047a9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.133129] env[65978]: DEBUG nova.compute.manager [req-a1c36bc0-0f01-4a68-8532-233a983d4579 req-0c66d6e4-bf5f-4206-b69d-cbdc932d0eca service nova] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Detach interface failed, port_id=ee09069f-6d97-4d84-86ef-a20eb17ae92c, reason: Instance af8f6ac9-1a38-4437-8ef4-2db230a9e3d5 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 903.139902] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714696, 'name': ReconfigVM_Task, 'duration_secs': 0.806356} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.139902] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 0674d730-2d85-4513-a9a0-c5a323100751/0674d730-2d85-4513-a9a0-c5a323100751.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.140885] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70283798-ed9e-4002-8591-dfd052e5adda {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.150230] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 903.150230] env[65978]: value = "task-4714700" [ 903.150230] env[65978]: _type = "Task" [ 903.150230] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.159056] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714700, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.256527] env[65978]: INFO nova.compute.manager [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Took 36.93 seconds to build instance. [ 903.381485] env[65978]: DEBUG oslo_vmware.api [None req-17404aa0-55fa-4b6f-8554-50438d680f27 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714698, 'name': PowerOffVM_Task, 'duration_secs': 0.26998} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.381485] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-17404aa0-55fa-4b6f-8554-50438d680f27 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.381485] env[65978]: DEBUG nova.compute.manager [None req-17404aa0-55fa-4b6f-8554-50438d680f27 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 903.382137] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663d729e-a874-46e3-bf03-3ae0749a0a8b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.391686] env[65978]: INFO nova.compute.manager [-] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Took 1.36 seconds to deallocate network for instance. [ 903.462931] env[65978]: WARNING neutronclient.v2_0.client [req-082a6e14-11ab-46a8-b3e0-50d02b3b2ab3 req-174d61d3-9f16-4c8b-8802-472a8afab62c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.485973] env[65978]: DEBUG nova.network.neutron [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Successfully updated port: ea38b1c9-c015-4a44-9a6c-9c1d2ba9f0ea {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 903.513416] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714699, 'name': CreateVM_Task, 'duration_secs': 0.427752} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.513869] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.514200] env[65978]: WARNING neutronclient.v2_0.client [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.514587] env[65978]: DEBUG oslo_concurrency.lockutils [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.514730] env[65978]: DEBUG oslo_concurrency.lockutils [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.515113] env[65978]: DEBUG oslo_concurrency.lockutils [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.515387] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf9945c5-04f2-4a56-9f70-e0e78af4182d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.522633] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 903.522633] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523cecd5-1f6e-cc98-eee1-0755170e56e0" [ 903.522633] env[65978]: _type = "Task" [ 903.522633] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.535206] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523cecd5-1f6e-cc98-eee1-0755170e56e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.540812] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.541393] env[65978]: DEBUG nova.compute.manager [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 903.544923] env[65978]: DEBUG oslo_concurrency.lockutils [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.740s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.545176] env[65978]: DEBUG nova.objects.instance [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Lazy-loading 'resources' on Instance uuid e367fb69-c6e3-4ebf-bd6f-298fbc8846c5 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.662490] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714700, 'name': Rename_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.759042] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0ca73d53-bc78-48be-bf3a-6b27895f5fdf tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Lock "cc4a2b84-66b9-44db-ae9f-c6a410721bda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.634s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.784115] env[65978]: WARNING neutronclient.v2_0.client [req-082a6e14-11ab-46a8-b3e0-50d02b3b2ab3 req-174d61d3-9f16-4c8b-8802-472a8afab62c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.872300] env[65978]: DEBUG nova.network.neutron [req-082a6e14-11ab-46a8-b3e0-50d02b3b2ab3 req-174d61d3-9f16-4c8b-8802-472a8afab62c service nova] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Updated VIF entry in instance network info cache for port 1e6dfeb3-cddf-49ab-8187-fb4c0b6724c3. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 903.872727] env[65978]: DEBUG nova.network.neutron [req-082a6e14-11ab-46a8-b3e0-50d02b3b2ab3 req-174d61d3-9f16-4c8b-8802-472a8afab62c service nova] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Updating instance_info_cache with network_info: [{"id": "1e6dfeb3-cddf-49ab-8187-fb4c0b6724c3", "address": "fa:16:3e:98:26:18", "network": {"id": "47f49ff2-5e26-45a4-a979-00ad2fe7cb7e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-826738559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77297daf34344de99edca40c006e8fbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6dfeb3-cd", "ovs_interfaceid": "1e6dfeb3-cddf-49ab-8187-fb4c0b6724c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.896150] env[65978]: DEBUG oslo_concurrency.lockutils [None req-17404aa0-55fa-4b6f-8554-50438d680f27 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "be6b8c2b-2f75-4d82-907b-5e1486992605" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.898671] env[65978]: DEBUG oslo_concurrency.lockutils [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.990164] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "refresh_cache-d7ba63a2-5c91-4400-adf0-a8a27e6f7a34" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.990378] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquired lock "refresh_cache-d7ba63a2-5c91-4400-adf0-a8a27e6f7a34" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.990548] env[65978]: DEBUG nova.network.neutron [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 904.036286] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523cecd5-1f6e-cc98-eee1-0755170e56e0, 'name': SearchDatastore_Task, 'duration_secs': 0.013666} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.036690] env[65978]: DEBUG oslo_concurrency.lockutils [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.036826] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.037065] env[65978]: DEBUG oslo_concurrency.lockutils [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.037210] env[65978]: DEBUG oslo_concurrency.lockutils [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.037382] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.037652] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b3442e7-a0a4-49f6-8e76-0c78c47028ee {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.051637] env[65978]: DEBUG nova.compute.utils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.054413] env[65978]: DEBUG nova.compute.manager [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 904.054704] env[65978]: DEBUG nova.network.neutron [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 904.055862] env[65978]: WARNING neutronclient.v2_0.client [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.057600] env[65978]: WARNING neutronclient.v2_0.client [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.063263] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.063263] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.065048] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-541a23f7-deb3-46c6-8dc9-c6b0cb2d6139 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.073745] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 904.073745] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c40c75-089b-39f1-dd8b-9b78c8a8abc5" [ 904.073745] env[65978]: _type = "Task" [ 904.073745] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.083958] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c40c75-089b-39f1-dd8b-9b78c8a8abc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.113846] env[65978]: DEBUG nova.policy [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57ae5c6be2ce41f8a12a9e2f2b1b23d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '470a4c34257d41178a2257851e0a8cb0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.168838] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714700, 'name': Rename_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.265171] env[65978]: DEBUG nova.compute.manager [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 904.376280] env[65978]: DEBUG oslo_concurrency.lockutils [req-082a6e14-11ab-46a8-b3e0-50d02b3b2ab3 req-174d61d3-9f16-4c8b-8802-472a8afab62c service nova] Releasing lock "refresh_cache-aac2cd3e-0308-4033-bbe8-fb6aa6269738" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.479248] env[65978]: DEBUG nova.network.neutron [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Successfully created port: 95b79c71-1064-4339-a415-9b8c3a77af2f {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 904.534612] env[65978]: DEBUG nova.network.neutron [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 904.568539] env[65978]: DEBUG nova.compute.manager [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 904.595377] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c40c75-089b-39f1-dd8b-9b78c8a8abc5, 'name': SearchDatastore_Task, 'duration_secs': 0.031633} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.599370] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eced071-df5d-4883-a722-c3a334d820d5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.607869] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 904.607869] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526155d7-d984-d683-c534-a293a86105d0" [ 904.607869] env[65978]: _type = "Task" [ 904.607869] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.625272] env[65978]: DEBUG nova.compute.manager [req-6b39c577-85d8-44dd-99a5-f5abef7e5979 req-3ff02260-b7f5-48b8-a25f-0eafd916286c service nova] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Received event network-changed-5cff986d-f7a7-4b5b-804b-927e31aa43e6 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 904.625536] env[65978]: DEBUG nova.compute.manager [req-6b39c577-85d8-44dd-99a5-f5abef7e5979 req-3ff02260-b7f5-48b8-a25f-0eafd916286c service nova] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Refreshing instance network info cache due to event network-changed-5cff986d-f7a7-4b5b-804b-927e31aa43e6. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 904.625815] env[65978]: DEBUG oslo_concurrency.lockutils [req-6b39c577-85d8-44dd-99a5-f5abef7e5979 req-3ff02260-b7f5-48b8-a25f-0eafd916286c service nova] Acquiring lock "refresh_cache-cc4a2b84-66b9-44db-ae9f-c6a410721bda" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.626100] env[65978]: DEBUG oslo_concurrency.lockutils [req-6b39c577-85d8-44dd-99a5-f5abef7e5979 req-3ff02260-b7f5-48b8-a25f-0eafd916286c service nova] Acquired lock "refresh_cache-cc4a2b84-66b9-44db-ae9f-c6a410721bda" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.626431] env[65978]: DEBUG nova.network.neutron [req-6b39c577-85d8-44dd-99a5-f5abef7e5979 req-3ff02260-b7f5-48b8-a25f-0eafd916286c service nova] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Refreshing network info cache for port 5cff986d-f7a7-4b5b-804b-927e31aa43e6 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.632597] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526155d7-d984-d683-c534-a293a86105d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.670414] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714700, 'name': Rename_Task, 'duration_secs': 1.166206} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.671876] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.672862] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1e89fb-2580-43c4-8bdf-7513573f4a84 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.677768] env[65978]: WARNING neutronclient.v2_0.client [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.679943] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbd8571f-9e1b-428d-a9ba-0c89a008b7cd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.687415] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5e10bc-ea45-4618-9f6b-cd32b3c51e38 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.692248] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 904.692248] env[65978]: value = "task-4714701" [ 904.692248] env[65978]: _type = "Task" [ 904.692248] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.723575] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9142b65-d8f5-4f6d-bcfd-1dc829b9574e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.733073] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714701, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.736186] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3821800f-b600-4f5d-b095-c3a5b5695594 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.751665] env[65978]: DEBUG nova.compute.provider_tree [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.762151] env[65978]: DEBUG nova.compute.manager [req-0e73ea08-a676-4b6b-abf3-2a1524d4b2bd req-5fb11f60-b265-4edf-adc2-6a09d16e2237 service nova] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Received event network-vif-plugged-ea38b1c9-c015-4a44-9a6c-9c1d2ba9f0ea {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 904.762377] env[65978]: DEBUG oslo_concurrency.lockutils [req-0e73ea08-a676-4b6b-abf3-2a1524d4b2bd req-5fb11f60-b265-4edf-adc2-6a09d16e2237 service nova] Acquiring lock "d7ba63a2-5c91-4400-adf0-a8a27e6f7a34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.762780] env[65978]: DEBUG oslo_concurrency.lockutils [req-0e73ea08-a676-4b6b-abf3-2a1524d4b2bd req-5fb11f60-b265-4edf-adc2-6a09d16e2237 service nova] Lock "d7ba63a2-5c91-4400-adf0-a8a27e6f7a34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.762780] env[65978]: DEBUG oslo_concurrency.lockutils [req-0e73ea08-a676-4b6b-abf3-2a1524d4b2bd req-5fb11f60-b265-4edf-adc2-6a09d16e2237 service nova] Lock "d7ba63a2-5c91-4400-adf0-a8a27e6f7a34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.762983] env[65978]: DEBUG nova.compute.manager [req-0e73ea08-a676-4b6b-abf3-2a1524d4b2bd req-5fb11f60-b265-4edf-adc2-6a09d16e2237 service nova] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] No waiting events found dispatching network-vif-plugged-ea38b1c9-c015-4a44-9a6c-9c1d2ba9f0ea {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 904.763061] env[65978]: WARNING nova.compute.manager [req-0e73ea08-a676-4b6b-abf3-2a1524d4b2bd req-5fb11f60-b265-4edf-adc2-6a09d16e2237 service nova] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Received unexpected event network-vif-plugged-ea38b1c9-c015-4a44-9a6c-9c1d2ba9f0ea for instance with vm_state building and task_state spawning. [ 904.763223] env[65978]: DEBUG nova.compute.manager [req-0e73ea08-a676-4b6b-abf3-2a1524d4b2bd req-5fb11f60-b265-4edf-adc2-6a09d16e2237 service nova] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Received event network-changed-ea38b1c9-c015-4a44-9a6c-9c1d2ba9f0ea {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 904.763489] env[65978]: DEBUG nova.compute.manager [req-0e73ea08-a676-4b6b-abf3-2a1524d4b2bd req-5fb11f60-b265-4edf-adc2-6a09d16e2237 service nova] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Refreshing instance network info cache due to event network-changed-ea38b1c9-c015-4a44-9a6c-9c1d2ba9f0ea. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 904.763673] env[65978]: DEBUG oslo_concurrency.lockutils [req-0e73ea08-a676-4b6b-abf3-2a1524d4b2bd req-5fb11f60-b265-4edf-adc2-6a09d16e2237 service nova] Acquiring lock "refresh_cache-d7ba63a2-5c91-4400-adf0-a8a27e6f7a34" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.785604] env[65978]: DEBUG oslo_concurrency.lockutils [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.851260] env[65978]: DEBUG nova.network.neutron [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Updating instance_info_cache with network_info: [{"id": "ea38b1c9-c015-4a44-9a6c-9c1d2ba9f0ea", "address": "fa:16:3e:5a:76:88", "network": {"id": "062947ef-897c-42eb-a83d-a02716fb1163", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-726542755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f0f218c5114f3a81e15fb4f71f7d91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea38b1c9-c0", "ovs_interfaceid": "ea38b1c9-c015-4a44-9a6c-9c1d2ba9f0ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.058518] env[65978]: DEBUG nova.objects.instance [None req-535b4199-48cc-49ff-aed0-56b585686220 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lazy-loading 'flavor' on Instance uuid be6b8c2b-2f75-4d82-907b-5e1486992605 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.127339] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526155d7-d984-d683-c534-a293a86105d0, 'name': SearchDatastore_Task, 'duration_secs': 0.034004} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.127702] env[65978]: DEBUG oslo_concurrency.lockutils [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.128081] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] aac2cd3e-0308-4033-bbe8-fb6aa6269738/aac2cd3e-0308-4033-bbe8-fb6aa6269738.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.128725] env[65978]: WARNING neutronclient.v2_0.client [req-6b39c577-85d8-44dd-99a5-f5abef7e5979 req-3ff02260-b7f5-48b8-a25f-0eafd916286c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.131348] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee47127d-d73e-4141-a4a0-23cb542be12b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.139759] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 905.139759] env[65978]: value = "task-4714702" [ 905.139759] env[65978]: _type = "Task" [ 905.139759] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.151485] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.209326] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714701, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.258150] env[65978]: DEBUG nova.scheduler.client.report [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.357158] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Releasing lock "refresh_cache-d7ba63a2-5c91-4400-adf0-a8a27e6f7a34" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.357558] env[65978]: DEBUG nova.compute.manager [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Instance network_info: |[{"id": "ea38b1c9-c015-4a44-9a6c-9c1d2ba9f0ea", "address": "fa:16:3e:5a:76:88", "network": {"id": "062947ef-897c-42eb-a83d-a02716fb1163", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-726542755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f0f218c5114f3a81e15fb4f71f7d91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea38b1c9-c0", "ovs_interfaceid": "ea38b1c9-c015-4a44-9a6c-9c1d2ba9f0ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 905.358245] env[65978]: DEBUG oslo_concurrency.lockutils [req-0e73ea08-a676-4b6b-abf3-2a1524d4b2bd req-5fb11f60-b265-4edf-adc2-6a09d16e2237 service nova] Acquired lock "refresh_cache-d7ba63a2-5c91-4400-adf0-a8a27e6f7a34" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.358420] env[65978]: DEBUG nova.network.neutron [req-0e73ea08-a676-4b6b-abf3-2a1524d4b2bd req-5fb11f60-b265-4edf-adc2-6a09d16e2237 service nova] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Refreshing network info cache for port ea38b1c9-c015-4a44-9a6c-9c1d2ba9f0ea {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.359867] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:76:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea38b1c9-c015-4a44-9a6c-9c1d2ba9f0ea', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.368874] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Creating folder: Project (a2f0f218c5114f3a81e15fb4f71f7d91). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.370441] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b398cd5e-b01f-4503-8570-80fd68260f7c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.384557] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Created folder: Project (a2f0f218c5114f3a81e15fb4f71f7d91) in parent group-v919857. [ 905.384781] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Creating folder: Instances. Parent ref: group-v920088. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.384997] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-140d9cce-792c-48ff-998b-39b9d9ba5aa6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.398297] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Created folder: Instances in parent group-v920088. [ 905.398812] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 905.398982] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.399261] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a208c00-f12e-4d58-82a4-ab3b3209e173 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.423341] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.423341] env[65978]: value = "task-4714705" [ 905.423341] env[65978]: _type = "Task" [ 905.423341] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.433901] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714705, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.566747] env[65978]: DEBUG oslo_concurrency.lockutils [None req-535b4199-48cc-49ff-aed0-56b585686220 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "refresh_cache-be6b8c2b-2f75-4d82-907b-5e1486992605" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.566747] env[65978]: DEBUG oslo_concurrency.lockutils [None req-535b4199-48cc-49ff-aed0-56b585686220 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquired lock "refresh_cache-be6b8c2b-2f75-4d82-907b-5e1486992605" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.566841] env[65978]: DEBUG nova.network.neutron [None req-535b4199-48cc-49ff-aed0-56b585686220 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 905.566939] env[65978]: DEBUG nova.objects.instance [None req-535b4199-48cc-49ff-aed0-56b585686220 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lazy-loading 'info_cache' on Instance uuid be6b8c2b-2f75-4d82-907b-5e1486992605 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.580029] env[65978]: DEBUG nova.compute.manager [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 905.597741] env[65978]: WARNING neutronclient.v2_0.client [req-6b39c577-85d8-44dd-99a5-f5abef7e5979 req-3ff02260-b7f5-48b8-a25f-0eafd916286c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.616159] env[65978]: DEBUG nova.virt.hardware [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 905.616499] env[65978]: DEBUG nova.virt.hardware [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.616720] env[65978]: DEBUG nova.virt.hardware [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 905.618010] env[65978]: DEBUG nova.virt.hardware [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.618010] env[65978]: DEBUG nova.virt.hardware [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 905.618010] env[65978]: DEBUG nova.virt.hardware [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 905.618010] env[65978]: DEBUG nova.virt.hardware [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 905.618010] env[65978]: DEBUG nova.virt.hardware [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 905.618010] env[65978]: DEBUG nova.virt.hardware [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 905.618010] env[65978]: DEBUG nova.virt.hardware [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 905.618402] env[65978]: DEBUG nova.virt.hardware [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 905.619259] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b8e099-e2f0-4330-94b9-a0ea6596ee2a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.631345] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b755b5-399b-462a-829a-c45b770dd576 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.666312] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714702, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.708670] env[65978]: DEBUG oslo_vmware.api [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714701, 'name': PowerOnVM_Task, 'duration_secs': 0.573999} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.709081] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.709384] env[65978]: INFO nova.compute.manager [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Took 10.21 seconds to spawn the instance on the hypervisor. [ 905.709629] env[65978]: DEBUG nova.compute.manager [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 905.710903] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c50761c-eafb-4774-b953-1c1177eeb58f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.717210] env[65978]: DEBUG nova.network.neutron [req-6b39c577-85d8-44dd-99a5-f5abef7e5979 req-3ff02260-b7f5-48b8-a25f-0eafd916286c service nova] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Updated VIF entry in instance network info cache for port 5cff986d-f7a7-4b5b-804b-927e31aa43e6. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 905.717743] env[65978]: DEBUG nova.network.neutron [req-6b39c577-85d8-44dd-99a5-f5abef7e5979 req-3ff02260-b7f5-48b8-a25f-0eafd916286c service nova] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Updating instance_info_cache with network_info: [{"id": "5cff986d-f7a7-4b5b-804b-927e31aa43e6", "address": "fa:16:3e:ed:f0:61", "network": {"id": "6e74fe22-1701-4c4d-9aae-ea7c8b352d56", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1381760775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9464cd0195c0456c9dc7efecc3174e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cff986d-f7", "ovs_interfaceid": "5cff986d-f7a7-4b5b-804b-927e31aa43e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.767339] env[65978]: DEBUG oslo_concurrency.lockutils [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.773172] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.468s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.773172] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.773172] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65978) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 905.773387] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.313s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.776953] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc61e4d-fdce-4404-a7e3-d366ad520dd1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.787185] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b3bdd7-87a4-492c-a39e-3218821ad610 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.807581] env[65978]: INFO nova.scheduler.client.report [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Deleted allocations for instance e367fb69-c6e3-4ebf-bd6f-298fbc8846c5 [ 905.809232] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90814ba-dc8d-4e15-9e74-e057096308b4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.822801] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32b5a01-164e-434b-b3f1-901d4bfb1f9f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.859017] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178715MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65978) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 905.859157] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.870779] env[65978]: WARNING neutronclient.v2_0.client [req-0e73ea08-a676-4b6b-abf3-2a1524d4b2bd req-5fb11f60-b265-4edf-adc2-6a09d16e2237 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.943297] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714705, 'name': CreateVM_Task, 'duration_secs': 0.506773} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.943540] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.944100] env[65978]: WARNING neutronclient.v2_0.client [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.944480] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.944632] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.944967] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.945268] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e199f9cf-ebd0-4e43-9ada-404e4277eedb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.951689] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 905.951689] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52351948-ede6-0e54-33dd-719c72f706bd" [ 905.951689] env[65978]: _type = "Task" [ 905.951689] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.964272] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52351948-ede6-0e54-33dd-719c72f706bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.072555] env[65978]: DEBUG nova.objects.base [None req-535b4199-48cc-49ff-aed0-56b585686220 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65978) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 906.129513] env[65978]: DEBUG nova.network.neutron [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Successfully updated port: 95b79c71-1064-4339-a415-9b8c3a77af2f {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 906.159823] env[65978]: WARNING neutronclient.v2_0.client [req-0e73ea08-a676-4b6b-abf3-2a1524d4b2bd req-5fb11f60-b265-4edf-adc2-6a09d16e2237 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.166794] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569393} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.166794] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] aac2cd3e-0308-4033-bbe8-fb6aa6269738/aac2cd3e-0308-4033-bbe8-fb6aa6269738.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.166794] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.167549] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f3bff18-f711-4cbe-854b-154ab85b3605 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.177670] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 906.177670] env[65978]: value = "task-4714706" [ 906.177670] env[65978]: _type = "Task" [ 906.177670] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.190357] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.229591] env[65978]: DEBUG oslo_concurrency.lockutils [req-6b39c577-85d8-44dd-99a5-f5abef7e5979 req-3ff02260-b7f5-48b8-a25f-0eafd916286c service nova] Releasing lock "refresh_cache-cc4a2b84-66b9-44db-ae9f-c6a410721bda" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.247382] env[65978]: INFO nova.compute.manager [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Took 38.49 seconds to build instance. [ 906.284213] env[65978]: INFO nova.compute.claims [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.294989] env[65978]: DEBUG nova.network.neutron [req-0e73ea08-a676-4b6b-abf3-2a1524d4b2bd req-5fb11f60-b265-4edf-adc2-6a09d16e2237 service nova] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Updated VIF entry in instance network info cache for port ea38b1c9-c015-4a44-9a6c-9c1d2ba9f0ea. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 906.295582] env[65978]: DEBUG nova.network.neutron [req-0e73ea08-a676-4b6b-abf3-2a1524d4b2bd req-5fb11f60-b265-4edf-adc2-6a09d16e2237 service nova] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Updating instance_info_cache with network_info: [{"id": "ea38b1c9-c015-4a44-9a6c-9c1d2ba9f0ea", "address": "fa:16:3e:5a:76:88", "network": {"id": "062947ef-897c-42eb-a83d-a02716fb1163", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-726542755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f0f218c5114f3a81e15fb4f71f7d91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea38b1c9-c0", "ovs_interfaceid": "ea38b1c9-c015-4a44-9a6c-9c1d2ba9f0ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.322713] env[65978]: DEBUG oslo_concurrency.lockutils [None req-daa86d5d-d71f-41e4-9afb-02db365dd60c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Lock "e367fb69-c6e3-4ebf-bd6f-298fbc8846c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.209s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.464046] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52351948-ede6-0e54-33dd-719c72f706bd, 'name': SearchDatastore_Task, 'duration_secs': 0.016182} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.464046] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.464046] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.464046] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.464499] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.464499] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.464649] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5792be81-0c80-4488-9172-77e57bc256ba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.480417] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.480641] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.481708] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eaf706f-6165-453e-b571-af70b8bda5ff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.489148] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 906.489148] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52baf878-1132-1a50-0f65-25511de7000d" [ 906.489148] env[65978]: _type = "Task" [ 906.489148] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.500204] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52baf878-1132-1a50-0f65-25511de7000d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.576750] env[65978]: WARNING neutronclient.v2_0.client [None req-535b4199-48cc-49ff-aed0-56b585686220 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.634888] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "refresh_cache-fcc547e4-ff30-482c-94c7-19074c194083" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.635088] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquired lock "refresh_cache-fcc547e4-ff30-482c-94c7-19074c194083" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.635271] env[65978]: DEBUG nova.network.neutron [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 906.693207] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093306} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.694131] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.694535] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3601da1-f011-42d0-abc5-7814ced0f494 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.722169] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] aac2cd3e-0308-4033-bbe8-fb6aa6269738/aac2cd3e-0308-4033-bbe8-fb6aa6269738.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.722928] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ad51376-590a-4947-8405-ccb3a619dc45 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.745436] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 906.745436] env[65978]: value = "task-4714707" [ 906.745436] env[65978]: _type = "Task" [ 906.745436] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.750774] env[65978]: DEBUG oslo_concurrency.lockutils [None req-374499e1-6e3b-47e6-b6cf-34ffdd6cc3b2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "0674d730-2d85-4513-a9a0-c5a323100751" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.248s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.755637] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.792203] env[65978]: INFO nova.compute.resource_tracker [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Updating resource usage from migration a8aea9e0-af6b-4ad7-a71b-6a5be254446d [ 906.797976] env[65978]: DEBUG oslo_concurrency.lockutils [req-0e73ea08-a676-4b6b-abf3-2a1524d4b2bd req-5fb11f60-b265-4edf-adc2-6a09d16e2237 service nova] Releasing lock "refresh_cache-d7ba63a2-5c91-4400-adf0-a8a27e6f7a34" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.001749] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52baf878-1132-1a50-0f65-25511de7000d, 'name': SearchDatastore_Task, 'duration_secs': 0.02553} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.005840] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d641760d-2b93-493d-9dd8-49b08a673f08 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.015047] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 907.015047] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d0940d-76a7-87ab-b175-ce597fcb9857" [ 907.015047] env[65978]: _type = "Task" [ 907.015047] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.031665] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d0940d-76a7-87ab-b175-ce597fcb9857, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.226077] env[65978]: DEBUG nova.network.neutron [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 907.265557] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714707, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.356862] env[65978]: WARNING neutronclient.v2_0.client [None req-535b4199-48cc-49ff-aed0-56b585686220 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.366151] env[65978]: DEBUG nova.compute.manager [req-e7f23d9e-5c50-4ecb-823b-4256d6df2af0 req-e875896e-07b6-4b5b-8b59-6f729e6655fb service nova] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Received event network-vif-plugged-95b79c71-1064-4339-a415-9b8c3a77af2f {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 907.366151] env[65978]: DEBUG oslo_concurrency.lockutils [req-e7f23d9e-5c50-4ecb-823b-4256d6df2af0 req-e875896e-07b6-4b5b-8b59-6f729e6655fb service nova] Acquiring lock "fcc547e4-ff30-482c-94c7-19074c194083-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.366151] env[65978]: DEBUG oslo_concurrency.lockutils [req-e7f23d9e-5c50-4ecb-823b-4256d6df2af0 req-e875896e-07b6-4b5b-8b59-6f729e6655fb service nova] Lock "fcc547e4-ff30-482c-94c7-19074c194083-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.366151] env[65978]: DEBUG oslo_concurrency.lockutils [req-e7f23d9e-5c50-4ecb-823b-4256d6df2af0 req-e875896e-07b6-4b5b-8b59-6f729e6655fb service nova] Lock "fcc547e4-ff30-482c-94c7-19074c194083-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.366151] env[65978]: DEBUG nova.compute.manager [req-e7f23d9e-5c50-4ecb-823b-4256d6df2af0 req-e875896e-07b6-4b5b-8b59-6f729e6655fb service nova] [instance: fcc547e4-ff30-482c-94c7-19074c194083] No waiting events found dispatching network-vif-plugged-95b79c71-1064-4339-a415-9b8c3a77af2f {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 907.366151] env[65978]: WARNING nova.compute.manager [req-e7f23d9e-5c50-4ecb-823b-4256d6df2af0 req-e875896e-07b6-4b5b-8b59-6f729e6655fb service nova] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Received unexpected event network-vif-plugged-95b79c71-1064-4339-a415-9b8c3a77af2f for instance with vm_state building and task_state spawning. [ 907.366151] env[65978]: DEBUG nova.compute.manager [req-e7f23d9e-5c50-4ecb-823b-4256d6df2af0 req-e875896e-07b6-4b5b-8b59-6f729e6655fb service nova] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Received event network-changed-95b79c71-1064-4339-a415-9b8c3a77af2f {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 907.366151] env[65978]: DEBUG nova.compute.manager [req-e7f23d9e-5c50-4ecb-823b-4256d6df2af0 req-e875896e-07b6-4b5b-8b59-6f729e6655fb service nova] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Refreshing instance network info cache due to event network-changed-95b79c71-1064-4339-a415-9b8c3a77af2f. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 907.366151] env[65978]: DEBUG oslo_concurrency.lockutils [req-e7f23d9e-5c50-4ecb-823b-4256d6df2af0 req-e875896e-07b6-4b5b-8b59-6f729e6655fb service nova] Acquiring lock "refresh_cache-fcc547e4-ff30-482c-94c7-19074c194083" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.367484] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6263ffde-8dda-4d46-a7a0-c67c2df8aff3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.377435] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6de365-1452-4400-8470-a628a914fd7d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.416576] env[65978]: WARNING neutronclient.v2_0.client [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.419171] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4658f10-343d-4c82-950c-ccaa795ede9f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.428607] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b154ad-31a7-4d79-ba50-1d31ae22093a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.443828] env[65978]: DEBUG nova.compute.provider_tree [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.533392] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d0940d-76a7-87ab-b175-ce597fcb9857, 'name': SearchDatastore_Task, 'duration_secs': 0.022322} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.533392] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.533612] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] d7ba63a2-5c91-4400-adf0-a8a27e6f7a34/d7ba63a2-5c91-4400-adf0-a8a27e6f7a34.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.534209] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2c703cb-0df2-448c-b554-d561276e1dd3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.539108] env[65978]: DEBUG nova.network.neutron [None req-535b4199-48cc-49ff-aed0-56b585686220 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Updating instance_info_cache with network_info: [{"id": "8677e7ff-de2b-474c-97a7-ba4a3d2947d3", "address": "fa:16:3e:51:1b:ea", "network": {"id": "7b1b21e4-9772-46b8-bd51-1a67c63e45e0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1265072942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52a6b5ef7c5b4739a3d18934729959ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8677e7ff-de", "ovs_interfaceid": "8677e7ff-de2b-474c-97a7-ba4a3d2947d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.543116] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 907.543116] env[65978]: value = "task-4714708" [ 907.543116] env[65978]: _type = "Task" [ 907.543116] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.556298] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.597097] env[65978]: DEBUG nova.network.neutron [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Updating instance_info_cache with network_info: [{"id": "95b79c71-1064-4339-a415-9b8c3a77af2f", "address": "fa:16:3e:79:5e:cb", "network": {"id": "0bf2e105-eb03-469d-b6c4-f879129a45d3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1083135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "470a4c34257d41178a2257851e0a8cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b79c71-10", "ovs_interfaceid": "95b79c71-1064-4339-a415-9b8c3a77af2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.761537] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714707, 'name': ReconfigVM_Task, 'duration_secs': 0.575258} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.763014] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Reconfigured VM instance instance-0000004d to attach disk [datastore2] aac2cd3e-0308-4033-bbe8-fb6aa6269738/aac2cd3e-0308-4033-bbe8-fb6aa6269738.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.763014] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f58d2dd6-c3d9-450a-adc6-ea66e7f7677f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.772163] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 907.772163] env[65978]: value = "task-4714709" [ 907.772163] env[65978]: _type = "Task" [ 907.772163] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.783670] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714709, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.949797] env[65978]: DEBUG nova.scheduler.client.report [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.044208] env[65978]: DEBUG oslo_concurrency.lockutils [None req-535b4199-48cc-49ff-aed0-56b585686220 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Releasing lock "refresh_cache-be6b8c2b-2f75-4d82-907b-5e1486992605" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.057441] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714708, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.100409] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Releasing lock "refresh_cache-fcc547e4-ff30-482c-94c7-19074c194083" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.101289] env[65978]: DEBUG nova.compute.manager [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Instance network_info: |[{"id": "95b79c71-1064-4339-a415-9b8c3a77af2f", "address": "fa:16:3e:79:5e:cb", "network": {"id": "0bf2e105-eb03-469d-b6c4-f879129a45d3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1083135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "470a4c34257d41178a2257851e0a8cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b79c71-10", "ovs_interfaceid": "95b79c71-1064-4339-a415-9b8c3a77af2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 908.102626] env[65978]: DEBUG oslo_concurrency.lockutils [req-e7f23d9e-5c50-4ecb-823b-4256d6df2af0 req-e875896e-07b6-4b5b-8b59-6f729e6655fb service nova] Acquired lock "refresh_cache-fcc547e4-ff30-482c-94c7-19074c194083" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.102626] env[65978]: DEBUG nova.network.neutron [req-e7f23d9e-5c50-4ecb-823b-4256d6df2af0 req-e875896e-07b6-4b5b-8b59-6f729e6655fb service nova] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Refreshing network info cache for port 95b79c71-1064-4339-a415-9b8c3a77af2f {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.105031] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:5e:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95b79c71-1064-4339-a415-9b8c3a77af2f', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.120533] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 908.121982] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.122404] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11a6fa11-b90c-482b-ab05-754678924867 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.147380] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.147380] env[65978]: value = "task-4714710" [ 908.147380] env[65978]: _type = "Task" [ 908.147380] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.159276] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714710, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.285862] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714709, 'name': Rename_Task, 'duration_secs': 0.468151} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.286374] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.286711] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a6317f4-b7c1-42dd-8f4a-ca02525376a8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.296783] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 908.296783] env[65978]: value = "task-4714711" [ 908.296783] env[65978]: _type = "Task" [ 908.296783] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.309527] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.456509] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.683s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.456742] env[65978]: INFO nova.compute.manager [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Migrating [ 908.466014] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.213s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.468502] env[65978]: INFO nova.compute.claims [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.566055] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675821} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.566055] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] d7ba63a2-5c91-4400-adf0-a8a27e6f7a34/d7ba63a2-5c91-4400-adf0-a8a27e6f7a34.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.566200] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.566573] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd3f9a2e-a3ce-469e-90c3-176354d31f90 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.578311] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 908.578311] env[65978]: value = "task-4714712" [ 908.578311] env[65978]: _type = "Task" [ 908.578311] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.598016] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.622606] env[65978]: WARNING neutronclient.v2_0.client [req-e7f23d9e-5c50-4ecb-823b-4256d6df2af0 req-e875896e-07b6-4b5b-8b59-6f729e6655fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.659748] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714710, 'name': CreateVM_Task, 'duration_secs': 0.505725} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.659946] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.660519] env[65978]: WARNING neutronclient.v2_0.client [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.660904] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.661081] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.661449] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.661755] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42cbef5e-4ede-49e5-97a4-54caaa4870f8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.670576] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 908.670576] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e0c7f0-34f4-c344-f903-35a9e8b247f4" [ 908.670576] env[65978]: _type = "Task" [ 908.670576] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.681580] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e0c7f0-34f4-c344-f903-35a9e8b247f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.812987] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714711, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.926065] env[65978]: WARNING neutronclient.v2_0.client [req-e7f23d9e-5c50-4ecb-823b-4256d6df2af0 req-e875896e-07b6-4b5b-8b59-6f729e6655fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.984037] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "refresh_cache-2f454d73-1141-46d1-97ce-8f85281d961c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.984037] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquired lock "refresh_cache-2f454d73-1141-46d1-97ce-8f85281d961c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.984037] env[65978]: DEBUG nova.network.neutron [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 909.022186] env[65978]: DEBUG nova.network.neutron [req-e7f23d9e-5c50-4ecb-823b-4256d6df2af0 req-e875896e-07b6-4b5b-8b59-6f729e6655fb service nova] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Updated VIF entry in instance network info cache for port 95b79c71-1064-4339-a415-9b8c3a77af2f. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 909.022642] env[65978]: DEBUG nova.network.neutron [req-e7f23d9e-5c50-4ecb-823b-4256d6df2af0 req-e875896e-07b6-4b5b-8b59-6f729e6655fb service nova] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Updating instance_info_cache with network_info: [{"id": "95b79c71-1064-4339-a415-9b8c3a77af2f", "address": "fa:16:3e:79:5e:cb", "network": {"id": "0bf2e105-eb03-469d-b6c4-f879129a45d3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1083135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "470a4c34257d41178a2257851e0a8cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b79c71-10", "ovs_interfaceid": "95b79c71-1064-4339-a415-9b8c3a77af2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.059744] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-535b4199-48cc-49ff-aed0-56b585686220 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.060169] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89720d45-4ead-4b16-95a2-f8313324e77e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.069037] env[65978]: DEBUG oslo_vmware.api [None req-535b4199-48cc-49ff-aed0-56b585686220 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 909.069037] env[65978]: value = "task-4714713" [ 909.069037] env[65978]: _type = "Task" [ 909.069037] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.079537] env[65978]: DEBUG oslo_vmware.api [None req-535b4199-48cc-49ff-aed0-56b585686220 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.090188] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139863} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.090188] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.090600] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2df161-9f27-406c-a649-819ca4f0a2ff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.118246] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] d7ba63a2-5c91-4400-adf0-a8a27e6f7a34/d7ba63a2-5c91-4400-adf0-a8a27e6f7a34.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.119042] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b3f3be6-fabe-49b8-8580-2b158e60820c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.140781] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 909.140781] env[65978]: value = "task-4714714" [ 909.140781] env[65978]: _type = "Task" [ 909.140781] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.151061] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.185364] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e0c7f0-34f4-c344-f903-35a9e8b247f4, 'name': SearchDatastore_Task, 'duration_secs': 0.021562} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.185752] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.186108] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.186487] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.186711] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.187043] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.187591] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4637181b-886f-470f-a4bd-b092a5d32907 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.198391] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.198586] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.199410] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c378ff0b-d3af-47d5-aa5f-4c43b1d8ddb7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.206336] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 909.206336] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52637f1e-adf1-e405-c2bd-60b80a2959d6" [ 909.206336] env[65978]: _type = "Task" [ 909.206336] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.218641] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52637f1e-adf1-e405-c2bd-60b80a2959d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.312398] env[65978]: DEBUG oslo_vmware.api [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714711, 'name': PowerOnVM_Task, 'duration_secs': 0.761981} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.312715] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.312884] env[65978]: INFO nova.compute.manager [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Took 9.03 seconds to spawn the instance on the hypervisor. [ 909.313086] env[65978]: DEBUG nova.compute.manager [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 909.314033] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4869888d-b137-4bb1-8040-9abb74975078 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.484927] env[65978]: DEBUG nova.compute.manager [req-8bbb5fe4-6158-4e0f-af38-c8ea8c05068d req-c3e9aea8-ed59-4d0b-a183-78d0429ce802 service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Received event network-changed-8dd07a90-c3da-47d1-82a5-85367447eb5e {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 909.485133] env[65978]: DEBUG nova.compute.manager [req-8bbb5fe4-6158-4e0f-af38-c8ea8c05068d req-c3e9aea8-ed59-4d0b-a183-78d0429ce802 service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Refreshing instance network info cache due to event network-changed-8dd07a90-c3da-47d1-82a5-85367447eb5e. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 909.485350] env[65978]: DEBUG oslo_concurrency.lockutils [req-8bbb5fe4-6158-4e0f-af38-c8ea8c05068d req-c3e9aea8-ed59-4d0b-a183-78d0429ce802 service nova] Acquiring lock "refresh_cache-0674d730-2d85-4513-a9a0-c5a323100751" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.486079] env[65978]: DEBUG oslo_concurrency.lockutils [req-8bbb5fe4-6158-4e0f-af38-c8ea8c05068d req-c3e9aea8-ed59-4d0b-a183-78d0429ce802 service nova] Acquired lock "refresh_cache-0674d730-2d85-4513-a9a0-c5a323100751" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.486079] env[65978]: DEBUG nova.network.neutron [req-8bbb5fe4-6158-4e0f-af38-c8ea8c05068d req-c3e9aea8-ed59-4d0b-a183-78d0429ce802 service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Refreshing network info cache for port 8dd07a90-c3da-47d1-82a5-85367447eb5e {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.487410] env[65978]: WARNING neutronclient.v2_0.client [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.529114] env[65978]: DEBUG oslo_concurrency.lockutils [req-e7f23d9e-5c50-4ecb-823b-4256d6df2af0 req-e875896e-07b6-4b5b-8b59-6f729e6655fb service nova] Releasing lock "refresh_cache-fcc547e4-ff30-482c-94c7-19074c194083" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.585614] env[65978]: DEBUG oslo_vmware.api [None req-535b4199-48cc-49ff-aed0-56b585686220 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714713, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.656170] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.707685] env[65978]: WARNING neutronclient.v2_0.client [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.729910] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52637f1e-adf1-e405-c2bd-60b80a2959d6, 'name': SearchDatastore_Task, 'duration_secs': 0.013482} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.731288] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-066749f5-3488-4760-b2a6-3dafecc23430 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.740066] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 909.740066] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5225820c-b270-83f2-212a-ce814bf9d321" [ 909.740066] env[65978]: _type = "Task" [ 909.740066] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.752551] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5225820c-b270-83f2-212a-ce814bf9d321, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.810142] env[65978]: DEBUG nova.network.neutron [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Updating instance_info_cache with network_info: [{"id": "05e27261-4854-475d-8f11-799aca744659", "address": "fa:16:3e:09:92:2a", "network": {"id": "572f00ea-41cc-4d81-b1e9-2b038de95236", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043147319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0285adf994e4ab5fbfe0226d33b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05e27261-48", "ovs_interfaceid": "05e27261-4854-475d-8f11-799aca744659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.837318] env[65978]: INFO nova.compute.manager [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Took 39.22 seconds to build instance. [ 909.992177] env[65978]: WARNING neutronclient.v2_0.client [req-8bbb5fe4-6158-4e0f-af38-c8ea8c05068d req-c3e9aea8-ed59-4d0b-a183-78d0429ce802 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.999337] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0609fd6-52a7-43af-ab65-9d8dfd74e7d8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.008099] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3190d16f-72d8-4b96-9c81-5b399c0c48e9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.046713] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5cfad3-1fb8-4f8a-9d99-dd00add0c0d8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.055412] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6c6548-2238-4585-ae96-685a77f27741 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.072220] env[65978]: DEBUG nova.compute.provider_tree [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.082979] env[65978]: DEBUG oslo_vmware.api [None req-535b4199-48cc-49ff-aed0-56b585686220 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714713, 'name': PowerOnVM_Task, 'duration_secs': 0.688292} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.082979] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-535b4199-48cc-49ff-aed0-56b585686220 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.083102] env[65978]: DEBUG nova.compute.manager [None req-535b4199-48cc-49ff-aed0-56b585686220 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 910.083821] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b46150d-807b-4139-ad5b-f1210a3aae39 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.153162] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714714, 'name': ReconfigVM_Task, 'duration_secs': 0.64143} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.156780] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Reconfigured VM instance instance-0000004e to attach disk [datastore2] d7ba63a2-5c91-4400-adf0-a8a27e6f7a34/d7ba63a2-5c91-4400-adf0-a8a27e6f7a34.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.158317] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3d0a68b-07b4-433b-8787-61d720a446bc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.167115] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 910.167115] env[65978]: value = "task-4714715" [ 910.167115] env[65978]: _type = "Task" [ 910.167115] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.177750] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714715, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.198661] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Acquiring lock "a38bd22c-460b-445c-9e8a-d7ec4a331d15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.198837] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Lock "a38bd22c-460b-445c-9e8a-d7ec4a331d15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.234050] env[65978]: WARNING neutronclient.v2_0.client [req-8bbb5fe4-6158-4e0f-af38-c8ea8c05068d req-c3e9aea8-ed59-4d0b-a183-78d0429ce802 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.253986] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5225820c-b270-83f2-212a-ce814bf9d321, 'name': SearchDatastore_Task, 'duration_secs': 0.030102} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.253986] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.254402] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] fcc547e4-ff30-482c-94c7-19074c194083/fcc547e4-ff30-482c-94c7-19074c194083.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.254655] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c817dfbf-86f9-4bf1-8559-1479bb90d7ab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.264301] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 910.264301] env[65978]: value = "task-4714716" [ 910.264301] env[65978]: _type = "Task" [ 910.264301] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.274106] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.315055] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Releasing lock "refresh_cache-2f454d73-1141-46d1-97ce-8f85281d961c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.327071] env[65978]: DEBUG nova.network.neutron [req-8bbb5fe4-6158-4e0f-af38-c8ea8c05068d req-c3e9aea8-ed59-4d0b-a183-78d0429ce802 service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Updated VIF entry in instance network info cache for port 8dd07a90-c3da-47d1-82a5-85367447eb5e. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 910.327451] env[65978]: DEBUG nova.network.neutron [req-8bbb5fe4-6158-4e0f-af38-c8ea8c05068d req-c3e9aea8-ed59-4d0b-a183-78d0429ce802 service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Updating instance_info_cache with network_info: [{"id": "8dd07a90-c3da-47d1-82a5-85367447eb5e", "address": "fa:16:3e:84:37:57", "network": {"id": "cd6f4af8-478b-45e6-b86b-673490da8fbd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885631327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1eec13c7bab4ec48430206d7331ad1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd07a90-c3", "ovs_interfaceid": "8dd07a90-c3da-47d1-82a5-85367447eb5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.338981] env[65978]: DEBUG oslo_concurrency.lockutils [None req-defe24d1-3df2-4c79-8a23-2c6ae9cbd80b tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "aac2cd3e-0308-4033-bbe8-fb6aa6269738" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.678s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.375201] env[65978]: DEBUG oslo_concurrency.lockutils [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquiring lock "aac2cd3e-0308-4033-bbe8-fb6aa6269738" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.375512] env[65978]: DEBUG oslo_concurrency.lockutils [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "aac2cd3e-0308-4033-bbe8-fb6aa6269738" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.375727] env[65978]: DEBUG oslo_concurrency.lockutils [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquiring lock "aac2cd3e-0308-4033-bbe8-fb6aa6269738-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.375910] env[65978]: DEBUG oslo_concurrency.lockutils [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "aac2cd3e-0308-4033-bbe8-fb6aa6269738-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.376110] env[65978]: DEBUG oslo_concurrency.lockutils [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "aac2cd3e-0308-4033-bbe8-fb6aa6269738-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.378475] env[65978]: INFO nova.compute.manager [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Terminating instance [ 910.577478] env[65978]: DEBUG nova.scheduler.client.report [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.680927] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714715, 'name': Rename_Task, 'duration_secs': 0.210532} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.681319] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.681664] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65802502-b3b4-41b7-a76f-ab00dcf67e47 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.690208] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 910.690208] env[65978]: value = "task-4714717" [ 910.690208] env[65978]: _type = "Task" [ 910.690208] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.702459] env[65978]: DEBUG nova.compute.manager [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 910.706495] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.782201] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714716, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.832541] env[65978]: DEBUG oslo_concurrency.lockutils [req-8bbb5fe4-6158-4e0f-af38-c8ea8c05068d req-c3e9aea8-ed59-4d0b-a183-78d0429ce802 service nova] Releasing lock "refresh_cache-0674d730-2d85-4513-a9a0-c5a323100751" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.882152] env[65978]: DEBUG nova.compute.manager [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 910.882386] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.883784] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2074cec8-7634-44e7-8173-8d64990e879f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.894904] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.895661] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-865785e6-edba-4e81-aa68-e9ff28eb38bc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.905019] env[65978]: DEBUG oslo_vmware.api [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 910.905019] env[65978]: value = "task-4714718" [ 910.905019] env[65978]: _type = "Task" [ 910.905019] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.919065] env[65978]: DEBUG oslo_vmware.api [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.084015] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.084615] env[65978]: DEBUG nova.compute.manager [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 911.087646] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.645s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.089176] env[65978]: INFO nova.compute.claims [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.202232] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714717, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.230858] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.277845] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798951} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.278198] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] fcc547e4-ff30-482c-94c7-19074c194083/fcc547e4-ff30-482c-94c7-19074c194083.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.278426] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.278703] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5be8a6a9-31a8-41e0-a2d7-afdb77349579 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.288500] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 911.288500] env[65978]: value = "task-4714719" [ 911.288500] env[65978]: _type = "Task" [ 911.288500] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.299281] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.419429] env[65978]: DEBUG oslo_vmware.api [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714718, 'name': PowerOffVM_Task, 'duration_secs': 0.476682} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.419858] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.420160] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.420507] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a22033b-1b40-4b08-a124-921f24e3575c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.513827] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.514138] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.514349] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Deleting the datastore file [datastore2] aac2cd3e-0308-4033-bbe8-fb6aa6269738 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.514645] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62fea114-4ff1-4ae7-9b39-819683580cf1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.522158] env[65978]: DEBUG oslo_vmware.api [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for the task: (returnval){ [ 911.522158] env[65978]: value = "task-4714721" [ 911.522158] env[65978]: _type = "Task" [ 911.522158] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.530999] env[65978]: DEBUG oslo_vmware.api [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.593951] env[65978]: DEBUG nova.compute.utils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.595878] env[65978]: DEBUG nova.compute.manager [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 911.596108] env[65978]: DEBUG nova.network.neutron [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 911.596443] env[65978]: WARNING neutronclient.v2_0.client [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.596762] env[65978]: WARNING neutronclient.v2_0.client [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.663630] env[65978]: DEBUG nova.policy [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57ae5c6be2ce41f8a12a9e2f2b1b23d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '470a4c34257d41178a2257851e0a8cb0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.703338] env[65978]: DEBUG oslo_vmware.api [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714717, 'name': PowerOnVM_Task, 'duration_secs': 0.810991} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.703524] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.703709] env[65978]: INFO nova.compute.manager [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Took 8.80 seconds to spawn the instance on the hypervisor. [ 911.703901] env[65978]: DEBUG nova.compute.manager [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 911.705045] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2514e04-25ff-4b12-9c42-40b162171d4d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.799772] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108688} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.800460] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.800992] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddc0a48-0e5c-41af-a7d9-c0f27f424a67 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.830023] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] fcc547e4-ff30-482c-94c7-19074c194083/fcc547e4-ff30-482c-94c7-19074c194083.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.831922] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0526bdd5-0ca5-4287-8882-3766dd689566 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.851962] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe61c163-7e12-45da-9b54-74c7ac05e003 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.876767] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Updating instance '2f454d73-1141-46d1-97ce-8f85281d961c' progress to 0 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 911.885025] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 911.885025] env[65978]: value = "task-4714722" [ 911.885025] env[65978]: _type = "Task" [ 911.885025] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.894518] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.015222] env[65978]: DEBUG nova.network.neutron [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Successfully created port: 76262753-a18c-4c7d-b5b2-d31aa00682c7 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 912.035876] env[65978]: DEBUG oslo_vmware.api [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Task: {'id': task-4714721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435196} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.038891] env[65978]: DEBUG oslo_vmware.rw_handles [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f23404-51d4-e7f8-46e5-b1dc32e9e8fa/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 912.039630] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.039922] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.040221] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.040450] env[65978]: INFO nova.compute.manager [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Took 1.16 seconds to destroy the instance on the hypervisor. [ 912.040761] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 912.041824] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6cd7d8-c28f-4756-99b7-ff4cc45407fa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.045326] env[65978]: DEBUG nova.compute.manager [-] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 912.045424] env[65978]: DEBUG nova.network.neutron [-] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 912.045702] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.052527] env[65978]: DEBUG oslo_vmware.rw_handles [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f23404-51d4-e7f8-46e5-b1dc32e9e8fa/disk-0.vmdk is in state: ready. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 912.052705] env[65978]: ERROR oslo_vmware.rw_handles [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f23404-51d4-e7f8-46e5-b1dc32e9e8fa/disk-0.vmdk due to incomplete transfer. [ 912.052951] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-959817e0-c873-4ba2-a54c-0a915d698201 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.063312] env[65978]: DEBUG oslo_vmware.rw_handles [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f23404-51d4-e7f8-46e5-b1dc32e9e8fa/disk-0.vmdk. {{(pid=65978) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 912.063626] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Uploaded image 057c47f7-5178-478b-8d37-ad0abbdff397 to the Glance image server {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 912.066913] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Destroying the VM {{(pid=65978) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 912.067670] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d831a202-3bae-4a76-8deb-55961179cfa2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.076735] env[65978]: DEBUG oslo_vmware.api [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Waiting for the task: (returnval){ [ 912.076735] env[65978]: value = "task-4714723" [ 912.076735] env[65978]: _type = "Task" [ 912.076735] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.086851] env[65978]: DEBUG oslo_vmware.api [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714723, 'name': Destroy_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.107538] env[65978]: DEBUG nova.compute.manager [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 912.111633] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.224405] env[65978]: INFO nova.compute.manager [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Took 38.55 seconds to build instance. [ 912.387027] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.387027] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1839bbad-c887-445e-9dd5-56dab110a31d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.399013] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.403670] env[65978]: DEBUG oslo_vmware.api [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 912.403670] env[65978]: value = "task-4714724" [ 912.403670] env[65978]: _type = "Task" [ 912.403670] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.414943] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] VM already powered off {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 912.415284] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Updating instance '2f454d73-1141-46d1-97ce-8f85281d961c' progress to 17 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 912.587859] env[65978]: DEBUG nova.compute.manager [req-a23c26b3-b93b-4a57-a9b7-e15f50aaaa7a req-d21feb05-7f19-465f-9b96-2a2b9ae9eec1 service nova] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Received event network-vif-deleted-1e6dfeb3-cddf-49ab-8187-fb4c0b6724c3 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 912.587859] env[65978]: INFO nova.compute.manager [req-a23c26b3-b93b-4a57-a9b7-e15f50aaaa7a req-d21feb05-7f19-465f-9b96-2a2b9ae9eec1 service nova] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Neutron deleted interface 1e6dfeb3-cddf-49ab-8187-fb4c0b6724c3; detaching it from the instance and deleting it from the info cache [ 912.587859] env[65978]: DEBUG nova.network.neutron [req-a23c26b3-b93b-4a57-a9b7-e15f50aaaa7a req-d21feb05-7f19-465f-9b96-2a2b9ae9eec1 service nova] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.598569] env[65978]: DEBUG oslo_vmware.api [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714723, 'name': Destroy_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.601371] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5356a6b5-1589-4939-9256-2b69832d89ad {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.619992] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3d9069-9e64-4fa8-96e1-b6c78768cc6a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.675865] env[65978]: DEBUG nova.compute.manager [req-a23c26b3-b93b-4a57-a9b7-e15f50aaaa7a req-d21feb05-7f19-465f-9b96-2a2b9ae9eec1 service nova] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Detach interface failed, port_id=1e6dfeb3-cddf-49ab-8187-fb4c0b6724c3, reason: Instance aac2cd3e-0308-4033-bbe8-fb6aa6269738 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 912.690130] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bb07d2-b8c4-470e-9141-274f37c08310 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.699363] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1bd6bc-31bb-4603-9b7d-077cb2554554 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.737213] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf734e5d-b777-482f-abad-73106f02836f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "d7ba63a2-5c91-4400-adf0-a8a27e6f7a34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.358s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.737213] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef47786-c771-4aee-aec5-60ad7e844880 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.744046] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622f4e21-c92f-43d0-953c-69184b80da60 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.759318] env[65978]: DEBUG nova.compute.provider_tree [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.863305] env[65978]: DEBUG nova.network.neutron [-] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.895925] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714722, 'name': ReconfigVM_Task, 'duration_secs': 0.644095} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.896241] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Reconfigured VM instance instance-0000004f to attach disk [datastore2] fcc547e4-ff30-482c-94c7-19074c194083/fcc547e4-ff30-482c-94c7-19074c194083.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.896922] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b3ad3d7-cec5-4cbc-b142-3f129e79e91f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.905040] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 912.905040] env[65978]: value = "task-4714725" [ 912.905040] env[65978]: _type = "Task" [ 912.905040] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.915607] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714725, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.924301] env[65978]: DEBUG nova.virt.hardware [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 912.924589] env[65978]: DEBUG nova.virt.hardware [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.924753] env[65978]: DEBUG nova.virt.hardware [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 912.924935] env[65978]: DEBUG nova.virt.hardware [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.925101] env[65978]: DEBUG nova.virt.hardware [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 912.925234] env[65978]: DEBUG nova.virt.hardware [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 912.925549] env[65978]: DEBUG nova.virt.hardware [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 912.925734] env[65978]: DEBUG nova.virt.hardware [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 912.925949] env[65978]: DEBUG nova.virt.hardware [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 912.926185] env[65978]: DEBUG nova.virt.hardware [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 912.926389] env[65978]: DEBUG nova.virt.hardware [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 912.932913] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65cff273-c4e7-424e-97cd-3505aaa5ebef {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.951285] env[65978]: DEBUG oslo_vmware.api [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 912.951285] env[65978]: value = "task-4714726" [ 912.951285] env[65978]: _type = "Task" [ 912.951285] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.961270] env[65978]: DEBUG oslo_vmware.api [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.089655] env[65978]: DEBUG oslo_vmware.api [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714723, 'name': Destroy_Task, 'duration_secs': 0.905542} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.090063] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Destroyed the VM [ 913.090446] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Deleting Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 913.090829] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5e355c7e-c553-4ce6-bb49-8077f3a881aa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.098920] env[65978]: DEBUG oslo_vmware.api [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Waiting for the task: (returnval){ [ 913.098920] env[65978]: value = "task-4714727" [ 913.098920] env[65978]: _type = "Task" [ 913.098920] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.109362] env[65978]: DEBUG oslo_vmware.api [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714727, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.149151] env[65978]: DEBUG nova.compute.manager [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 913.175049] env[65978]: DEBUG nova.virt.hardware [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 913.175277] env[65978]: DEBUG nova.virt.hardware [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.175521] env[65978]: DEBUG nova.virt.hardware [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 913.175807] env[65978]: DEBUG nova.virt.hardware [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.176050] env[65978]: DEBUG nova.virt.hardware [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 913.176313] env[65978]: DEBUG nova.virt.hardware [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 913.176876] env[65978]: DEBUG nova.virt.hardware [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 913.176876] env[65978]: DEBUG nova.virt.hardware [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 913.177094] env[65978]: DEBUG nova.virt.hardware [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 913.177221] env[65978]: DEBUG nova.virt.hardware [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 913.177391] env[65978]: DEBUG nova.virt.hardware [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 913.178376] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053ae584-9512-43ee-9225-8cc11fb1bf0f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.191057] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa393b09-e902-417e-838f-3a56da631acb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.264084] env[65978]: DEBUG nova.scheduler.client.report [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.366334] env[65978]: INFO nova.compute.manager [-] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Took 1.32 seconds to deallocate network for instance. [ 913.418082] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714725, 'name': Rename_Task, 'duration_secs': 0.270432} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.418456] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.419124] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f68fd35-e2ad-4818-88ec-e2af77390b1c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.428610] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 913.428610] env[65978]: value = "task-4714728" [ 913.428610] env[65978]: _type = "Task" [ 913.428610] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.439345] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.465664] env[65978]: DEBUG oslo_vmware.api [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714726, 'name': ReconfigVM_Task, 'duration_secs': 0.301071} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.465664] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Updating instance '2f454d73-1141-46d1-97ce-8f85281d961c' progress to 33 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 913.589970] env[65978]: DEBUG nova.compute.manager [req-78a9c7d0-bb14-4768-b0a4-d955cff1c97d req-df60c2a0-19f2-45b2-a243-42ff1075eafa service nova] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Received event network-vif-plugged-76262753-a18c-4c7d-b5b2-d31aa00682c7 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 913.592460] env[65978]: DEBUG oslo_concurrency.lockutils [req-78a9c7d0-bb14-4768-b0a4-d955cff1c97d req-df60c2a0-19f2-45b2-a243-42ff1075eafa service nova] Acquiring lock "7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.592460] env[65978]: DEBUG oslo_concurrency.lockutils [req-78a9c7d0-bb14-4768-b0a4-d955cff1c97d req-df60c2a0-19f2-45b2-a243-42ff1075eafa service nova] Lock "7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.592460] env[65978]: DEBUG oslo_concurrency.lockutils [req-78a9c7d0-bb14-4768-b0a4-d955cff1c97d req-df60c2a0-19f2-45b2-a243-42ff1075eafa service nova] Lock "7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.592460] env[65978]: DEBUG nova.compute.manager [req-78a9c7d0-bb14-4768-b0a4-d955cff1c97d req-df60c2a0-19f2-45b2-a243-42ff1075eafa service nova] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] No waiting events found dispatching network-vif-plugged-76262753-a18c-4c7d-b5b2-d31aa00682c7 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 913.592460] env[65978]: WARNING nova.compute.manager [req-78a9c7d0-bb14-4768-b0a4-d955cff1c97d req-df60c2a0-19f2-45b2-a243-42ff1075eafa service nova] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Received unexpected event network-vif-plugged-76262753-a18c-4c7d-b5b2-d31aa00682c7 for instance with vm_state building and task_state spawning. [ 913.611812] env[65978]: DEBUG oslo_vmware.api [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714727, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.664852] env[65978]: DEBUG nova.network.neutron [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Successfully updated port: 76262753-a18c-4c7d-b5b2-d31aa00682c7 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 913.769732] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.770752] env[65978]: DEBUG nova.compute.manager [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 913.773516] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.690s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.773747] env[65978]: DEBUG nova.objects.instance [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65978) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 913.874449] env[65978]: DEBUG oslo_concurrency.lockutils [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.942352] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714728, 'name': PowerOnVM_Task, 'duration_secs': 0.507228} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.942743] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.943039] env[65978]: INFO nova.compute.manager [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Took 8.36 seconds to spawn the instance on the hypervisor. [ 913.943290] env[65978]: DEBUG nova.compute.manager [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 913.944487] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba5df33-8d1e-4ce8-9952-4971c1b1c122 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.970958] env[65978]: DEBUG nova.virt.hardware [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 913.971148] env[65978]: DEBUG nova.virt.hardware [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.971272] env[65978]: DEBUG nova.virt.hardware [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 913.972043] env[65978]: DEBUG nova.virt.hardware [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.972043] env[65978]: DEBUG nova.virt.hardware [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 913.972043] env[65978]: DEBUG nova.virt.hardware [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 913.972043] env[65978]: DEBUG nova.virt.hardware [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 913.972043] env[65978]: DEBUG nova.virt.hardware [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 913.972251] env[65978]: DEBUG nova.virt.hardware [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 913.972436] env[65978]: DEBUG nova.virt.hardware [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 913.972556] env[65978]: DEBUG nova.virt.hardware [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 913.978319] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 913.978647] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3efb016-528c-4849-a727-a436b42fa545 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.999816] env[65978]: DEBUG oslo_vmware.api [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 913.999816] env[65978]: value = "task-4714729" [ 913.999816] env[65978]: _type = "Task" [ 913.999816] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.011137] env[65978]: DEBUG oslo_vmware.api [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.112656] env[65978]: DEBUG oslo_vmware.api [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714727, 'name': RemoveSnapshot_Task, 'duration_secs': 0.917414} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.113031] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Deleted Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 914.113321] env[65978]: INFO nova.compute.manager [None req-9df31e71-e610-4c01-906f-1b85d3026fef tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Took 19.76 seconds to snapshot the instance on the hypervisor. [ 914.168690] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "refresh_cache-7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.169031] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquired lock "refresh_cache-7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.169261] env[65978]: DEBUG nova.network.neutron [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 914.278738] env[65978]: DEBUG nova.compute.utils [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.284657] env[65978]: DEBUG nova.compute.manager [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 914.284931] env[65978]: DEBUG nova.network.neutron [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 914.285407] env[65978]: WARNING neutronclient.v2_0.client [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.285853] env[65978]: WARNING neutronclient.v2_0.client [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.339564] env[65978]: DEBUG nova.policy [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b821db3871c54eac809804067f4f0a00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2f0f218c5114f3a81e15fb4f71f7d91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.463797] env[65978]: INFO nova.compute.manager [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Took 38.70 seconds to build instance. [ 914.514290] env[65978]: DEBUG oslo_vmware.api [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714729, 'name': ReconfigVM_Task, 'duration_secs': 0.279671} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.514290] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 914.514290] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881838bd-7ae9-41ae-acb2-493b5c56c53a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.540576] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 2f454d73-1141-46d1-97ce-8f85281d961c/2f454d73-1141-46d1-97ce-8f85281d961c.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.540939] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ed93821-79f0-4852-8cc3-3b19dff45280 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.562061] env[65978]: DEBUG oslo_vmware.api [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 914.562061] env[65978]: value = "task-4714730" [ 914.562061] env[65978]: _type = "Task" [ 914.562061] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.571837] env[65978]: DEBUG oslo_vmware.api [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.672411] env[65978]: DEBUG nova.network.neutron [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Successfully created port: 91a84c42-ff2c-4ce2-a63a-9eb70cba7f22 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 914.710386] env[65978]: DEBUG nova.network.neutron [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 914.791012] env[65978]: DEBUG oslo_concurrency.lockutils [None req-0d7dcc99-3139-44f7-b16d-0bbf96005ee3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.797103] env[65978]: DEBUG nova.compute.manager [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 914.802399] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.361s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.802399] env[65978]: DEBUG nova.objects.instance [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Lazy-loading 'resources' on Instance uuid 750e509e-7d2f-470d-895e-d098efd02196 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.844298] env[65978]: WARNING neutronclient.v2_0.client [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.964029] env[65978]: DEBUG nova.network.neutron [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Updating instance_info_cache with network_info: [{"id": "76262753-a18c-4c7d-b5b2-d31aa00682c7", "address": "fa:16:3e:9d:08:fa", "network": {"id": "0bf2e105-eb03-469d-b6c4-f879129a45d3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1083135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "470a4c34257d41178a2257851e0a8cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76262753-a1", "ovs_interfaceid": "76262753-a18c-4c7d-b5b2-d31aa00682c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.968296] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "fcc547e4-ff30-482c-94c7-19074c194083" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.955s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.073399] env[65978]: DEBUG oslo_vmware.api [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.466664] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Releasing lock "refresh_cache-7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.467063] env[65978]: DEBUG nova.compute.manager [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Instance network_info: |[{"id": "76262753-a18c-4c7d-b5b2-d31aa00682c7", "address": "fa:16:3e:9d:08:fa", "network": {"id": "0bf2e105-eb03-469d-b6c4-f879129a45d3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1083135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "470a4c34257d41178a2257851e0a8cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76262753-a1", "ovs_interfaceid": "76262753-a18c-4c7d-b5b2-d31aa00682c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 915.467622] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:08:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76262753-a18c-4c7d-b5b2-d31aa00682c7', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.478394] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 915.481600] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.482116] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce211ad4-ee07-4ca0-9bd7-175d509d9676 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.529033] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.529033] env[65978]: value = "task-4714731" [ 915.529033] env[65978]: _type = "Task" [ 915.529033] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.540590] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714731, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.579478] env[65978]: DEBUG oslo_vmware.api [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714730, 'name': ReconfigVM_Task, 'duration_secs': 0.860107} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.579792] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 2f454d73-1141-46d1-97ce-8f85281d961c/2f454d73-1141-46d1-97ce-8f85281d961c.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.580099] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Updating instance '2f454d73-1141-46d1-97ce-8f85281d961c' progress to 50 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 915.813245] env[65978]: DEBUG nova.compute.manager [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 915.818125] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d7b2c2-9f65-4f90-af12-5572196c743c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.827779] env[65978]: DEBUG nova.compute.manager [req-5fc547aa-0d4c-4d96-ae05-91d21fd041df req-1025c742-6552-4084-970f-8ffa31757e88 service nova] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Received event network-changed-76262753-a18c-4c7d-b5b2-d31aa00682c7 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 915.828332] env[65978]: DEBUG nova.compute.manager [req-5fc547aa-0d4c-4d96-ae05-91d21fd041df req-1025c742-6552-4084-970f-8ffa31757e88 service nova] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Refreshing instance network info cache due to event network-changed-76262753-a18c-4c7d-b5b2-d31aa00682c7. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 915.828491] env[65978]: DEBUG oslo_concurrency.lockutils [req-5fc547aa-0d4c-4d96-ae05-91d21fd041df req-1025c742-6552-4084-970f-8ffa31757e88 service nova] Acquiring lock "refresh_cache-7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.828646] env[65978]: DEBUG oslo_concurrency.lockutils [req-5fc547aa-0d4c-4d96-ae05-91d21fd041df req-1025c742-6552-4084-970f-8ffa31757e88 service nova] Acquired lock "refresh_cache-7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.828809] env[65978]: DEBUG nova.network.neutron [req-5fc547aa-0d4c-4d96-ae05-91d21fd041df req-1025c742-6552-4084-970f-8ffa31757e88 service nova] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Refreshing network info cache for port 76262753-a18c-4c7d-b5b2-d31aa00682c7 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.833817] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8d461e-3c1f-48f0-acaa-e220f7525609 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.872786] env[65978]: DEBUG nova.virt.hardware [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 915.873273] env[65978]: DEBUG nova.virt.hardware [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.873273] env[65978]: DEBUG nova.virt.hardware [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 915.873551] env[65978]: DEBUG nova.virt.hardware [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.873551] env[65978]: DEBUG nova.virt.hardware [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 915.873652] env[65978]: DEBUG nova.virt.hardware [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 915.873825] env[65978]: DEBUG nova.virt.hardware [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 915.873975] env[65978]: DEBUG nova.virt.hardware [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 915.874551] env[65978]: DEBUG nova.virt.hardware [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 915.874551] env[65978]: DEBUG nova.virt.hardware [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 915.874551] env[65978]: DEBUG nova.virt.hardware [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 915.875662] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e80e26e-9581-4d17-ad14-751fa5668615 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.878626] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddaa560-f0c2-4393-ace9-36ee100093ac {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.891530] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585e27bf-25c9-4601-966a-255a426d5737 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.902009] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ddbf51-02f3-442a-b925-3b9d6d5f4e50 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.929614] env[65978]: DEBUG nova.compute.provider_tree [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.025473] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Acquiring lock "391f8715-5c70-4a3a-a2b3-3acc26a45123" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.025776] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Lock "391f8715-5c70-4a3a-a2b3-3acc26a45123" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.025991] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Acquiring lock "391f8715-5c70-4a3a-a2b3-3acc26a45123-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.026235] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Lock "391f8715-5c70-4a3a-a2b3-3acc26a45123-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.026439] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Lock "391f8715-5c70-4a3a-a2b3-3acc26a45123-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.034791] env[65978]: INFO nova.compute.manager [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Terminating instance [ 916.043444] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714731, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.086765] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f50fa4d-bc94-457e-8cba-954b523a2648 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.110371] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c630d85-d92f-4132-a34e-b89052975e88 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.130589] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Updating instance '2f454d73-1141-46d1-97ce-8f85281d961c' progress to 67 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 916.305105] env[65978]: DEBUG nova.network.neutron [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Successfully updated port: 91a84c42-ff2c-4ce2-a63a-9eb70cba7f22 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 916.333831] env[65978]: WARNING neutronclient.v2_0.client [req-5fc547aa-0d4c-4d96-ae05-91d21fd041df req-1025c742-6552-4084-970f-8ffa31757e88 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.433610] env[65978]: DEBUG nova.scheduler.client.report [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.502890] env[65978]: WARNING neutronclient.v2_0.client [req-5fc547aa-0d4c-4d96-ae05-91d21fd041df req-1025c742-6552-4084-970f-8ffa31757e88 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.544028] env[65978]: DEBUG nova.compute.manager [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 916.544274] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.544631] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714731, 'name': CreateVM_Task, 'duration_secs': 0.555753} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.548065] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5179cbda-0b08-4907-8201-cd4b93e52492 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.550816] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.551613] env[65978]: WARNING neutronclient.v2_0.client [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.552330] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.552330] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.552572] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.553281] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95787173-44c8-4dea-bda4-e4ac4a655f67 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.558772] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.560415] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52402540-d070-48f3-8f5b-ec9055d2f9a0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.562567] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 916.562567] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5234bdac-1036-0690-b378-d6bc12f92151" [ 916.562567] env[65978]: _type = "Task" [ 916.562567] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.568906] env[65978]: DEBUG oslo_vmware.api [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Waiting for the task: (returnval){ [ 916.568906] env[65978]: value = "task-4714732" [ 916.568906] env[65978]: _type = "Task" [ 916.568906] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.572286] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5234bdac-1036-0690-b378-d6bc12f92151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.581754] env[65978]: DEBUG oslo_vmware.api [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.590586] env[65978]: DEBUG nova.network.neutron [req-5fc547aa-0d4c-4d96-ae05-91d21fd041df req-1025c742-6552-4084-970f-8ffa31757e88 service nova] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Updated VIF entry in instance network info cache for port 76262753-a18c-4c7d-b5b2-d31aa00682c7. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 916.591028] env[65978]: DEBUG nova.network.neutron [req-5fc547aa-0d4c-4d96-ae05-91d21fd041df req-1025c742-6552-4084-970f-8ffa31757e88 service nova] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Updating instance_info_cache with network_info: [{"id": "76262753-a18c-4c7d-b5b2-d31aa00682c7", "address": "fa:16:3e:9d:08:fa", "network": {"id": "0bf2e105-eb03-469d-b6c4-f879129a45d3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1083135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "470a4c34257d41178a2257851e0a8cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76262753-a1", "ovs_interfaceid": "76262753-a18c-4c7d-b5b2-d31aa00682c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.637097] env[65978]: WARNING neutronclient.v2_0.client [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.637505] env[65978]: WARNING neutronclient.v2_0.client [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.677906] env[65978]: DEBUG nova.network.neutron [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Port 05e27261-4854-475d-8f11-799aca744659 binding to destination host cpu-1 is already ACTIVE {{(pid=65978) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 916.808730] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "refresh_cache-456e9558-ce8f-4971-b953-f2295c77e4af" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.808890] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquired lock "refresh_cache-456e9558-ce8f-4971-b953-f2295c77e4af" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.809096] env[65978]: DEBUG nova.network.neutron [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 916.939163] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.941796] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.483s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.942520] env[65978]: DEBUG nova.objects.instance [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lazy-loading 'resources' on Instance uuid e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.965768] env[65978]: INFO nova.scheduler.client.report [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Deleted allocations for instance 750e509e-7d2f-470d-895e-d098efd02196 [ 917.076644] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5234bdac-1036-0690-b378-d6bc12f92151, 'name': SearchDatastore_Task, 'duration_secs': 0.012384} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.081080] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.081352] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.081592] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.081752] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.083048] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.083048] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bfc5555-0b49-4889-b7a2-fb53feb07823 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.090921] env[65978]: DEBUG oslo_vmware.api [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714732, 'name': PowerOffVM_Task, 'duration_secs': 0.241946} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.091269] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.091435] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.092219] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f941fceb-f1aa-4fa9-8daf-006f96407be5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.095293] env[65978]: DEBUG oslo_concurrency.lockutils [req-5fc547aa-0d4c-4d96-ae05-91d21fd041df req-1025c742-6552-4084-970f-8ffa31757e88 service nova] Releasing lock "refresh_cache-7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.095710] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.095902] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.097176] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64ee482a-0cd2-44ba-b378-9828de973296 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.104303] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 917.104303] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524dae55-bdae-7a04-ea62-8fe949a606f2" [ 917.104303] env[65978]: _type = "Task" [ 917.104303] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.114678] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524dae55-bdae-7a04-ea62-8fe949a606f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.172610] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.172980] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.173155] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Deleting the datastore file [datastore2] 391f8715-5c70-4a3a-a2b3-3acc26a45123 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.173526] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2843e523-a8ff-4335-8a07-d1725a830478 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.185256] env[65978]: DEBUG oslo_vmware.api [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Waiting for the task: (returnval){ [ 917.185256] env[65978]: value = "task-4714734" [ 917.185256] env[65978]: _type = "Task" [ 917.185256] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.195332] env[65978]: DEBUG oslo_vmware.api [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.364407] env[65978]: DEBUG nova.network.neutron [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 917.483604] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2573692f-1093-40c9-a8a9-7402ec7927bd tempest-SecurityGroupsTestJSON-1855046042 tempest-SecurityGroupsTestJSON-1855046042-project-member] Lock "750e509e-7d2f-470d-895e-d098efd02196" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.076s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.620399] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524dae55-bdae-7a04-ea62-8fe949a606f2, 'name': SearchDatastore_Task, 'duration_secs': 0.012444} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.621755] env[65978]: WARNING neutronclient.v2_0.client [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.625218] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27c5c04d-2652-41dd-b158-9b8fd1cfe565 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.635359] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 917.635359] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525f454d-5e57-d361-2d7a-9766bf09c93f" [ 917.635359] env[65978]: _type = "Task" [ 917.635359] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.647533] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525f454d-5e57-d361-2d7a-9766bf09c93f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.711045] env[65978]: DEBUG nova.network.neutron [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Updating instance_info_cache with network_info: [{"id": "91a84c42-ff2c-4ce2-a63a-9eb70cba7f22", "address": "fa:16:3e:13:03:04", "network": {"id": "062947ef-897c-42eb-a83d-a02716fb1163", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-726542755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f0f218c5114f3a81e15fb4f71f7d91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a84c42-ff", "ovs_interfaceid": "91a84c42-ff2c-4ce2-a63a-9eb70cba7f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.712656] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "2f454d73-1141-46d1-97ce-8f85281d961c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.712926] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "2f454d73-1141-46d1-97ce-8f85281d961c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.713126] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "2f454d73-1141-46d1-97ce-8f85281d961c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.721749] env[65978]: DEBUG oslo_vmware.api [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Task: {'id': task-4714734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216289} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.722022] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.722209] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.723744] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.723744] env[65978]: INFO nova.compute.manager [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Took 1.18 seconds to destroy the instance on the hypervisor. [ 917.723744] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 917.723744] env[65978]: DEBUG nova.compute.manager [-] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 917.723744] env[65978]: DEBUG nova.network.neutron [-] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 917.723744] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.759517] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.943135] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16adb1a4-17f4-4717-b3d8-80e799031153 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.954156] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef5323f-40c8-4986-b1d4-b29f57e059eb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.993316] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c98759f-2fec-4a29-ad86-c0a55054283e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.003373] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be44e589-c9f3-4d04-9dbf-4e7afea03c92 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.020534] env[65978]: DEBUG nova.compute.provider_tree [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.149825] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525f454d-5e57-d361-2d7a-9766bf09c93f, 'name': SearchDatastore_Task, 'duration_secs': 0.028899} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.149825] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.149825] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27/7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.154552] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6863a55b-5427-477e-95f4-50772bcc4c52 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.158036] env[65978]: DEBUG nova.compute.manager [req-6fe85cc0-9c3f-4dab-b6a7-fb4f9ad3e1f2 req-7efdcff6-c770-4f84-a314-a89648680515 service nova] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Received event network-vif-plugged-91a84c42-ff2c-4ce2-a63a-9eb70cba7f22 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 918.158036] env[65978]: DEBUG oslo_concurrency.lockutils [req-6fe85cc0-9c3f-4dab-b6a7-fb4f9ad3e1f2 req-7efdcff6-c770-4f84-a314-a89648680515 service nova] Acquiring lock "456e9558-ce8f-4971-b953-f2295c77e4af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.158036] env[65978]: DEBUG oslo_concurrency.lockutils [req-6fe85cc0-9c3f-4dab-b6a7-fb4f9ad3e1f2 req-7efdcff6-c770-4f84-a314-a89648680515 service nova] Lock "456e9558-ce8f-4971-b953-f2295c77e4af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.158257] env[65978]: DEBUG oslo_concurrency.lockutils [req-6fe85cc0-9c3f-4dab-b6a7-fb4f9ad3e1f2 req-7efdcff6-c770-4f84-a314-a89648680515 service nova] Lock "456e9558-ce8f-4971-b953-f2295c77e4af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.158577] env[65978]: DEBUG nova.compute.manager [req-6fe85cc0-9c3f-4dab-b6a7-fb4f9ad3e1f2 req-7efdcff6-c770-4f84-a314-a89648680515 service nova] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] No waiting events found dispatching network-vif-plugged-91a84c42-ff2c-4ce2-a63a-9eb70cba7f22 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 918.158577] env[65978]: WARNING nova.compute.manager [req-6fe85cc0-9c3f-4dab-b6a7-fb4f9ad3e1f2 req-7efdcff6-c770-4f84-a314-a89648680515 service nova] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Received unexpected event network-vif-plugged-91a84c42-ff2c-4ce2-a63a-9eb70cba7f22 for instance with vm_state building and task_state spawning. [ 918.158700] env[65978]: DEBUG nova.compute.manager [req-6fe85cc0-9c3f-4dab-b6a7-fb4f9ad3e1f2 req-7efdcff6-c770-4f84-a314-a89648680515 service nova] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Received event network-changed-91a84c42-ff2c-4ce2-a63a-9eb70cba7f22 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 918.158844] env[65978]: DEBUG nova.compute.manager [req-6fe85cc0-9c3f-4dab-b6a7-fb4f9ad3e1f2 req-7efdcff6-c770-4f84-a314-a89648680515 service nova] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Refreshing instance network info cache due to event network-changed-91a84c42-ff2c-4ce2-a63a-9eb70cba7f22. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 918.159013] env[65978]: DEBUG oslo_concurrency.lockutils [req-6fe85cc0-9c3f-4dab-b6a7-fb4f9ad3e1f2 req-7efdcff6-c770-4f84-a314-a89648680515 service nova] Acquiring lock "refresh_cache-456e9558-ce8f-4971-b953-f2295c77e4af" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.168482] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 918.168482] env[65978]: value = "task-4714735" [ 918.168482] env[65978]: _type = "Task" [ 918.168482] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.179878] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.219553] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Releasing lock "refresh_cache-456e9558-ce8f-4971-b953-f2295c77e4af" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.219686] env[65978]: DEBUG nova.compute.manager [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Instance network_info: |[{"id": "91a84c42-ff2c-4ce2-a63a-9eb70cba7f22", "address": "fa:16:3e:13:03:04", "network": {"id": "062947ef-897c-42eb-a83d-a02716fb1163", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-726542755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f0f218c5114f3a81e15fb4f71f7d91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a84c42-ff", "ovs_interfaceid": "91a84c42-ff2c-4ce2-a63a-9eb70cba7f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 918.222021] env[65978]: DEBUG oslo_concurrency.lockutils [req-6fe85cc0-9c3f-4dab-b6a7-fb4f9ad3e1f2 req-7efdcff6-c770-4f84-a314-a89648680515 service nova] Acquired lock "refresh_cache-456e9558-ce8f-4971-b953-f2295c77e4af" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.222678] env[65978]: DEBUG nova.network.neutron [req-6fe85cc0-9c3f-4dab-b6a7-fb4f9ad3e1f2 req-7efdcff6-c770-4f84-a314-a89648680515 service nova] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Refreshing network info cache for port 91a84c42-ff2c-4ce2-a63a-9eb70cba7f22 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.225285] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:03:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91a84c42-ff2c-4ce2-a63a-9eb70cba7f22', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.232099] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 918.233562] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.234470] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9b426e8-88f1-4d16-a06b-0679b744e1dc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.257633] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.257633] env[65978]: value = "task-4714736" [ 918.257633] env[65978]: _type = "Task" [ 918.257633] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.268232] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714736, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.462305] env[65978]: DEBUG nova.network.neutron [-] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.524545] env[65978]: DEBUG nova.scheduler.client.report [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.685247] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714735, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.734662] env[65978]: WARNING neutronclient.v2_0.client [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.739074] env[65978]: WARNING neutronclient.v2_0.client [req-6fe85cc0-9c3f-4dab-b6a7-fb4f9ad3e1f2 req-7efdcff6-c770-4f84-a314-a89648680515 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.771760] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714736, 'name': CreateVM_Task, 'duration_secs': 0.506543} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.771992] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.772866] env[65978]: WARNING neutronclient.v2_0.client [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.772932] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.773113] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.773471] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.773758] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef50cf11-adf6-48c3-a4a9-d0519a078ede {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.780236] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 918.780236] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]522dc40b-c64c-f6a8-5995-f4679ee436c6" [ 918.780236] env[65978]: _type = "Task" [ 918.780236] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.792034] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]522dc40b-c64c-f6a8-5995-f4679ee436c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.817060] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "refresh_cache-2f454d73-1141-46d1-97ce-8f85281d961c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.817253] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquired lock "refresh_cache-2f454d73-1141-46d1-97ce-8f85281d961c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.817426] env[65978]: DEBUG nova.network.neutron [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 918.923386] env[65978]: WARNING neutronclient.v2_0.client [req-6fe85cc0-9c3f-4dab-b6a7-fb4f9ad3e1f2 req-7efdcff6-c770-4f84-a314-a89648680515 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.966933] env[65978]: INFO nova.compute.manager [-] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Took 1.24 seconds to deallocate network for instance. [ 919.010600] env[65978]: DEBUG nova.network.neutron [req-6fe85cc0-9c3f-4dab-b6a7-fb4f9ad3e1f2 req-7efdcff6-c770-4f84-a314-a89648680515 service nova] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Updated VIF entry in instance network info cache for port 91a84c42-ff2c-4ce2-a63a-9eb70cba7f22. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 919.011331] env[65978]: DEBUG nova.network.neutron [req-6fe85cc0-9c3f-4dab-b6a7-fb4f9ad3e1f2 req-7efdcff6-c770-4f84-a314-a89648680515 service nova] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Updating instance_info_cache with network_info: [{"id": "91a84c42-ff2c-4ce2-a63a-9eb70cba7f22", "address": "fa:16:3e:13:03:04", "network": {"id": "062947ef-897c-42eb-a83d-a02716fb1163", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-726542755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f0f218c5114f3a81e15fb4f71f7d91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a84c42-ff", "ovs_interfaceid": "91a84c42-ff2c-4ce2-a63a-9eb70cba7f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.030689] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.033049] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.098s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.034792] env[65978]: INFO nova.compute.claims [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.057238] env[65978]: INFO nova.scheduler.client.report [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Deleted allocations for instance e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f [ 919.181042] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67935} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.181897] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27/7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.181897] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.182085] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5bbd05e-8764-4b88-b128-add164c40cea {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.192914] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 919.192914] env[65978]: value = "task-4714737" [ 919.192914] env[65978]: _type = "Task" [ 919.192914] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.202900] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.295573] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]522dc40b-c64c-f6a8-5995-f4679ee436c6, 'name': SearchDatastore_Task, 'duration_secs': 0.039821} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.296046] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.296412] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.296695] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.296896] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.297136] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.297526] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-501735b9-a7c3-4a78-82e9-70caad8c21b7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.309046] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.309533] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.310322] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afa10543-55f7-436d-9b53-0147869982d6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.317877] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 919.317877] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528c43cd-9b41-e030-3d09-fa18f6f6448d" [ 919.317877] env[65978]: _type = "Task" [ 919.317877] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.327927] env[65978]: WARNING neutronclient.v2_0.client [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.330260] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528c43cd-9b41-e030-3d09-fa18f6f6448d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.475993] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.516036] env[65978]: DEBUG oslo_concurrency.lockutils [req-6fe85cc0-9c3f-4dab-b6a7-fb4f9ad3e1f2 req-7efdcff6-c770-4f84-a314-a89648680515 service nova] Releasing lock "refresh_cache-456e9558-ce8f-4971-b953-f2295c77e4af" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.537900] env[65978]: WARNING neutronclient.v2_0.client [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.566689] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf35400c-408e-47e3-99ca-9342b57a4264 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.242s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.628940] env[65978]: DEBUG nova.network.neutron [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Updating instance_info_cache with network_info: [{"id": "05e27261-4854-475d-8f11-799aca744659", "address": "fa:16:3e:09:92:2a", "network": {"id": "572f00ea-41cc-4d81-b1e9-2b038de95236", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043147319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0285adf994e4ab5fbfe0226d33b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05e27261-48", "ovs_interfaceid": "05e27261-4854-475d-8f11-799aca744659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.705453] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072172} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.706205] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.706968] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abb54a3-6c5a-4954-b944-cb0ef20fb75c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.736253] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27/7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.736610] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12124205-9e40-4d92-9e78-3ee6a3bf567b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.762778] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 919.762778] env[65978]: value = "task-4714738" [ 919.762778] env[65978]: _type = "Task" [ 919.762778] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.772502] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714738, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.830835] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528c43cd-9b41-e030-3d09-fa18f6f6448d, 'name': SearchDatastore_Task, 'duration_secs': 0.010502} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.831889] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0487683-6005-4dde-91b8-f5219dd62911 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.838998] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 919.838998] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5235d89b-a3f4-6dbb-b725-acb1fa376ca0" [ 919.838998] env[65978]: _type = "Task" [ 919.838998] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.849113] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5235d89b-a3f4-6dbb-b725-acb1fa376ca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.131770] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Releasing lock "refresh_cache-2f454d73-1141-46d1-97ce-8f85281d961c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.178506] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "0215aa34-37b0-43ab-b9a4-fc254524612b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.178635] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "0215aa34-37b0-43ab-b9a4-fc254524612b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.178848] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "0215aa34-37b0-43ab-b9a4-fc254524612b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.179051] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "0215aa34-37b0-43ab-b9a4-fc254524612b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.179127] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "0215aa34-37b0-43ab-b9a4-fc254524612b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.183026] env[65978]: INFO nova.compute.manager [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Terminating instance [ 920.196671] env[65978]: DEBUG nova.compute.manager [req-3d5165d4-1d2a-4b31-865d-697a96c965d4 req-add12c0e-8fd9-4436-ad75-7f46ed1b0cc7 service nova] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Received event network-vif-deleted-1abe420d-c5dc-4b80-bb84-2a3097b98b4f {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 920.277668] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714738, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.360344] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5235d89b-a3f4-6dbb-b725-acb1fa376ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.010859} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.360344] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.360344] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 456e9558-ce8f-4971-b953-f2295c77e4af/456e9558-ce8f-4971-b953-f2295c77e4af.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.360344] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea8fe4a8-7b10-4c7c-864b-de6a898baa77 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.374170] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 920.374170] env[65978]: value = "task-4714739" [ 920.374170] env[65978]: _type = "Task" [ 920.374170] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.386901] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.503378] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658aa20d-f54e-4c09-a5ee-c0177c959672 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.512441] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b13edec-419a-4d2c-a95a-e581ee72c662 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.544988] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24258f83-77fa-4270-ab2b-5de21493ad60 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.553769] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2ec601-f1ba-4824-8b72-60db5d8b79a1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.569974] env[65978]: DEBUG nova.compute.provider_tree [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.661243] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5b8cec-985f-4b3e-83ea-06b61bb90f8d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.688745] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82119ae9-a4e4-476e-8f2f-aa8ca575d907 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.693024] env[65978]: DEBUG nova.compute.manager [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 920.693024] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.693579] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bce6a77-1bb2-4af2-a8f3-1be7930ccafd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.702672] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Updating instance '2f454d73-1141-46d1-97ce-8f85281d961c' progress to 83 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 920.709094] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.709595] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-260443d6-3d38-4b6e-ba1b-39e4fb8ec722 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.719469] env[65978]: DEBUG oslo_vmware.api [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 920.719469] env[65978]: value = "task-4714740" [ 920.719469] env[65978]: _type = "Task" [ 920.719469] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.729471] env[65978]: DEBUG oslo_vmware.api [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.774276] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714738, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.812597] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "f8155823-4338-481a-b2a3-ba2fc5194ffb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.812901] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "f8155823-4338-481a-b2a3-ba2fc5194ffb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.886268] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.073209] env[65978]: DEBUG nova.scheduler.client.report [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.212027] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b362afee-c90f-4efd-92e9-1e00e3778f16 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Updating instance '2f454d73-1141-46d1-97ce-8f85281d961c' progress to 100 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 921.233107] env[65978]: DEBUG oslo_vmware.api [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714740, 'name': PowerOffVM_Task, 'duration_secs': 0.495569} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.233107] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.233107] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.233107] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9f79e3d-e085-4685-a55b-7ca267104c6a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.276505] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714738, 'name': ReconfigVM_Task, 'duration_secs': 1.33797} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.276658] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27/7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.277296] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ebc4f17-42f4-4bbb-9b4c-29f44a3c6663 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.286333] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 921.286333] env[65978]: value = "task-4714742" [ 921.286333] env[65978]: _type = "Task" [ 921.286333] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.297727] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714742, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.318393] env[65978]: DEBUG nova.compute.manager [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 921.332897] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.333184] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.333383] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Deleting the datastore file [datastore2] 0215aa34-37b0-43ab-b9a4-fc254524612b {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.333715] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1f1845b-f4f3-4121-83d4-4683d5ba3e5b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.343407] env[65978]: DEBUG oslo_vmware.api [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 921.343407] env[65978]: value = "task-4714743" [ 921.343407] env[65978]: _type = "Task" [ 921.343407] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.358017] env[65978]: DEBUG oslo_vmware.api [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.387199] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714739, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.580831] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.581383] env[65978]: DEBUG nova.compute.manager [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 921.584198] env[65978]: DEBUG oslo_concurrency.lockutils [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.310s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.584286] env[65978]: DEBUG nova.objects.instance [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lazy-loading 'resources' on Instance uuid 18cfc79d-38fe-4832-8aa0-27609c0219b8 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.797473] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714742, 'name': Rename_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.855621] env[65978]: DEBUG oslo_vmware.api [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272651} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.857073] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.857363] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.857515] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.857670] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.857779] env[65978]: INFO nova.compute.manager [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 921.858021] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 921.858293] env[65978]: DEBUG nova.compute.manager [-] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 921.858398] env[65978]: DEBUG nova.network.neutron [-] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 921.858643] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.890841] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714739, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.136599} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.891144] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 456e9558-ce8f-4971-b953-f2295c77e4af/456e9558-ce8f-4971-b953-f2295c77e4af.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.891370] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.891678] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b56bee65-9763-4ae0-9e47-0017a42af7b1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.900129] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 921.900129] env[65978]: value = "task-4714744" [ 921.900129] env[65978]: _type = "Task" [ 921.900129] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.909036] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.915891] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.088125] env[65978]: DEBUG nova.compute.utils [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.092666] env[65978]: DEBUG nova.compute.manager [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 922.092875] env[65978]: DEBUG nova.network.neutron [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 922.093206] env[65978]: WARNING neutronclient.v2_0.client [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.093496] env[65978]: WARNING neutronclient.v2_0.client [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.180124] env[65978]: DEBUG nova.policy [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '127bc99cf3f942adbfd78aaa33afd4b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97756da1c164467495cb933e8b68e1be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.304119] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714742, 'name': Rename_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.367755] env[65978]: DEBUG nova.compute.manager [req-7500e6b1-d717-493e-8000-9a920dd9d4b7 req-b9203c57-b995-4a26-980f-439536620592 service nova] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Received event network-vif-deleted-bde9cb6c-50ab-4e38-a140-898e3192fe94 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 922.367755] env[65978]: INFO nova.compute.manager [req-7500e6b1-d717-493e-8000-9a920dd9d4b7 req-b9203c57-b995-4a26-980f-439536620592 service nova] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Neutron deleted interface bde9cb6c-50ab-4e38-a140-898e3192fe94; detaching it from the instance and deleting it from the info cache [ 922.367755] env[65978]: DEBUG nova.network.neutron [req-7500e6b1-d717-493e-8000-9a920dd9d4b7 req-b9203c57-b995-4a26-980f-439536620592 service nova] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.415036] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185491} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.417715] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.418893] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf32294-5f5b-4166-ba7e-08d2ec767bc4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.444905] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 456e9558-ce8f-4971-b953-f2295c77e4af/456e9558-ce8f-4971-b953-f2295c77e4af.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.450023] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c491ce8-7b2e-4f13-9cb5-b2974bff126a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.475021] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 922.475021] env[65978]: value = "task-4714745" [ 922.475021] env[65978]: _type = "Task" [ 922.475021] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.483744] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.599022] env[65978]: DEBUG nova.compute.manager [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 922.607813] env[65978]: DEBUG nova.network.neutron [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Successfully created port: 73a68be9-7897-412b-9491-14356d058474 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 922.667634] env[65978]: DEBUG nova.network.neutron [-] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.710211] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7012e4a-b293-4dcb-949d-80802b9230ff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.719110] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ec8462-df4b-4fb5-8f6e-94058be0f7e5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.759067] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327ff651-f66d-4768-9ac1-17f001716642 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.769907] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0eb132d-dbe7-461a-ab38-5e815b8fb171 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.788881] env[65978]: DEBUG nova.compute.provider_tree [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.803197] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714742, 'name': Rename_Task, 'duration_secs': 1.322325} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.803197] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.803383] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96c386e7-e6cf-497f-9b5a-274df9245357 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.811753] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 922.811753] env[65978]: value = "task-4714746" [ 922.811753] env[65978]: _type = "Task" [ 922.811753] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.822043] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.871593] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-335f5004-a1b1-456a-8563-81172f70f02e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.882475] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc05512-a455-4bac-bc0c-4a6871182728 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.921576] env[65978]: DEBUG nova.compute.manager [req-7500e6b1-d717-493e-8000-9a920dd9d4b7 req-b9203c57-b995-4a26-980f-439536620592 service nova] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Detach interface failed, port_id=bde9cb6c-50ab-4e38-a140-898e3192fe94, reason: Instance 0215aa34-37b0-43ab-b9a4-fc254524612b could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 922.985174] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714745, 'name': ReconfigVM_Task, 'duration_secs': 0.462837} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.985510] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 456e9558-ce8f-4971-b953-f2295c77e4af/456e9558-ce8f-4971-b953-f2295c77e4af.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.986341] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14df8928-a840-471b-acb5-e218eaf956fb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.994206] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 922.994206] env[65978]: value = "task-4714747" [ 922.994206] env[65978]: _type = "Task" [ 922.994206] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.003767] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714747, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.174362] env[65978]: INFO nova.compute.manager [-] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Took 1.31 seconds to deallocate network for instance. [ 923.293125] env[65978]: DEBUG nova.scheduler.client.report [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.329458] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714746, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.505220] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714747, 'name': Rename_Task, 'duration_secs': 0.170798} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.506029] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.506029] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42f72cdb-3a44-41ce-94f6-28f6d1597532 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.514559] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 923.514559] env[65978]: value = "task-4714748" [ 923.514559] env[65978]: _type = "Task" [ 923.514559] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.525941] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.608304] env[65978]: DEBUG nova.compute.manager [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 923.631787] env[65978]: DEBUG nova.virt.hardware [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 923.632870] env[65978]: DEBUG nova.virt.hardware [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.632870] env[65978]: DEBUG nova.virt.hardware [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 923.632870] env[65978]: DEBUG nova.virt.hardware [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.632870] env[65978]: DEBUG nova.virt.hardware [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 923.632870] env[65978]: DEBUG nova.virt.hardware [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 923.633113] env[65978]: DEBUG nova.virt.hardware [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 923.634154] env[65978]: DEBUG nova.virt.hardware [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 923.634154] env[65978]: DEBUG nova.virt.hardware [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 923.634154] env[65978]: DEBUG nova.virt.hardware [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 923.634154] env[65978]: DEBUG nova.virt.hardware [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 923.634746] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f42c78-3f3a-479d-b48b-5188a6428c98 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.643807] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd5c847-493b-4fcb-bbdd-76f21dd7c4f1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.679132] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.799061] env[65978]: DEBUG oslo_concurrency.lockutils [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.801709] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.260s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.802258] env[65978]: DEBUG nova.objects.instance [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65978) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 923.823920] env[65978]: DEBUG oslo_vmware.api [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714746, 'name': PowerOnVM_Task, 'duration_secs': 0.537669} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.824491] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.824795] env[65978]: INFO nova.compute.manager [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Took 10.68 seconds to spawn the instance on the hypervisor. [ 923.825067] env[65978]: DEBUG nova.compute.manager [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 923.826191] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b3ae7e-7e54-4e9e-805b-75de3bbddb0b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.831906] env[65978]: INFO nova.scheduler.client.report [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Deleted allocations for instance 18cfc79d-38fe-4832-8aa0-27609c0219b8 [ 924.031321] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714748, 'name': PowerOnVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.164405] env[65978]: DEBUG nova.compute.manager [req-905315fa-e7e3-4e5a-9c37-d29bf411f8a4 req-fc2e47ac-d3d8-4a1a-97e5-6b13172930df service nova] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Received event network-vif-plugged-73a68be9-7897-412b-9491-14356d058474 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 924.164495] env[65978]: DEBUG oslo_concurrency.lockutils [req-905315fa-e7e3-4e5a-9c37-d29bf411f8a4 req-fc2e47ac-d3d8-4a1a-97e5-6b13172930df service nova] Acquiring lock "2d89c2ff-28e3-4c52-bf48-c970e8f40d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.164628] env[65978]: DEBUG oslo_concurrency.lockutils [req-905315fa-e7e3-4e5a-9c37-d29bf411f8a4 req-fc2e47ac-d3d8-4a1a-97e5-6b13172930df service nova] Lock "2d89c2ff-28e3-4c52-bf48-c970e8f40d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.166454] env[65978]: DEBUG oslo_concurrency.lockutils [req-905315fa-e7e3-4e5a-9c37-d29bf411f8a4 req-fc2e47ac-d3d8-4a1a-97e5-6b13172930df service nova] Lock "2d89c2ff-28e3-4c52-bf48-c970e8f40d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.166722] env[65978]: DEBUG nova.compute.manager [req-905315fa-e7e3-4e5a-9c37-d29bf411f8a4 req-fc2e47ac-d3d8-4a1a-97e5-6b13172930df service nova] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] No waiting events found dispatching network-vif-plugged-73a68be9-7897-412b-9491-14356d058474 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 924.166916] env[65978]: WARNING nova.compute.manager [req-905315fa-e7e3-4e5a-9c37-d29bf411f8a4 req-fc2e47ac-d3d8-4a1a-97e5-6b13172930df service nova] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Received unexpected event network-vif-plugged-73a68be9-7897-412b-9491-14356d058474 for instance with vm_state building and task_state spawning. [ 924.288632] env[65978]: DEBUG nova.network.neutron [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Successfully updated port: 73a68be9-7897-412b-9491-14356d058474 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 924.358305] env[65978]: INFO nova.compute.manager [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Took 43.15 seconds to build instance. [ 924.359974] env[65978]: DEBUG oslo_concurrency.lockutils [None req-81347475-d76f-492f-a7ef-904ef8a2275e tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "18cfc79d-38fe-4832-8aa0-27609c0219b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.656s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.527314] env[65978]: DEBUG oslo_vmware.api [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714748, 'name': PowerOnVM_Task, 'duration_secs': 0.624399} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.527644] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.527848] env[65978]: INFO nova.compute.manager [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Took 8.71 seconds to spawn the instance on the hypervisor. [ 924.528029] env[65978]: DEBUG nova.compute.manager [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 924.528921] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df4825c-bbd9-438b-b267-274b77e6767d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.621221] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "2f454d73-1141-46d1-97ce-8f85281d961c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.621221] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "2f454d73-1141-46d1-97ce-8f85281d961c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.621633] env[65978]: DEBUG nova.compute.manager [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Going to confirm migration 2 {{(pid=65978) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5294}} [ 924.730337] env[65978]: DEBUG oslo_concurrency.lockutils [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "b4c00bd3-6226-4ee8-88c1-3f3c986377a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.730670] env[65978]: DEBUG oslo_concurrency.lockutils [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "b4c00bd3-6226-4ee8-88c1-3f3c986377a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.791449] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Acquiring lock "refresh_cache-2d89c2ff-28e3-4c52-bf48-c970e8f40d6f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.791642] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Acquired lock "refresh_cache-2d89c2ff-28e3-4c52-bf48-c970e8f40d6f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.791812] env[65978]: DEBUG nova.network.neutron [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 924.811580] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7f434466-1f64-43d4-9ae9-0731677ca073 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.813816] env[65978]: DEBUG oslo_concurrency.lockutils [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.522s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.814225] env[65978]: DEBUG nova.objects.instance [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lazy-loading 'resources' on Instance uuid 839a307a-ae21-42a6-8101-54043b7722eb {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.862475] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb8132e3-f786-4204-8a08-0f1e0f8ceed6 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.787s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.055053] env[65978]: INFO nova.compute.manager [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Took 43.63 seconds to build instance. [ 925.127932] env[65978]: WARNING neutronclient.v2_0.client [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.204984] env[65978]: WARNING neutronclient.v2_0.client [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.205483] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "refresh_cache-2f454d73-1141-46d1-97ce-8f85281d961c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.206599] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquired lock "refresh_cache-2f454d73-1141-46d1-97ce-8f85281d961c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.206811] env[65978]: DEBUG nova.network.neutron [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 925.207022] env[65978]: DEBUG nova.objects.instance [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lazy-loading 'info_cache' on Instance uuid 2f454d73-1141-46d1-97ce-8f85281d961c {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.233471] env[65978]: DEBUG nova.compute.manager [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 925.349752] env[65978]: DEBUG nova.network.neutron [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 925.433046] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "fcc547e4-ff30-482c-94c7-19074c194083" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.433046] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "fcc547e4-ff30-482c-94c7-19074c194083" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.433487] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "fcc547e4-ff30-482c-94c7-19074c194083-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.433487] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "fcc547e4-ff30-482c-94c7-19074c194083-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.433569] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "fcc547e4-ff30-482c-94c7-19074c194083-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.435843] env[65978]: INFO nova.compute.manager [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Terminating instance [ 925.455166] env[65978]: WARNING neutronclient.v2_0.client [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.513419] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "ecc645e7-d1f9-4d1c-b6db-5835c528d775" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.513880] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "ecc645e7-d1f9-4d1c-b6db-5835c528d775" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.513880] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "ecc645e7-d1f9-4d1c-b6db-5835c528d775-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.514074] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "ecc645e7-d1f9-4d1c-b6db-5835c528d775-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.514239] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "ecc645e7-d1f9-4d1c-b6db-5835c528d775-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.516968] env[65978]: INFO nova.compute.manager [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Terminating instance [ 925.547196] env[65978]: DEBUG oslo_concurrency.lockutils [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.547897] env[65978]: DEBUG oslo_concurrency.lockutils [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.548259] env[65978]: DEBUG oslo_concurrency.lockutils [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.548661] env[65978]: DEBUG oslo_concurrency.lockutils [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.548948] env[65978]: DEBUG oslo_concurrency.lockutils [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.551671] env[65978]: INFO nova.compute.manager [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Terminating instance [ 925.558586] env[65978]: DEBUG nova.network.neutron [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Updating instance_info_cache with network_info: [{"id": "73a68be9-7897-412b-9491-14356d058474", "address": "fa:16:3e:d5:5a:79", "network": {"id": "0f30c48e-4462-45f1-b52a-282812cb737e", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1946703779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97756da1c164467495cb933e8b68e1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a68be9-78", "ovs_interfaceid": "73a68be9-7897-412b-9491-14356d058474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.558586] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d08f761b-9bde-4c77-9b1b-dc4c1795ac32 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "456e9558-ce8f-4971-b953-f2295c77e4af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.698s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.754602] env[65978]: DEBUG oslo_concurrency.lockutils [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.796514] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55f2ac4-6e1d-4d45-9cdd-4375fd77ccab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.806248] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04480cb0-475d-4a8a-a8ba-3d3f5d68cfd1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.837788] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3721c3c3-dd0b-456e-a3b8-c159fc74524b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.846637] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fea07a-de35-4d2e-a00d-8a14e848d4c1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.862160] env[65978]: DEBUG nova.compute.provider_tree [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.942066] env[65978]: DEBUG nova.compute.manager [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 925.942222] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.943118] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6e1aef-de28-42b6-bb78-cd22e749b1ff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.952155] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.952461] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63ad810d-db1f-4653-b335-3717f1005655 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.959678] env[65978]: DEBUG oslo_vmware.api [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 925.959678] env[65978]: value = "task-4714749" [ 925.959678] env[65978]: _type = "Task" [ 925.959678] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.963649] env[65978]: INFO nova.compute.manager [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Rescuing [ 925.963958] env[65978]: DEBUG oslo_concurrency.lockutils [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "refresh_cache-456e9558-ce8f-4971-b953-f2295c77e4af" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.964147] env[65978]: DEBUG oslo_concurrency.lockutils [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquired lock "refresh_cache-456e9558-ce8f-4971-b953-f2295c77e4af" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.964339] env[65978]: DEBUG nova.network.neutron [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 925.974531] env[65978]: DEBUG oslo_vmware.api [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.024087] env[65978]: DEBUG nova.compute.manager [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 926.024087] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.024493] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734b3b81-8e96-460c-b5e2-aac4adb14d75 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.034735] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.035218] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e467c99-ee70-449a-875c-4e3dfb777c97 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.044483] env[65978]: DEBUG oslo_vmware.api [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 926.044483] env[65978]: value = "task-4714750" [ 926.044483] env[65978]: _type = "Task" [ 926.044483] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.054507] env[65978]: DEBUG oslo_vmware.api [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.056433] env[65978]: DEBUG nova.compute.manager [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 926.056588] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.057395] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddba28ce-cc73-42fe-9504-e965bf17d4fe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.062057] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Releasing lock "refresh_cache-2d89c2ff-28e3-4c52-bf48-c970e8f40d6f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.062057] env[65978]: DEBUG nova.compute.manager [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Instance network_info: |[{"id": "73a68be9-7897-412b-9491-14356d058474", "address": "fa:16:3e:d5:5a:79", "network": {"id": "0f30c48e-4462-45f1-b52a-282812cb737e", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1946703779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97756da1c164467495cb933e8b68e1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a68be9-78", "ovs_interfaceid": "73a68be9-7897-412b-9491-14356d058474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 926.062385] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:5a:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73a68be9-7897-412b-9491-14356d058474', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.071074] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Creating folder: Project (97756da1c164467495cb933e8b68e1be). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 926.072046] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1e83dbe-ded2-4386-a8eb-b2ace935e9ab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.077787] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.078157] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9edafd21-e2d2-47a9-9171-5ec03a2aaf87 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.086252] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Created folder: Project (97756da1c164467495cb933e8b68e1be) in parent group-v919857. [ 926.086713] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Creating folder: Instances. Parent ref: group-v920094. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 926.088623] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7759e049-fd33-4556-82f6-6b2a7ff13028 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.091156] env[65978]: DEBUG oslo_vmware.api [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 926.091156] env[65978]: value = "task-4714752" [ 926.091156] env[65978]: _type = "Task" [ 926.091156] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.101531] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Created folder: Instances in parent group-v920094. [ 926.102080] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 926.105971] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.106342] env[65978]: DEBUG oslo_vmware.api [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.106619] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b587364-956a-4046-a1e6-1b2be3078c2a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.131489] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.131489] env[65978]: value = "task-4714754" [ 926.131489] env[65978]: _type = "Task" [ 926.131489] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.142563] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714754, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.208691] env[65978]: DEBUG nova.compute.manager [req-d8ab6dc9-b872-4171-aac2-2c815d8aee77 req-061b332b-f55e-4a2c-a661-0b90e9f3b12f service nova] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Received event network-changed-73a68be9-7897-412b-9491-14356d058474 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 926.209241] env[65978]: DEBUG nova.compute.manager [req-d8ab6dc9-b872-4171-aac2-2c815d8aee77 req-061b332b-f55e-4a2c-a661-0b90e9f3b12f service nova] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Refreshing instance network info cache due to event network-changed-73a68be9-7897-412b-9491-14356d058474. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 926.209494] env[65978]: DEBUG oslo_concurrency.lockutils [req-d8ab6dc9-b872-4171-aac2-2c815d8aee77 req-061b332b-f55e-4a2c-a661-0b90e9f3b12f service nova] Acquiring lock "refresh_cache-2d89c2ff-28e3-4c52-bf48-c970e8f40d6f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.209751] env[65978]: DEBUG oslo_concurrency.lockutils [req-d8ab6dc9-b872-4171-aac2-2c815d8aee77 req-061b332b-f55e-4a2c-a661-0b90e9f3b12f service nova] Acquired lock "refresh_cache-2d89c2ff-28e3-4c52-bf48-c970e8f40d6f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.210060] env[65978]: DEBUG nova.network.neutron [req-d8ab6dc9-b872-4171-aac2-2c815d8aee77 req-061b332b-f55e-4a2c-a661-0b90e9f3b12f service nova] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Refreshing network info cache for port 73a68be9-7897-412b-9491-14356d058474 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.216100] env[65978]: WARNING neutronclient.v2_0.client [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.365501] env[65978]: DEBUG nova.scheduler.client.report [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.432802] env[65978]: WARNING neutronclient.v2_0.client [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.468036] env[65978]: WARNING neutronclient.v2_0.client [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.474523] env[65978]: DEBUG oslo_vmware.api [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714749, 'name': PowerOffVM_Task, 'duration_secs': 0.293478} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.477445] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.477661] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.478732] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25d20f07-5570-44c1-8491-f391f9231044 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.517347] env[65978]: DEBUG nova.network.neutron [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Updating instance_info_cache with network_info: [{"id": "05e27261-4854-475d-8f11-799aca744659", "address": "fa:16:3e:09:92:2a", "network": {"id": "572f00ea-41cc-4d81-b1e9-2b038de95236", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043147319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0285adf994e4ab5fbfe0226d33b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05e27261-48", "ovs_interfaceid": "05e27261-4854-475d-8f11-799aca744659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.564124] env[65978]: DEBUG oslo_vmware.api [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714750, 'name': PowerOffVM_Task, 'duration_secs': 0.234008} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.566440] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.566618] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.566968] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.567321] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.567609] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Deleting the datastore file [datastore2] fcc547e4-ff30-482c-94c7-19074c194083 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.568031] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4292fa4b-d28d-41e3-a524-3f6e7d1a601f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.570500] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca668fa8-7ca9-4bc5-9701-34c078e0cfad {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.583910] env[65978]: DEBUG oslo_vmware.api [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 926.583910] env[65978]: value = "task-4714757" [ 926.583910] env[65978]: _type = "Task" [ 926.583910] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.594046] env[65978]: DEBUG oslo_vmware.api [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.605451] env[65978]: DEBUG oslo_vmware.api [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714752, 'name': PowerOffVM_Task, 'duration_secs': 0.214449} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.608705] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.608884] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.609344] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-114f31ec-6e59-400b-95e1-e9f285b2ed12 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.644904] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714754, 'name': CreateVM_Task, 'duration_secs': 0.418613} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.646434] env[65978]: WARNING neutronclient.v2_0.client [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.649048] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.650079] env[65978]: WARNING neutronclient.v2_0.client [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.650586] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.650666] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.650974] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.651321] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42e105ac-6ca8-421d-a88a-b7af6261b41d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.657238] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.657461] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.657763] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Deleting the datastore file [datastore2] ecc645e7-d1f9-4d1c-b6db-5835c528d775 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.659233] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b713f86-ec27-46b1-9e98-633bc271fec9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.661304] env[65978]: DEBUG oslo_vmware.api [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Waiting for the task: (returnval){ [ 926.661304] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52103e72-79c0-bfb7-574c-388cc129bc47" [ 926.661304] env[65978]: _type = "Task" [ 926.661304] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.669480] env[65978]: DEBUG oslo_vmware.api [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for the task: (returnval){ [ 926.669480] env[65978]: value = "task-4714759" [ 926.669480] env[65978]: _type = "Task" [ 926.669480] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.674300] env[65978]: DEBUG oslo_vmware.api [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52103e72-79c0-bfb7-574c-388cc129bc47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.685748] env[65978]: DEBUG oslo_vmware.api [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.689708] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.689999] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.690279] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Deleting the datastore file [datastore2] 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.693653] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60b6f6c8-3743-4711-b920-52114fca6a88 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.701521] env[65978]: DEBUG oslo_vmware.api [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for the task: (returnval){ [ 926.701521] env[65978]: value = "task-4714760" [ 926.701521] env[65978]: _type = "Task" [ 926.701521] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.712120] env[65978]: DEBUG oslo_vmware.api [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.712804] env[65978]: WARNING neutronclient.v2_0.client [req-d8ab6dc9-b872-4171-aac2-2c815d8aee77 req-061b332b-f55e-4a2c-a661-0b90e9f3b12f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.752082] env[65978]: DEBUG nova.network.neutron [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Updating instance_info_cache with network_info: [{"id": "91a84c42-ff2c-4ce2-a63a-9eb70cba7f22", "address": "fa:16:3e:13:03:04", "network": {"id": "062947ef-897c-42eb-a83d-a02716fb1163", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-726542755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f0f218c5114f3a81e15fb4f71f7d91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a84c42-ff", "ovs_interfaceid": "91a84c42-ff2c-4ce2-a63a-9eb70cba7f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.870239] env[65978]: DEBUG oslo_concurrency.lockutils [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.873528] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.809s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.874852] env[65978]: INFO nova.compute.claims [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.892111] env[65978]: WARNING neutronclient.v2_0.client [req-d8ab6dc9-b872-4171-aac2-2c815d8aee77 req-061b332b-f55e-4a2c-a661-0b90e9f3b12f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.902172] env[65978]: INFO nova.scheduler.client.report [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Deleted allocations for instance 839a307a-ae21-42a6-8101-54043b7722eb [ 926.975213] env[65978]: DEBUG nova.network.neutron [req-d8ab6dc9-b872-4171-aac2-2c815d8aee77 req-061b332b-f55e-4a2c-a661-0b90e9f3b12f service nova] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Updated VIF entry in instance network info cache for port 73a68be9-7897-412b-9491-14356d058474. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 926.975706] env[65978]: DEBUG nova.network.neutron [req-d8ab6dc9-b872-4171-aac2-2c815d8aee77 req-061b332b-f55e-4a2c-a661-0b90e9f3b12f service nova] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Updating instance_info_cache with network_info: [{"id": "73a68be9-7897-412b-9491-14356d058474", "address": "fa:16:3e:d5:5a:79", "network": {"id": "0f30c48e-4462-45f1-b52a-282812cb737e", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1946703779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97756da1c164467495cb933e8b68e1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a68be9-78", "ovs_interfaceid": "73a68be9-7897-412b-9491-14356d058474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.021242] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Releasing lock "refresh_cache-2f454d73-1141-46d1-97ce-8f85281d961c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.021242] env[65978]: DEBUG nova.objects.instance [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lazy-loading 'migration_context' on Instance uuid 2f454d73-1141-46d1-97ce-8f85281d961c {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.095849] env[65978]: DEBUG oslo_vmware.api [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177347} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.096059] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.096253] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.096448] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.096657] env[65978]: INFO nova.compute.manager [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Took 1.15 seconds to destroy the instance on the hypervisor. [ 927.096904] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 927.097468] env[65978]: DEBUG nova.compute.manager [-] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 927.097575] env[65978]: DEBUG nova.network.neutron [-] [instance: fcc547e4-ff30-482c-94c7-19074c194083] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 927.097823] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.157221] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.173395] env[65978]: DEBUG oslo_vmware.api [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52103e72-79c0-bfb7-574c-388cc129bc47, 'name': SearchDatastore_Task, 'duration_secs': 0.029694} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.173803] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.174108] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.174259] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.174396] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.174570] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.177732] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5fb0759-a6f2-463d-837c-9c0c2c271b84 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.186358] env[65978]: DEBUG oslo_vmware.api [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Task: {'id': task-4714759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170201} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.187574] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.187843] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.187937] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.188120] env[65978]: INFO nova.compute.manager [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Took 1.16 seconds to destroy the instance on the hypervisor. [ 927.188370] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 927.188579] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.188723] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.189453] env[65978]: DEBUG nova.compute.manager [-] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 927.189558] env[65978]: DEBUG nova.network.neutron [-] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 927.189805] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.191860] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd157b6-5f4e-409a-b765-aec1ea6525b1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.198598] env[65978]: DEBUG oslo_vmware.api [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Waiting for the task: (returnval){ [ 927.198598] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52129d63-b018-300e-8be1-f5a6a626e86a" [ 927.198598] env[65978]: _type = "Task" [ 927.198598] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.211642] env[65978]: DEBUG oslo_vmware.api [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52129d63-b018-300e-8be1-f5a6a626e86a, 'name': SearchDatastore_Task, 'duration_secs': 0.010677} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.215347] env[65978]: DEBUG oslo_vmware.api [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Task: {'id': task-4714760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150876} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.215567] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff1b4e51-28fc-4c07-8e3d-0d468c07f1df {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.219410] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.219410] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.219410] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.219681] env[65978]: INFO nova.compute.manager [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Took 1.16 seconds to destroy the instance on the hypervisor. [ 927.220037] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 927.220349] env[65978]: DEBUG nova.compute.manager [-] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 927.220478] env[65978]: DEBUG nova.network.neutron [-] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 927.220835] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.228208] env[65978]: DEBUG oslo_vmware.api [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Waiting for the task: (returnval){ [ 927.228208] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]522b725e-4559-ba19-89d5-a8c24a1f7139" [ 927.228208] env[65978]: _type = "Task" [ 927.228208] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.244924] env[65978]: DEBUG oslo_vmware.api [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]522b725e-4559-ba19-89d5-a8c24a1f7139, 'name': SearchDatastore_Task, 'duration_secs': 0.009683} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.244924] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.245229] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f/2d89c2ff-28e3-4c52-bf48-c970e8f40d6f.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.245638] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0e5d0d8-337c-4e7e-8eb4-d9f3a0a28add {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.252239] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.254865] env[65978]: DEBUG oslo_concurrency.lockutils [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Releasing lock "refresh_cache-456e9558-ce8f-4971-b953-f2295c77e4af" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.260136] env[65978]: DEBUG oslo_vmware.api [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Waiting for the task: (returnval){ [ 927.260136] env[65978]: value = "task-4714761" [ 927.260136] env[65978]: _type = "Task" [ 927.260136] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.276986] env[65978]: DEBUG oslo_vmware.api [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Task: {'id': task-4714761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.293871] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.411941] env[65978]: DEBUG oslo_concurrency.lockutils [None req-13dccfa4-2420-4bd5-ac5a-3e2b88f5bf21 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "839a307a-ae21-42a6-8101-54043b7722eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.120s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.478614] env[65978]: DEBUG oslo_concurrency.lockutils [req-d8ab6dc9-b872-4171-aac2-2c815d8aee77 req-061b332b-f55e-4a2c-a661-0b90e9f3b12f service nova] Releasing lock "refresh_cache-2d89c2ff-28e3-4c52-bf48-c970e8f40d6f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.526244] env[65978]: DEBUG nova.objects.base [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Object Instance<2f454d73-1141-46d1-97ce-8f85281d961c> lazy-loaded attributes: info_cache,migration_context {{(pid=65978) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 927.526244] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1e73a4-aac4-41ff-896c-0ff94b056e2e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.553332] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a4d7818-27de-4402-b4de-b0df319ebdb9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.565517] env[65978]: DEBUG oslo_vmware.api [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 927.565517] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a68b10-c80b-d850-e090-64fa3760211f" [ 927.565517] env[65978]: _type = "Task" [ 927.565517] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.581383] env[65978]: DEBUG oslo_vmware.api [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a68b10-c80b-d850-e090-64fa3760211f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.629402] env[65978]: DEBUG nova.compute.manager [req-c6b47076-8dc2-4b45-8340-95f7382375ba req-8edb39ca-c6cf-42d2-bfd6-5e62e289a445 service nova] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Received event network-vif-deleted-ffd6844f-03b3-4962-92f3-9950b049f47b {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 927.629402] env[65978]: INFO nova.compute.manager [req-c6b47076-8dc2-4b45-8340-95f7382375ba req-8edb39ca-c6cf-42d2-bfd6-5e62e289a445 service nova] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Neutron deleted interface ffd6844f-03b3-4962-92f3-9950b049f47b; detaching it from the instance and deleting it from the info cache [ 927.629402] env[65978]: DEBUG nova.network.neutron [req-c6b47076-8dc2-4b45-8340-95f7382375ba req-8edb39ca-c6cf-42d2-bfd6-5e62e289a445 service nova] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.771148] env[65978]: DEBUG oslo_vmware.api [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Task: {'id': task-4714761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497873} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.771464] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f/2d89c2ff-28e3-4c52-bf48-c970e8f40d6f.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.771752] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.772053] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73d80740-9418-4a1b-abc8-9eec370f801b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.779981] env[65978]: DEBUG oslo_vmware.api [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Waiting for the task: (returnval){ [ 927.779981] env[65978]: value = "task-4714762" [ 927.779981] env[65978]: _type = "Task" [ 927.779981] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.792367] env[65978]: DEBUG oslo_vmware.api [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Task: {'id': task-4714762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.882168] env[65978]: DEBUG nova.network.neutron [-] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.023361] env[65978]: DEBUG nova.network.neutron [-] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.073899] env[65978]: DEBUG nova.network.neutron [-] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.080327] env[65978]: DEBUG oslo_vmware.api [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a68b10-c80b-d850-e090-64fa3760211f, 'name': SearchDatastore_Task, 'duration_secs': 0.018957} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.080403] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.135115] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-332d48a9-99dd-4e32-b59d-a67666235ca3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.147751] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe94faa-22ab-4919-acc8-b7fdc80e768b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.193980] env[65978]: DEBUG nova.compute.manager [req-c6b47076-8dc2-4b45-8340-95f7382375ba req-8edb39ca-c6cf-42d2-bfd6-5e62e289a445 service nova] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Detach interface failed, port_id=ffd6844f-03b3-4962-92f3-9950b049f47b, reason: Instance ecc645e7-d1f9-4d1c-b6db-5835c528d775 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 928.295582] env[65978]: DEBUG oslo_vmware.api [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Task: {'id': task-4714762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.295926} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.295869] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.296716] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a289b48-db77-4c33-85ef-d96e3be041ec {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.325954] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f/2d89c2ff-28e3-4c52-bf48-c970e8f40d6f.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.331076] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b39dfa84-9d03-45fe-b7d5-fa26bc0c801d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.347931] env[65978]: DEBUG nova.compute.manager [req-809732ad-2010-40d7-a42d-ded24f2712c5 req-8a5be68a-bb8a-452d-b24c-ee80601732e0 service nova] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Received event network-vif-deleted-95b79c71-1064-4339-a415-9b8c3a77af2f {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 928.347931] env[65978]: DEBUG nova.compute.manager [req-809732ad-2010-40d7-a42d-ded24f2712c5 req-8a5be68a-bb8a-452d-b24c-ee80601732e0 service nova] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Received event network-vif-deleted-76262753-a18c-4c7d-b5b2-d31aa00682c7 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 928.354732] env[65978]: DEBUG oslo_vmware.api [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Waiting for the task: (returnval){ [ 928.354732] env[65978]: value = "task-4714763" [ 928.354732] env[65978]: _type = "Task" [ 928.354732] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.367750] env[65978]: DEBUG oslo_vmware.api [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Task: {'id': task-4714763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.386700] env[65978]: INFO nova.compute.manager [-] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Took 1.29 seconds to deallocate network for instance. [ 928.421788] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a68478-e01a-4512-8926-58ebefdcd138 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.430051] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3d1504-603b-4293-bf98-1789556f57ba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.464828] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b836d23b-bb6d-4443-a2f8-408cddaf7026 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.473662] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8512acfd-6938-4e87-8253-2d83a3a62ecb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.489092] env[65978]: DEBUG nova.compute.provider_tree [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.526611] env[65978]: INFO nova.compute.manager [-] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Took 1.34 seconds to deallocate network for instance. [ 928.581108] env[65978]: INFO nova.compute.manager [-] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Took 1.36 seconds to deallocate network for instance. [ 928.806722] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.807620] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51f78891-124f-4ff9-831e-ed41b8995dcb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.817211] env[65978]: DEBUG oslo_vmware.api [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 928.817211] env[65978]: value = "task-4714764" [ 928.817211] env[65978]: _type = "Task" [ 928.817211] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.827633] env[65978]: DEBUG oslo_vmware.api [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.866171] env[65978]: DEBUG oslo_vmware.api [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Task: {'id': task-4714763, 'name': ReconfigVM_Task, 'duration_secs': 0.332312} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.866236] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f/2d89c2ff-28e3-4c52-bf48-c970e8f40d6f.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.867077] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58837ca6-0430-49ae-a490-6263c27d6981 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.877074] env[65978]: DEBUG oslo_vmware.api [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Waiting for the task: (returnval){ [ 928.877074] env[65978]: value = "task-4714765" [ 928.877074] env[65978]: _type = "Task" [ 928.877074] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.890088] env[65978]: DEBUG oslo_vmware.api [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Task: {'id': task-4714765, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.896708] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.993353] env[65978]: DEBUG nova.scheduler.client.report [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.033764] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.088366] env[65978]: DEBUG oslo_concurrency.lockutils [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.328687] env[65978]: DEBUG oslo_vmware.api [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714764, 'name': PowerOffVM_Task, 'duration_secs': 0.215217} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.328784] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.329570] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ba47be-4802-4e82-b97f-9ed645ff7e4c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.351483] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0039bd31-7a34-4da0-96a4-a15e6c147961 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.384976] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.385263] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f736194d-e65f-41c4-a01d-7879fd5c345c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.389695] env[65978]: DEBUG oslo_vmware.api [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Task: {'id': task-4714765, 'name': Rename_Task, 'duration_secs': 0.150243} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.390364] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.390633] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14a3125f-1533-43af-8f87-e84a767c1a2a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.395424] env[65978]: DEBUG oslo_vmware.api [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 929.395424] env[65978]: value = "task-4714766" [ 929.395424] env[65978]: _type = "Task" [ 929.395424] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.399908] env[65978]: DEBUG oslo_vmware.api [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Waiting for the task: (returnval){ [ 929.399908] env[65978]: value = "task-4714767" [ 929.399908] env[65978]: _type = "Task" [ 929.399908] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.406875] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] VM already powered off {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 929.407091] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.408025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.408025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.408025] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.408025] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a724761-9924-46e9-9b22-cef3d5ae3a65 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.412713] env[65978]: DEBUG oslo_vmware.api [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Task: {'id': task-4714767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.420135] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.420338] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.421100] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fefa2e0-4fc2-4d30-bab2-9fbe18b6cf9c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.427295] env[65978]: DEBUG oslo_vmware.api [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 929.427295] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5271648f-8d88-1f04-5436-aba5d1d0a930" [ 929.427295] env[65978]: _type = "Task" [ 929.427295] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.436057] env[65978]: DEBUG oslo_vmware.api [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5271648f-8d88-1f04-5436-aba5d1d0a930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.499301] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.499859] env[65978]: DEBUG nova.compute.manager [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 929.502630] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.328s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.502828] env[65978]: DEBUG nova.objects.instance [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Lazy-loading 'resources' on Instance uuid b651afcc-a92b-4417-84a7-61a76c320e15 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.910768] env[65978]: DEBUG oslo_vmware.api [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Task: {'id': task-4714767, 'name': PowerOnVM_Task, 'duration_secs': 0.479512} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.910768] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.911069] env[65978]: INFO nova.compute.manager [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Took 6.30 seconds to spawn the instance on the hypervisor. [ 929.911069] env[65978]: DEBUG nova.compute.manager [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 929.911783] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ba7fa8-4714-4c57-83bc-7d1e633d516f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.938149] env[65978]: DEBUG oslo_vmware.api [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5271648f-8d88-1f04-5436-aba5d1d0a930, 'name': SearchDatastore_Task, 'duration_secs': 0.01114} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.938964] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92d48977-86fe-4956-8d89-62e22fd5ec41 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.944987] env[65978]: DEBUG oslo_vmware.api [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 929.944987] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520bd366-6027-5c4b-c06b-732edf2776e1" [ 929.944987] env[65978]: _type = "Task" [ 929.944987] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.954583] env[65978]: DEBUG oslo_vmware.api [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520bd366-6027-5c4b-c06b-732edf2776e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.006224] env[65978]: DEBUG nova.compute.utils [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.011027] env[65978]: DEBUG nova.compute.manager [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 930.011027] env[65978]: DEBUG nova.network.neutron [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 930.011206] env[65978]: WARNING neutronclient.v2_0.client [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.012056] env[65978]: WARNING neutronclient.v2_0.client [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.063808] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "a23499dc-3216-4493-869d-519c1c92eb37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.064058] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "a23499dc-3216-4493-869d-519c1c92eb37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.091763] env[65978]: DEBUG nova.policy [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bed90e34df4484c87840abcf8d068e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7af66bcc446144c4b5f5f487e61e3caf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.432238] env[65978]: INFO nova.compute.manager [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Took 45.52 seconds to build instance. [ 930.439999] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461923f0-d3de-4109-bcf4-f4552c72d8d1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.443627] env[65978]: DEBUG nova.network.neutron [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Successfully created port: 271e1bd6-2478-464f-8d1c-a7f33e10719d {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 930.452501] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0cb9b3-9705-4b13-956e-6c6f4066813f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.460038] env[65978]: DEBUG oslo_vmware.api [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520bd366-6027-5c4b-c06b-732edf2776e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009802} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.460676] env[65978]: DEBUG oslo_concurrency.lockutils [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.460935] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 456e9558-ce8f-4971-b953-f2295c77e4af/60ae46d2-80a6-44b0-babe-7226023243fc-rescue.vmdk. {{(pid=65978) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 930.461231] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dea3c860-929d-4fb3-b6d0-8e0391a6183a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.491032] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bb358e-15ff-4f4e-ad4f-39a924f17c05 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.496347] env[65978]: DEBUG oslo_vmware.api [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 930.496347] env[65978]: value = "task-4714768" [ 930.496347] env[65978]: _type = "Task" [ 930.496347] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.503949] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d477924-fb77-4237-8aeb-cfc9b15ea14e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.512185] env[65978]: DEBUG nova.compute.manager [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 930.515035] env[65978]: DEBUG oslo_vmware.api [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.526937] env[65978]: DEBUG nova.compute.provider_tree [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.566266] env[65978]: DEBUG nova.compute.manager [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 930.934524] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d7c72785-fce0-443e-9971-6e1182b9adbc tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Lock "2d89c2ff-28e3-4c52-bf48-c970e8f40d6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.486s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.008870] env[65978]: DEBUG oslo_vmware.api [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505407} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.009190] env[65978]: INFO nova.virt.vmwareapi.ds_util [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 456e9558-ce8f-4971-b953-f2295c77e4af/60ae46d2-80a6-44b0-babe-7226023243fc-rescue.vmdk. [ 931.010094] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c83858e-a80c-440a-a171-292edfadedc3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.035661] env[65978]: DEBUG nova.scheduler.client.report [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.043997] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 456e9558-ce8f-4971-b953-f2295c77e4af/60ae46d2-80a6-44b0-babe-7226023243fc-rescue.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.044820] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb264676-8ea0-4115-b1b8-b5f54d138489 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.067314] env[65978]: DEBUG oslo_vmware.api [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 931.067314] env[65978]: value = "task-4714769" [ 931.067314] env[65978]: _type = "Task" [ 931.067314] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.079873] env[65978]: DEBUG oslo_vmware.api [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.102763] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.167171] env[65978]: DEBUG oslo_concurrency.lockutils [None req-17d7eb19-d290-4efd-9825-f45d79a423e5 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Acquiring lock "interface-2d89c2ff-28e3-4c52-bf48-c970e8f40d6f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.167453] env[65978]: DEBUG oslo_concurrency.lockutils [None req-17d7eb19-d290-4efd-9825-f45d79a423e5 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Lock "interface-2d89c2ff-28e3-4c52-bf48-c970e8f40d6f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.167791] env[65978]: DEBUG nova.objects.instance [None req-17d7eb19-d290-4efd-9825-f45d79a423e5 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Lazy-loading 'flavor' on Instance uuid 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.546533] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.549483] env[65978]: DEBUG nova.compute.manager [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 931.552057] env[65978]: DEBUG oslo_concurrency.lockutils [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.952s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.552057] env[65978]: DEBUG nova.objects.instance [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65978) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 931.581724] env[65978]: DEBUG oslo_vmware.api [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714769, 'name': ReconfigVM_Task, 'duration_secs': 0.362968} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.583978] env[65978]: DEBUG nova.virt.hardware [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:34:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e4db2e5c-4ea9-43a8-8014-eeaad7cbbf4c',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-777896504',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 931.584217] env[65978]: DEBUG nova.virt.hardware [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.584930] env[65978]: DEBUG nova.virt.hardware [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 931.584930] env[65978]: DEBUG nova.virt.hardware [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.584930] env[65978]: DEBUG nova.virt.hardware [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 931.584930] env[65978]: DEBUG nova.virt.hardware [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 931.585629] env[65978]: DEBUG nova.virt.hardware [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 931.585629] env[65978]: DEBUG nova.virt.hardware [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 931.585629] env[65978]: DEBUG nova.virt.hardware [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 931.585629] env[65978]: DEBUG nova.virt.hardware [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 931.585841] env[65978]: DEBUG nova.virt.hardware [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 931.586204] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 456e9558-ce8f-4971-b953-f2295c77e4af/60ae46d2-80a6-44b0-babe-7226023243fc-rescue.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.587125] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea208af6-9e67-4635-b82c-c53fe512c8f4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.590439] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6514be74-8ce5-42b5-8827-d0b5cb7eec24 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.594273] env[65978]: INFO nova.scheduler.client.report [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Deleted allocations for instance b651afcc-a92b-4417-84a7-61a76c320e15 [ 931.619881] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488ddf84-2d79-4039-9f45-296673b51b15 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.629979] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53f9ab62-0ab7-4c9a-b617-38e27c11732a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.655025] env[65978]: DEBUG oslo_vmware.api [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 931.655025] env[65978]: value = "task-4714770" [ 931.655025] env[65978]: _type = "Task" [ 931.655025] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.664748] env[65978]: DEBUG oslo_vmware.api [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.671463] env[65978]: WARNING neutronclient.v2_0.client [None req-17d7eb19-d290-4efd-9825-f45d79a423e5 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.671892] env[65978]: DEBUG nova.objects.instance [None req-17d7eb19-d290-4efd-9825-f45d79a423e5 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Lazy-loading 'pci_requests' on Instance uuid 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.896704] env[65978]: DEBUG nova.compute.manager [req-ba3883f8-818f-4593-9b5a-0b8c90ba7fb4 req-278ad806-a0e3-4d8a-9366-81f657985e63 service nova] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Received event network-vif-plugged-271e1bd6-2478-464f-8d1c-a7f33e10719d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 931.896930] env[65978]: DEBUG oslo_concurrency.lockutils [req-ba3883f8-818f-4593-9b5a-0b8c90ba7fb4 req-278ad806-a0e3-4d8a-9366-81f657985e63 service nova] Acquiring lock "2065da93-93a5-4439-8bdc-517cda51c0d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.897206] env[65978]: DEBUG oslo_concurrency.lockutils [req-ba3883f8-818f-4593-9b5a-0b8c90ba7fb4 req-278ad806-a0e3-4d8a-9366-81f657985e63 service nova] Lock "2065da93-93a5-4439-8bdc-517cda51c0d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.897375] env[65978]: DEBUG oslo_concurrency.lockutils [req-ba3883f8-818f-4593-9b5a-0b8c90ba7fb4 req-278ad806-a0e3-4d8a-9366-81f657985e63 service nova] Lock "2065da93-93a5-4439-8bdc-517cda51c0d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.897540] env[65978]: DEBUG nova.compute.manager [req-ba3883f8-818f-4593-9b5a-0b8c90ba7fb4 req-278ad806-a0e3-4d8a-9366-81f657985e63 service nova] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] No waiting events found dispatching network-vif-plugged-271e1bd6-2478-464f-8d1c-a7f33e10719d {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 931.897699] env[65978]: WARNING nova.compute.manager [req-ba3883f8-818f-4593-9b5a-0b8c90ba7fb4 req-278ad806-a0e3-4d8a-9366-81f657985e63 service nova] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Received unexpected event network-vif-plugged-271e1bd6-2478-464f-8d1c-a7f33e10719d for instance with vm_state building and task_state spawning. [ 931.995675] env[65978]: DEBUG nova.network.neutron [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Successfully updated port: 271e1bd6-2478-464f-8d1c-a7f33e10719d {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 932.122836] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2c23391a-e0e1-44d4-bf64-8c2d0a4a2a26 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Lock "b651afcc-a92b-4417-84a7-61a76c320e15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.248s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.165424] env[65978]: DEBUG oslo_vmware.api [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714770, 'name': ReconfigVM_Task, 'duration_secs': 0.164496} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.165702] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.165950] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5241493-9106-4fb0-aec1-9bb3ec9c8f5b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.172759] env[65978]: DEBUG oslo_vmware.api [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 932.172759] env[65978]: value = "task-4714771" [ 932.172759] env[65978]: _type = "Task" [ 932.172759] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.176171] env[65978]: DEBUG nova.objects.base [None req-17d7eb19-d290-4efd-9825-f45d79a423e5 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Object Instance<2d89c2ff-28e3-4c52-bf48-c970e8f40d6f> lazy-loaded attributes: flavor,pci_requests {{(pid=65978) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 932.176363] env[65978]: DEBUG nova.network.neutron [None req-17d7eb19-d290-4efd-9825-f45d79a423e5 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 932.176676] env[65978]: WARNING neutronclient.v2_0.client [None req-17d7eb19-d290-4efd-9825-f45d79a423e5 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.176966] env[65978]: WARNING neutronclient.v2_0.client [None req-17d7eb19-d290-4efd-9825-f45d79a423e5 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.184185] env[65978]: DEBUG oslo_vmware.api [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.265682] env[65978]: DEBUG oslo_concurrency.lockutils [None req-17d7eb19-d290-4efd-9825-f45d79a423e5 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Lock "interface-2d89c2ff-28e3-4c52-bf48-c970e8f40d6f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.098s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.498015] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "refresh_cache-2065da93-93a5-4439-8bdc-517cda51c0d8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.498309] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquired lock "refresh_cache-2065da93-93a5-4439-8bdc-517cda51c0d8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.498490] env[65978]: DEBUG nova.network.neutron [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 932.561625] env[65978]: DEBUG oslo_concurrency.lockutils [None req-61ec2794-8951-4ac4-a6d7-b89ff153a8a7 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.562781] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.333s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.563009] env[65978]: DEBUG nova.objects.instance [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lazy-loading 'resources' on Instance uuid 76a2de1e-ac61-4fa8-a526-213c12efe0c7 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.685727] env[65978]: DEBUG oslo_vmware.api [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714771, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.035573] env[65978]: DEBUG nova.network.neutron [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 933.066356] env[65978]: DEBUG nova.objects.instance [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lazy-loading 'numa_topology' on Instance uuid 76a2de1e-ac61-4fa8-a526-213c12efe0c7 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.111298] env[65978]: WARNING neutronclient.v2_0.client [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.182420] env[65978]: DEBUG nova.network.neutron [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Updating instance_info_cache with network_info: [{"id": "271e1bd6-2478-464f-8d1c-a7f33e10719d", "address": "fa:16:3e:d9:82:61", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap271e1bd6-24", "ovs_interfaceid": "271e1bd6-2478-464f-8d1c-a7f33e10719d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.186646] env[65978]: DEBUG oslo_vmware.api [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714771, 'name': PowerOnVM_Task, 'duration_secs': 0.585229} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.187144] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.190073] env[65978]: DEBUG nova.compute.manager [None req-95566d13-645b-44a0-882f-33ffa882b743 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 933.191163] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8faf9442-fd45-4dd3-b368-515bf8c1f10e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.396130] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquiring lock "fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.396395] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Lock "fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.396603] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquiring lock "fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.396786] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Lock "fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.396965] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Lock "fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.399278] env[65978]: INFO nova.compute.manager [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Terminating instance [ 933.568538] env[65978]: DEBUG nova.objects.base [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Object Instance<76a2de1e-ac61-4fa8-a526-213c12efe0c7> lazy-loaded attributes: resources,numa_topology {{(pid=65978) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 933.687770] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Releasing lock "refresh_cache-2065da93-93a5-4439-8bdc-517cda51c0d8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.688423] env[65978]: DEBUG nova.compute.manager [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Instance network_info: |[{"id": "271e1bd6-2478-464f-8d1c-a7f33e10719d", "address": "fa:16:3e:d9:82:61", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap271e1bd6-24", "ovs_interfaceid": "271e1bd6-2478-464f-8d1c-a7f33e10719d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 933.688581] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:82:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '271e1bd6-2478-464f-8d1c-a7f33e10719d', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.697917] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 933.700946] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.703912] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87aaf332-18e1-458c-8a6d-e12d25765fff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.728801] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.728801] env[65978]: value = "task-4714772" [ 933.728801] env[65978]: _type = "Task" [ 933.728801] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.742209] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714772, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.903040] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquiring lock "refresh_cache-fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.903358] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquired lock "refresh_cache-fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.903590] env[65978]: DEBUG nova.network.neutron [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 933.943988] env[65978]: DEBUG nova.compute.manager [req-2b111a91-c115-4d90-9b16-1342e4a9378c req-4c3a080a-430e-4de9-8a74-ca4af7ddbf12 service nova] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Received event network-changed-271e1bd6-2478-464f-8d1c-a7f33e10719d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 933.944227] env[65978]: DEBUG nova.compute.manager [req-2b111a91-c115-4d90-9b16-1342e4a9378c req-4c3a080a-430e-4de9-8a74-ca4af7ddbf12 service nova] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Refreshing instance network info cache due to event network-changed-271e1bd6-2478-464f-8d1c-a7f33e10719d. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 933.944429] env[65978]: DEBUG oslo_concurrency.lockutils [req-2b111a91-c115-4d90-9b16-1342e4a9378c req-4c3a080a-430e-4de9-8a74-ca4af7ddbf12 service nova] Acquiring lock "refresh_cache-2065da93-93a5-4439-8bdc-517cda51c0d8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.944568] env[65978]: DEBUG oslo_concurrency.lockutils [req-2b111a91-c115-4d90-9b16-1342e4a9378c req-4c3a080a-430e-4de9-8a74-ca4af7ddbf12 service nova] Acquired lock "refresh_cache-2065da93-93a5-4439-8bdc-517cda51c0d8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.944716] env[65978]: DEBUG nova.network.neutron [req-2b111a91-c115-4d90-9b16-1342e4a9378c req-4c3a080a-430e-4de9-8a74-ca4af7ddbf12 service nova] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Refreshing network info cache for port 271e1bd6-2478-464f-8d1c-a7f33e10719d {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.972845] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07594da4-e243-4c87-8876-d2beef12cf4b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.982491] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4444cda-664d-4928-893b-ee1dee8aca8e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.022422] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2e3ebe-64f8-4c18-a7b0-3bc11e6e9d87 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.031499] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8d5f9e-1f3a-4f8c-a459-ca0e62188f56 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.047552] env[65978]: DEBUG nova.compute.provider_tree [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.240559] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714772, 'name': CreateVM_Task, 'duration_secs': 0.371063} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.240559] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.240915] env[65978]: WARNING neutronclient.v2_0.client [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.241505] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.241758] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.241958] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.242485] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e340a862-b6b5-4394-875a-85eba4a9f6de {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.247557] env[65978]: DEBUG oslo_vmware.api [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 934.247557] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527c00bf-797e-a194-c4e6-2a441a04dda3" [ 934.247557] env[65978]: _type = "Task" [ 934.247557] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.257273] env[65978]: DEBUG oslo_vmware.api [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527c00bf-797e-a194-c4e6-2a441a04dda3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.307069] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Acquiring lock "2d89c2ff-28e3-4c52-bf48-c970e8f40d6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.307474] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Lock "2d89c2ff-28e3-4c52-bf48-c970e8f40d6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.307729] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Acquiring lock "2d89c2ff-28e3-4c52-bf48-c970e8f40d6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.307892] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Lock "2d89c2ff-28e3-4c52-bf48-c970e8f40d6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.308073] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Lock "2d89c2ff-28e3-4c52-bf48-c970e8f40d6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.310231] env[65978]: INFO nova.compute.manager [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Terminating instance [ 934.406552] env[65978]: WARNING neutronclient.v2_0.client [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.423948] env[65978]: DEBUG nova.network.neutron [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 934.447307] env[65978]: WARNING neutronclient.v2_0.client [req-2b111a91-c115-4d90-9b16-1342e4a9378c req-4c3a080a-430e-4de9-8a74-ca4af7ddbf12 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.486765] env[65978]: DEBUG nova.network.neutron [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.550843] env[65978]: DEBUG nova.scheduler.client.report [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.594399] env[65978]: WARNING neutronclient.v2_0.client [req-2b111a91-c115-4d90-9b16-1342e4a9378c req-4c3a080a-430e-4de9-8a74-ca4af7ddbf12 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.665673] env[65978]: DEBUG nova.network.neutron [req-2b111a91-c115-4d90-9b16-1342e4a9378c req-4c3a080a-430e-4de9-8a74-ca4af7ddbf12 service nova] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Updated VIF entry in instance network info cache for port 271e1bd6-2478-464f-8d1c-a7f33e10719d. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 934.666091] env[65978]: DEBUG nova.network.neutron [req-2b111a91-c115-4d90-9b16-1342e4a9378c req-4c3a080a-430e-4de9-8a74-ca4af7ddbf12 service nova] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Updating instance_info_cache with network_info: [{"id": "271e1bd6-2478-464f-8d1c-a7f33e10719d", "address": "fa:16:3e:d9:82:61", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap271e1bd6-24", "ovs_interfaceid": "271e1bd6-2478-464f-8d1c-a7f33e10719d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.760599] env[65978]: DEBUG oslo_vmware.api [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527c00bf-797e-a194-c4e6-2a441a04dda3, 'name': SearchDatastore_Task, 'duration_secs': 0.011659} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.760904] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.761146] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.761387] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.761843] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.761843] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.761975] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-306bdb2d-b712-4dfd-a33b-01bab073bfa4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.771870] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.772026] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.772765] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e393ceac-892b-4c97-a41b-f5e2bbb4535c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.778944] env[65978]: DEBUG oslo_vmware.api [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 934.778944] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bf6ba6-6462-d405-f66f-36a4033aa4f7" [ 934.778944] env[65978]: _type = "Task" [ 934.778944] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.787511] env[65978]: DEBUG oslo_vmware.api [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bf6ba6-6462-d405-f66f-36a4033aa4f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.817085] env[65978]: DEBUG nova.compute.manager [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 934.817422] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.818486] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c23ebe-97b0-4779-92ef-19beaf67b5b4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.826943] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.827231] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7282d6fa-8c85-4dbe-8bd3-052537d4e8fb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.833617] env[65978]: DEBUG oslo_vmware.api [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Waiting for the task: (returnval){ [ 934.833617] env[65978]: value = "task-4714773" [ 934.833617] env[65978]: _type = "Task" [ 934.833617] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.842557] env[65978]: DEBUG oslo_vmware.api [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Task: {'id': task-4714773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.989857] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Releasing lock "refresh_cache-fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.990478] env[65978]: DEBUG nova.compute.manager [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 934.990716] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.991723] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa19253-736f-48cc-8600-b728f498f91b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.000552] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.000855] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-862e9b1c-e80f-4574-bc65-1999e933dfb4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.009075] env[65978]: DEBUG oslo_vmware.api [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 935.009075] env[65978]: value = "task-4714774" [ 935.009075] env[65978]: _type = "Task" [ 935.009075] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.019303] env[65978]: DEBUG oslo_vmware.api [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.056630] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.494s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.059437] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.938s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.061023] env[65978]: INFO nova.compute.claims [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.169788] env[65978]: DEBUG oslo_concurrency.lockutils [req-2b111a91-c115-4d90-9b16-1342e4a9378c req-4c3a080a-430e-4de9-8a74-ca4af7ddbf12 service nova] Releasing lock "refresh_cache-2065da93-93a5-4439-8bdc-517cda51c0d8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.291168] env[65978]: DEBUG oslo_vmware.api [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bf6ba6-6462-d405-f66f-36a4033aa4f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010033} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.292099] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de0a0c57-404c-49d9-81a1-e9360f4da844 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.299582] env[65978]: DEBUG oslo_vmware.api [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 935.299582] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d182c7-9812-7ec2-72bf-9a109b945300" [ 935.299582] env[65978]: _type = "Task" [ 935.299582] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.309527] env[65978]: DEBUG oslo_vmware.api [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d182c7-9812-7ec2-72bf-9a109b945300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.345135] env[65978]: DEBUG oslo_vmware.api [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Task: {'id': task-4714773, 'name': PowerOffVM_Task, 'duration_secs': 0.328117} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.345512] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.346163] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.346163] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7796df34-ef69-47fc-b683-b42e9c943a89 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.419808] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.420046] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.420233] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Deleting the datastore file [datastore2] 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.420529] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8778f8b8-94b6-4d5d-8f85-913ed243b6a4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.428348] env[65978]: DEBUG oslo_vmware.api [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Waiting for the task: (returnval){ [ 935.428348] env[65978]: value = "task-4714776" [ 935.428348] env[65978]: _type = "Task" [ 935.428348] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.437615] env[65978]: DEBUG oslo_vmware.api [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Task: {'id': task-4714776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.520810] env[65978]: DEBUG oslo_vmware.api [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714774, 'name': PowerOffVM_Task, 'duration_secs': 0.160813} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.520997] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.520997] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.521292] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a43e3bb4-c4fc-461c-8cbf-0a657c0e2931 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.549369] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.549616] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.549808] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Deleting the datastore file [datastore2] fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.550110] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a7bd9f9-87cd-47f8-8176-60e46d595052 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.558624] env[65978]: DEBUG oslo_vmware.api [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for the task: (returnval){ [ 935.558624] env[65978]: value = "task-4714778" [ 935.558624] env[65978]: _type = "Task" [ 935.558624] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.571988] env[65978]: DEBUG oslo_vmware.api [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.574672] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f1a6c1fc-60c2-491c-ae4f-ebf95815169e tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "76a2de1e-ac61-4fa8-a526-213c12efe0c7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 58.531s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.575577] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5d47dff8-bd4f-4926-85b8-a8e3518922e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "76a2de1e-ac61-4fa8-a526-213c12efe0c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 33.882s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.575794] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5d47dff8-bd4f-4926-85b8-a8e3518922e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "76a2de1e-ac61-4fa8-a526-213c12efe0c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.576025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5d47dff8-bd4f-4926-85b8-a8e3518922e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "76a2de1e-ac61-4fa8-a526-213c12efe0c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.576211] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5d47dff8-bd4f-4926-85b8-a8e3518922e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "76a2de1e-ac61-4fa8-a526-213c12efe0c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.579860] env[65978]: INFO nova.compute.manager [None req-5d47dff8-bd4f-4926-85b8-a8e3518922e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Terminating instance [ 935.627985] env[65978]: INFO nova.compute.manager [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Rescuing [ 935.628356] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "refresh_cache-d7ba63a2-5c91-4400-adf0-a8a27e6f7a34" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.628421] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquired lock "refresh_cache-d7ba63a2-5c91-4400-adf0-a8a27e6f7a34" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.628573] env[65978]: DEBUG nova.network.neutron [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 935.811152] env[65978]: DEBUG oslo_vmware.api [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d182c7-9812-7ec2-72bf-9a109b945300, 'name': SearchDatastore_Task, 'duration_secs': 0.011113} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.811409] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.811667] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 2065da93-93a5-4439-8bdc-517cda51c0d8/2065da93-93a5-4439-8bdc-517cda51c0d8.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.811926] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6595805-565b-4e80-8629-66f80c6c1f38 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.819764] env[65978]: DEBUG oslo_vmware.api [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 935.819764] env[65978]: value = "task-4714779" [ 935.819764] env[65978]: _type = "Task" [ 935.819764] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.828684] env[65978]: DEBUG oslo_vmware.api [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.939513] env[65978]: DEBUG oslo_vmware.api [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Task: {'id': task-4714776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155505} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.939797] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.940054] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.940315] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.940525] env[65978]: INFO nova.compute.manager [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 935.940820] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 935.941089] env[65978]: DEBUG nova.compute.manager [-] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 935.941211] env[65978]: DEBUG nova.network.neutron [-] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 935.941531] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.017167] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.078978] env[65978]: DEBUG oslo_vmware.api [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Task: {'id': task-4714778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118874} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.080817] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.081308] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.081726] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.082195] env[65978]: INFO nova.compute.manager [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Took 1.09 seconds to destroy the instance on the hypervisor. [ 936.082644] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 936.083148] env[65978]: DEBUG nova.compute.manager [-] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 936.084864] env[65978]: DEBUG nova.network.neutron [-] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 936.085209] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.087965] env[65978]: DEBUG nova.compute.manager [None req-5d47dff8-bd4f-4926-85b8-a8e3518922e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 936.088459] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5d47dff8-bd4f-4926-85b8-a8e3518922e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.088775] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-385460d4-e2bb-4467-b28d-a72b1b87bf35 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.102027] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ae8b4a-3e27-4404-bc20-7fb60205c598 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.125478] env[65978]: DEBUG nova.network.neutron [-] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 936.125768] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.132761] env[65978]: WARNING neutronclient.v2_0.client [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.151767] env[65978]: WARNING nova.virt.vmwareapi.vmops [None req-5d47dff8-bd4f-4926-85b8-a8e3518922e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 76a2de1e-ac61-4fa8-a526-213c12efe0c7 could not be found. [ 936.152220] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5d47dff8-bd4f-4926-85b8-a8e3518922e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.152220] env[65978]: INFO nova.compute.manager [None req-5d47dff8-bd4f-4926-85b8-a8e3518922e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Took 0.06 seconds to destroy the instance on the hypervisor. [ 936.152481] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-5d47dff8-bd4f-4926-85b8-a8e3518922e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 936.153832] env[65978]: DEBUG nova.compute.manager [-] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 936.154088] env[65978]: DEBUG nova.network.neutron [-] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 936.154286] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.263893] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.337248] env[65978]: DEBUG oslo_vmware.api [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511944} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.343750] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 2065da93-93a5-4439-8bdc-517cda51c0d8/2065da93-93a5-4439-8bdc-517cda51c0d8.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.343993] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.344881] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1e761e5-0a19-4307-92f9-a96b3b78bcc6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.354053] env[65978]: DEBUG oslo_vmware.api [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 936.354053] env[65978]: value = "task-4714780" [ 936.354053] env[65978]: _type = "Task" [ 936.354053] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.369701] env[65978]: DEBUG oslo_vmware.api [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.492986] env[65978]: DEBUG nova.compute.manager [req-d7bda9b2-e182-4d78-9a52-88318999a593 req-9b720af7-913b-4dc0-9cc5-ab14a73364d4 service nova] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Received event network-vif-deleted-73a68be9-7897-412b-9491-14356d058474 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 936.493505] env[65978]: INFO nova.compute.manager [req-d7bda9b2-e182-4d78-9a52-88318999a593 req-9b720af7-913b-4dc0-9cc5-ab14a73364d4 service nova] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Neutron deleted interface 73a68be9-7897-412b-9491-14356d058474; detaching it from the instance and deleting it from the info cache [ 936.493505] env[65978]: DEBUG nova.network.neutron [req-d7bda9b2-e182-4d78-9a52-88318999a593 req-9b720af7-913b-4dc0-9cc5-ab14a73364d4 service nova] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.495626] env[65978]: WARNING neutronclient.v2_0.client [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.587255] env[65978]: DEBUG nova.network.neutron [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Updating instance_info_cache with network_info: [{"id": "ea38b1c9-c015-4a44-9a6c-9c1d2ba9f0ea", "address": "fa:16:3e:5a:76:88", "network": {"id": "062947ef-897c-42eb-a83d-a02716fb1163", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-726542755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f0f218c5114f3a81e15fb4f71f7d91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea38b1c9-c0", "ovs_interfaceid": "ea38b1c9-c015-4a44-9a6c-9c1d2ba9f0ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.627812] env[65978]: DEBUG nova.network.neutron [-] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.653801] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da5d79e-50cf-419c-855a-da771f758f07 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.662804] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17293d2a-9982-45b4-bc7b-35d0275cc9f5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.697499] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cc591e-690a-4c9c-8dcf-58220922f4fa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.711834] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02a098d-1692-4cbe-8a3a-7882cff3159d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.727570] env[65978]: DEBUG nova.compute.provider_tree [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.773884] env[65978]: DEBUG nova.network.neutron [-] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.869307] env[65978]: DEBUG oslo_vmware.api [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070771} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.869673] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.870847] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfc50ce-980f-4118-9188-f043016a7930 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.905653] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 2065da93-93a5-4439-8bdc-517cda51c0d8/2065da93-93a5-4439-8bdc-517cda51c0d8.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.906118] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92796811-85c8-4b41-b0b0-cfe7ef928355 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.936765] env[65978]: DEBUG oslo_vmware.api [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 936.936765] env[65978]: value = "task-4714781" [ 936.936765] env[65978]: _type = "Task" [ 936.936765] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.948534] env[65978]: DEBUG oslo_vmware.api [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.005475] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35c1bc5d-1721-457a-ad19-3e3e3c742e8d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.015927] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ec9ba6-b28e-42f9-8ddf-a099c93315e9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.052144] env[65978]: DEBUG nova.compute.manager [req-d7bda9b2-e182-4d78-9a52-88318999a593 req-9b720af7-913b-4dc0-9cc5-ab14a73364d4 service nova] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Detach interface failed, port_id=73a68be9-7897-412b-9491-14356d058474, reason: Instance 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 937.075690] env[65978]: DEBUG nova.network.neutron [-] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.090429] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Releasing lock "refresh_cache-d7ba63a2-5c91-4400-adf0-a8a27e6f7a34" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.130882] env[65978]: INFO nova.compute.manager [-] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Took 1.05 seconds to deallocate network for instance. [ 937.232130] env[65978]: DEBUG nova.scheduler.client.report [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.278812] env[65978]: INFO nova.compute.manager [-] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Took 1.34 seconds to deallocate network for instance. [ 937.447444] env[65978]: DEBUG oslo_vmware.api [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714781, 'name': ReconfigVM_Task, 'duration_secs': 0.316355} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.447730] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 2065da93-93a5-4439-8bdc-517cda51c0d8/2065da93-93a5-4439-8bdc-517cda51c0d8.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.448425] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e97b5e29-b1b6-4757-9919-af233cd0f2bf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.455872] env[65978]: DEBUG oslo_vmware.api [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 937.455872] env[65978]: value = "task-4714782" [ 937.455872] env[65978]: _type = "Task" [ 937.455872] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.464721] env[65978]: DEBUG oslo_vmware.api [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714782, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.578624] env[65978]: INFO nova.compute.manager [-] [instance: 76a2de1e-ac61-4fa8-a526-213c12efe0c7] Took 1.42 seconds to deallocate network for instance. [ 937.638344] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.736987] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.737588] env[65978]: DEBUG nova.compute.manager [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 937.740650] env[65978]: DEBUG oslo_concurrency.lockutils [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.842s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.740650] env[65978]: DEBUG nova.objects.instance [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lazy-loading 'resources' on Instance uuid af8f6ac9-1a38-4437-8ef4-2db230a9e3d5 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.787100] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.966388] env[65978]: DEBUG oslo_vmware.api [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714782, 'name': Rename_Task, 'duration_secs': 0.156853} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.966666] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.966912] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82111f64-98e5-4e72-a7b7-efc1605b562c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.975453] env[65978]: DEBUG oslo_vmware.api [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 937.975453] env[65978]: value = "task-4714783" [ 937.975453] env[65978]: _type = "Task" [ 937.975453] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.984762] env[65978]: DEBUG oslo_vmware.api [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.244635] env[65978]: DEBUG nova.compute.utils [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.250149] env[65978]: DEBUG nova.compute.manager [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 938.250592] env[65978]: DEBUG nova.network.neutron [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 938.250592] env[65978]: WARNING neutronclient.v2_0.client [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.250986] env[65978]: WARNING neutronclient.v2_0.client [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.320546] env[65978]: DEBUG nova.policy [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '261d92c7ac3a4dbf9ca3b5bdde3a7910', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c49dc3ab15040418137657626c806a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.492865] env[65978]: DEBUG oslo_vmware.api [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714783, 'name': PowerOnVM_Task, 'duration_secs': 0.489338} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.493124] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.493213] env[65978]: INFO nova.compute.manager [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Took 6.94 seconds to spawn the instance on the hypervisor. [ 938.493321] env[65978]: DEBUG nova.compute.manager [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 938.496667] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bd9941-ad0b-458d-ab6c-fb64839bc1ba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.607054] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5d47dff8-bd4f-4926-85b8-a8e3518922e0 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "76a2de1e-ac61-4fa8-a526-213c12efe0c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.031s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.633899] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.635092] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd7e7961-1408-4e50-bf07-42e7166917ef {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.646912] env[65978]: DEBUG oslo_vmware.api [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 938.646912] env[65978]: value = "task-4714784" [ 938.646912] env[65978]: _type = "Task" [ 938.646912] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.659146] env[65978]: DEBUG oslo_vmware.api [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.666221] env[65978]: DEBUG nova.network.neutron [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Successfully created port: c73dc3df-5bc2-444f-a1c7-623d880321a8 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 938.712439] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56ece9a-cf63-4e22-9cdf-ee4b790c35c3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.722645] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bce56b-ff9c-4b67-9967-144255846b5f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.761703] env[65978]: DEBUG nova.compute.manager [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 938.766570] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b590f2-b524-40bd-a78c-1ee96000b2d9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.781029] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2f78aa-40de-476e-8b20-7aa44949e7da {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.798162] env[65978]: DEBUG nova.compute.provider_tree [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.015023] env[65978]: INFO nova.compute.manager [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Took 45.97 seconds to build instance. [ 939.160435] env[65978]: DEBUG oslo_vmware.api [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714784, 'name': PowerOffVM_Task, 'duration_secs': 0.200193} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.160761] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.161626] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34705dd-f581-47c0-9f39-6f7d54639090 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.182915] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938857ba-57d5-4741-b208-018451bb329b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.220408] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.221010] env[65978]: DEBUG oslo_concurrency.lockutils [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.221266] env[65978]: DEBUG oslo_concurrency.lockutils [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.222330] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90ade3b2-71c4-43e9-bdfc-c463d117849c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.231572] env[65978]: DEBUG oslo_vmware.api [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 939.231572] env[65978]: value = "task-4714785" [ 939.231572] env[65978]: _type = "Task" [ 939.231572] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.242799] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] VM already powered off {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 939.243062] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.243347] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.243529] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.243746] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.244337] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62bd02d6-59cf-47ec-8db8-56929c8b064c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.255309] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.255487] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.256330] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f6db77-66f4-4c76-b08f-f8e8a925be89 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.263052] env[65978]: DEBUG oslo_vmware.api [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 939.263052] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e995c0-1613-d06c-26ac-ad22af561a72" [ 939.263052] env[65978]: _type = "Task" [ 939.263052] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.279592] env[65978]: DEBUG oslo_vmware.api [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e995c0-1613-d06c-26ac-ad22af561a72, 'name': SearchDatastore_Task, 'duration_secs': 0.013514} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.280514] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f85fc8-ebe6-402a-bb95-e128b01ee3c4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.287028] env[65978]: DEBUG oslo_vmware.api [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 939.287028] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526ee938-dfb5-db15-5c97-e001ce505db6" [ 939.287028] env[65978]: _type = "Task" [ 939.287028] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.296737] env[65978]: DEBUG oslo_vmware.api [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526ee938-dfb5-db15-5c97-e001ce505db6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.302431] env[65978]: DEBUG nova.scheduler.client.report [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.518147] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e9b43d36-0439-4dba-bd45-61738bff4a36 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "2065da93-93a5-4439-8bdc-517cda51c0d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.491s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.724996] env[65978]: DEBUG nova.compute.manager [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 939.774639] env[65978]: DEBUG nova.compute.manager [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 939.797842] env[65978]: DEBUG oslo_vmware.api [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]526ee938-dfb5-db15-5c97-e001ce505db6, 'name': SearchDatastore_Task, 'duration_secs': 0.013971} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.799930] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.800211] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] d7ba63a2-5c91-4400-adf0-a8a27e6f7a34/60ae46d2-80a6-44b0-babe-7226023243fc-rescue.vmdk. {{(pid=65978) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 939.800694] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3282d51b-d8fc-468d-b3a2-c2ccc4eebe76 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.807689] env[65978]: DEBUG nova.virt.hardware [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 939.807962] env[65978]: DEBUG nova.virt.hardware [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.808178] env[65978]: DEBUG nova.virt.hardware [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 939.808404] env[65978]: DEBUG nova.virt.hardware [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.808582] env[65978]: DEBUG nova.virt.hardware [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 939.808761] env[65978]: DEBUG nova.virt.hardware [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 939.809043] env[65978]: DEBUG nova.virt.hardware [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 939.809254] env[65978]: DEBUG nova.virt.hardware [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 939.809461] env[65978]: DEBUG nova.virt.hardware [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 939.809654] env[65978]: DEBUG nova.virt.hardware [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 939.809858] env[65978]: DEBUG nova.virt.hardware [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 939.810752] env[65978]: DEBUG oslo_concurrency.lockutils [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.813382] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1406a84d-0e58-4351-a11d-55f774f64844 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.817385] env[65978]: DEBUG oslo_concurrency.lockutils [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.032s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.818874] env[65978]: INFO nova.compute.claims [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.822170] env[65978]: DEBUG oslo_vmware.api [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 939.822170] env[65978]: value = "task-4714786" [ 939.822170] env[65978]: _type = "Task" [ 939.822170] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.830869] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6baa795b-634c-4cd4-a7e4-5e0249f9eafe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.838731] env[65978]: DEBUG oslo_vmware.api [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.839649] env[65978]: INFO nova.scheduler.client.report [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Deleted allocations for instance af8f6ac9-1a38-4437-8ef4-2db230a9e3d5 [ 940.251419] env[65978]: DEBUG oslo_concurrency.lockutils [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.337857] env[65978]: DEBUG oslo_vmware.api [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714786, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.355452] env[65978]: DEBUG oslo_concurrency.lockutils [None req-af2092f8-ae35-4616-a1cb-3d2c3a8bc788 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "af8f6ac9-1a38-4437-8ef4-2db230a9e3d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.009s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.687394] env[65978]: DEBUG nova.compute.manager [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Stashing vm_state: active {{(pid=65978) _prep_resize /opt/stack/nova/nova/compute/manager.py:6180}} [ 940.774741] env[65978]: DEBUG nova.compute.manager [req-7b0d41fc-d421-4e6a-b66d-727902f6635b req-5a66f321-c818-4fbe-ad28-69b0a8040a32 service nova] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Received event network-vif-plugged-c73dc3df-5bc2-444f-a1c7-623d880321a8 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 940.774992] env[65978]: DEBUG oslo_concurrency.lockutils [req-7b0d41fc-d421-4e6a-b66d-727902f6635b req-5a66f321-c818-4fbe-ad28-69b0a8040a32 service nova] Acquiring lock "751c268f-df95-4b58-b48e-fffd605b79c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.775175] env[65978]: DEBUG oslo_concurrency.lockutils [req-7b0d41fc-d421-4e6a-b66d-727902f6635b req-5a66f321-c818-4fbe-ad28-69b0a8040a32 service nova] Lock "751c268f-df95-4b58-b48e-fffd605b79c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.775340] env[65978]: DEBUG oslo_concurrency.lockutils [req-7b0d41fc-d421-4e6a-b66d-727902f6635b req-5a66f321-c818-4fbe-ad28-69b0a8040a32 service nova] Lock "751c268f-df95-4b58-b48e-fffd605b79c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.775498] env[65978]: DEBUG nova.compute.manager [req-7b0d41fc-d421-4e6a-b66d-727902f6635b req-5a66f321-c818-4fbe-ad28-69b0a8040a32 service nova] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] No waiting events found dispatching network-vif-plugged-c73dc3df-5bc2-444f-a1c7-623d880321a8 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 940.775654] env[65978]: WARNING nova.compute.manager [req-7b0d41fc-d421-4e6a-b66d-727902f6635b req-5a66f321-c818-4fbe-ad28-69b0a8040a32 service nova] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Received unexpected event network-vif-plugged-c73dc3df-5bc2-444f-a1c7-623d880321a8 for instance with vm_state building and task_state spawning. [ 940.782491] env[65978]: DEBUG nova.network.neutron [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Successfully updated port: c73dc3df-5bc2-444f-a1c7-623d880321a8 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 940.838626] env[65978]: DEBUG oslo_vmware.api [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662282} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.839903] env[65978]: INFO nova.virt.vmwareapi.ds_util [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] d7ba63a2-5c91-4400-adf0-a8a27e6f7a34/60ae46d2-80a6-44b0-babe-7226023243fc-rescue.vmdk. [ 940.839903] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236580f0-5c12-4ddd-8bb3-df757d560484 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.866480] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] d7ba63a2-5c91-4400-adf0-a8a27e6f7a34/60ae46d2-80a6-44b0-babe-7226023243fc-rescue.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.869772] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d72496c3-d90a-4f6c-8621-135f8548120a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.888798] env[65978]: DEBUG oslo_vmware.api [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 940.888798] env[65978]: value = "task-4714787" [ 940.888798] env[65978]: _type = "Task" [ 940.888798] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.898976] env[65978]: DEBUG oslo_vmware.api [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.201667] env[65978]: DEBUG oslo_concurrency.lockutils [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.266674] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad34760d-d211-4d9b-a91e-b629a29bf089 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.275922] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2811137a-49da-48c4-a5ac-e0c04de2f4db {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.310653] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "refresh_cache-751c268f-df95-4b58-b48e-fffd605b79c6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.310855] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired lock "refresh_cache-751c268f-df95-4b58-b48e-fffd605b79c6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.311048] env[65978]: DEBUG nova.network.neutron [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 941.314382] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8fd299-c465-4c07-b458-0b720e120bf4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.323323] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7632e492-67f2-4e16-9fb1-6c637440a493 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.339697] env[65978]: DEBUG nova.compute.provider_tree [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.399314] env[65978]: DEBUG oslo_vmware.api [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714787, 'name': ReconfigVM_Task, 'duration_secs': 0.34298} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.399635] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Reconfigured VM instance instance-0000004e to attach disk [datastore2] d7ba63a2-5c91-4400-adf0-a8a27e6f7a34/60ae46d2-80a6-44b0-babe-7226023243fc-rescue.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.400594] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e205b6-de8a-4fca-9e40-0eb8ea9d30b3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.428379] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0777fc19-da4e-4d02-9e73-33ad7e28f418 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.444832] env[65978]: DEBUG oslo_vmware.api [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 941.444832] env[65978]: value = "task-4714788" [ 941.444832] env[65978]: _type = "Task" [ 941.444832] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.455087] env[65978]: DEBUG oslo_vmware.api [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.843394] env[65978]: DEBUG nova.scheduler.client.report [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.847652] env[65978]: DEBUG nova.network.neutron [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 941.921380] env[65978]: WARNING neutronclient.v2_0.client [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.955973] env[65978]: DEBUG oslo_vmware.api [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714788, 'name': ReconfigVM_Task, 'duration_secs': 0.180315} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.956242] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.956535] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca533000-542c-4e44-9cdc-e68b8fd853a1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.964041] env[65978]: DEBUG oslo_vmware.api [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 941.964041] env[65978]: value = "task-4714789" [ 941.964041] env[65978]: _type = "Task" [ 941.964041] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.975442] env[65978]: DEBUG oslo_vmware.api [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.006801] env[65978]: DEBUG nova.network.neutron [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Updating instance_info_cache with network_info: [{"id": "c73dc3df-5bc2-444f-a1c7-623d880321a8", "address": "fa:16:3e:f8:d5:06", "network": {"id": "46fccd3d-fad6-4070-9e81-322a28c0d678", "bridge": "br-int", "label": "tempest-ServersTestJSON-1875769234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c49dc3ab15040418137657626c806a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc73dc3df-5b", "ovs_interfaceid": "c73dc3df-5bc2-444f-a1c7-623d880321a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.351870] env[65978]: DEBUG oslo_concurrency.lockutils [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.353059] env[65978]: DEBUG nova.compute.manager [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 942.355790] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.497s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.475743] env[65978]: DEBUG oslo_vmware.api [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714789, 'name': PowerOnVM_Task, 'duration_secs': 0.391111} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.476013] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.478963] env[65978]: DEBUG nova.compute.manager [None req-d40ed781-23ef-45af-8b54-5f970bcb0138 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 942.479746] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6a1385-b1c8-4768-9d0c-e1080766b017 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.509950] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Releasing lock "refresh_cache-751c268f-df95-4b58-b48e-fffd605b79c6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.510869] env[65978]: DEBUG nova.compute.manager [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Instance network_info: |[{"id": "c73dc3df-5bc2-444f-a1c7-623d880321a8", "address": "fa:16:3e:f8:d5:06", "network": {"id": "46fccd3d-fad6-4070-9e81-322a28c0d678", "bridge": "br-int", "label": "tempest-ServersTestJSON-1875769234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c49dc3ab15040418137657626c806a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc73dc3df-5b", "ovs_interfaceid": "c73dc3df-5bc2-444f-a1c7-623d880321a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 942.511165] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:d5:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c73dc3df-5bc2-444f-a1c7-623d880321a8', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.518987] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 942.519231] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.519460] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9ac7a6b-4ad8-46a5-9910-addcc9ea30b0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.547095] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.547095] env[65978]: value = "task-4714790" [ 942.547095] env[65978]: _type = "Task" [ 942.547095] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.553340] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714790, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.802963] env[65978]: DEBUG nova.compute.manager [req-1c0a8209-30b6-4f0e-98d2-8ff4ebe83dc5 req-6a7dde3b-8689-422e-9f86-10369dbb8549 service nova] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Received event network-changed-c73dc3df-5bc2-444f-a1c7-623d880321a8 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 942.803268] env[65978]: DEBUG nova.compute.manager [req-1c0a8209-30b6-4f0e-98d2-8ff4ebe83dc5 req-6a7dde3b-8689-422e-9f86-10369dbb8549 service nova] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Refreshing instance network info cache due to event network-changed-c73dc3df-5bc2-444f-a1c7-623d880321a8. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 942.803490] env[65978]: DEBUG oslo_concurrency.lockutils [req-1c0a8209-30b6-4f0e-98d2-8ff4ebe83dc5 req-6a7dde3b-8689-422e-9f86-10369dbb8549 service nova] Acquiring lock "refresh_cache-751c268f-df95-4b58-b48e-fffd605b79c6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.803654] env[65978]: DEBUG oslo_concurrency.lockutils [req-1c0a8209-30b6-4f0e-98d2-8ff4ebe83dc5 req-6a7dde3b-8689-422e-9f86-10369dbb8549 service nova] Acquired lock "refresh_cache-751c268f-df95-4b58-b48e-fffd605b79c6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.803784] env[65978]: DEBUG nova.network.neutron [req-1c0a8209-30b6-4f0e-98d2-8ff4ebe83dc5 req-6a7dde3b-8689-422e-9f86-10369dbb8549 service nova] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Refreshing network info cache for port c73dc3df-5bc2-444f-a1c7-623d880321a8 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.860281] env[65978]: DEBUG nova.compute.utils [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.870873] env[65978]: DEBUG nova.compute.manager [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 942.870873] env[65978]: DEBUG nova.network.neutron [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 942.871170] env[65978]: WARNING neutronclient.v2_0.client [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.871593] env[65978]: WARNING neutronclient.v2_0.client [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.921765] env[65978]: DEBUG nova.policy [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a77fd56f79db4428a470d43661fbbe2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40d5661e4d634152b4e8a2785b9d9d0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.055936] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714790, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.207915] env[65978]: DEBUG nova.network.neutron [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Successfully created port: e90814f6-f2a9-408e-916e-e56ccdec021d {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 943.307565] env[65978]: WARNING neutronclient.v2_0.client [req-1c0a8209-30b6-4f0e-98d2-8ff4ebe83dc5 req-6a7dde3b-8689-422e-9f86-10369dbb8549 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.371831] env[65978]: DEBUG nova.compute.manager [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 943.375548] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Applying migration context for instance 2f454d73-1141-46d1-97ce-8f85281d961c as it has an incoming, in-progress migration a8aea9e0-af6b-4ad7-a71b-6a5be254446d. Migration status is confirming {{(pid=65978) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 943.377404] env[65978]: INFO nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Updating resource usage from migration a8aea9e0-af6b-4ad7-a71b-6a5be254446d [ 943.377781] env[65978]: INFO nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Updating resource usage from migration a057a566-48ba-4d51-80e0-7784112f460b [ 943.403858] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance ecc645e7-d1f9-4d1c-b6db-5835c528d775 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 943.404028] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 836b67a1-e5e1-4803-a750-506af6a22fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.404159] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 0215aa34-37b0-43ab-b9a4-fc254524612b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 943.404272] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance be6b8c2b-2f75-4d82-907b-5e1486992605 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.404384] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance e9e7a0bc-f2a3-42a1-bc37-13720a961b56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.404494] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance b6f9926b-da45-40cd-8fe3-60a9b3d4dc91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.404611] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 391f8715-5c70-4a3a-a2b3-3acc26a45123 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 943.404738] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 943.404845] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance e7525308-7f14-4c1d-a72c-8780fda96886 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.405106] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance baf140d5-8c41-45ca-99b3-52c4c00adebd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.405106] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance d020c361-f57c-400f-b41f-c6ed384a0008 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.405215] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance cc4a2b84-66b9-44db-ae9f-c6a410721bda actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.405271] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 0674d730-2d85-4513-a9a0-c5a323100751 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.405404] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance aac2cd3e-0308-4033-bbe8-fb6aa6269738 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 943.405460] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance d7ba63a2-5c91-4400-adf0-a8a27e6f7a34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.405576] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance fcc547e4-ff30-482c-94c7-19074c194083 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 943.405696] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 943.405795] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 456e9558-ce8f-4971-b953-f2295c77e4af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.405905] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 943.406041] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Migration a8aea9e0-af6b-4ad7-a71b-6a5be254446d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 943.406142] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 2f454d73-1141-46d1-97ce-8f85281d961c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.406274] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 751c268f-df95-4b58-b48e-fffd605b79c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.406346] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 527a7d9e-2bc1-43a8-a110-9d513ee45a64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.459285] env[65978]: WARNING neutronclient.v2_0.client [req-1c0a8209-30b6-4f0e-98d2-8ff4ebe83dc5 req-6a7dde3b-8689-422e-9f86-10369dbb8549 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.528224] env[65978]: DEBUG nova.network.neutron [req-1c0a8209-30b6-4f0e-98d2-8ff4ebe83dc5 req-6a7dde3b-8689-422e-9f86-10369dbb8549 service nova] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Updated VIF entry in instance network info cache for port c73dc3df-5bc2-444f-a1c7-623d880321a8. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 943.528642] env[65978]: DEBUG nova.network.neutron [req-1c0a8209-30b6-4f0e-98d2-8ff4ebe83dc5 req-6a7dde3b-8689-422e-9f86-10369dbb8549 service nova] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Updating instance_info_cache with network_info: [{"id": "c73dc3df-5bc2-444f-a1c7-623d880321a8", "address": "fa:16:3e:f8:d5:06", "network": {"id": "46fccd3d-fad6-4070-9e81-322a28c0d678", "bridge": "br-int", "label": "tempest-ServersTestJSON-1875769234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c49dc3ab15040418137657626c806a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc73dc3df-5b", "ovs_interfaceid": "c73dc3df-5bc2-444f-a1c7-623d880321a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.556759] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714790, 'name': CreateVM_Task, 'duration_secs': 0.582215} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.556947] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.557514] env[65978]: WARNING neutronclient.v2_0.client [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.557873] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.558038] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.558383] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.558646] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e37b5f9-5eeb-4e37-8ade-d849f45a023e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.564312] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 943.564312] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52437c2c-025e-f57a-81f4-d7c0586229da" [ 943.564312] env[65978]: _type = "Task" [ 943.564312] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.572860] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52437c2c-025e-f57a-81f4-d7c0586229da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.909766] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance a38bd22c-460b-445c-9e8a-d7ec4a331d15 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 944.031420] env[65978]: DEBUG oslo_concurrency.lockutils [req-1c0a8209-30b6-4f0e-98d2-8ff4ebe83dc5 req-6a7dde3b-8689-422e-9f86-10369dbb8549 service nova] Releasing lock "refresh_cache-751c268f-df95-4b58-b48e-fffd605b79c6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.076036] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52437c2c-025e-f57a-81f4-d7c0586229da, 'name': SearchDatastore_Task, 'duration_secs': 0.009865} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.076313] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.076546] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.076940] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.076940] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.077112] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.077360] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f37f616-3da8-44f7-b7b7-830ada09bf51 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.086395] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.086605] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.087357] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a298018-bd54-4e1f-8e23-4f1f675a6182 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.093037] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 944.093037] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52642970-ad3e-8abb-0e1e-7535d079bc25" [ 944.093037] env[65978]: _type = "Task" [ 944.093037] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.101658] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52642970-ad3e-8abb-0e1e-7535d079bc25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.382395] env[65978]: DEBUG nova.compute.manager [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 944.410498] env[65978]: DEBUG nova.virt.hardware [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 944.410761] env[65978]: DEBUG nova.virt.hardware [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.410955] env[65978]: DEBUG nova.virt.hardware [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 944.411179] env[65978]: DEBUG nova.virt.hardware [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.411340] env[65978]: DEBUG nova.virt.hardware [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 944.411482] env[65978]: DEBUG nova.virt.hardware [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 944.411745] env[65978]: DEBUG nova.virt.hardware [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 944.411861] env[65978]: DEBUG nova.virt.hardware [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 944.412034] env[65978]: DEBUG nova.virt.hardware [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 944.413027] env[65978]: DEBUG nova.virt.hardware [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 944.413027] env[65978]: DEBUG nova.virt.hardware [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 944.413189] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance f8155823-4338-481a-b2a3-ba2fc5194ffb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 944.415142] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8885cf-6f17-4f8f-a682-4dba8ecd2ac5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.425260] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c59b596-e7d0-46ef-b804-9a4e1b42e515 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.430236] env[65978]: INFO nova.compute.manager [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Unrescuing [ 944.430520] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "refresh_cache-d7ba63a2-5c91-4400-adf0-a8a27e6f7a34" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.430735] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquired lock "refresh_cache-d7ba63a2-5c91-4400-adf0-a8a27e6f7a34" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.430927] env[65978]: DEBUG nova.network.neutron [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 944.604525] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52642970-ad3e-8abb-0e1e-7535d079bc25, 'name': SearchDatastore_Task, 'duration_secs': 0.008836} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.605441] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4e3cbc8-0963-4664-92ac-9a41c4f697c0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.612231] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 944.612231] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5219321c-2739-9efa-16ca-703490efe15b" [ 944.612231] env[65978]: _type = "Task" [ 944.612231] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.621192] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5219321c-2739-9efa-16ca-703490efe15b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.632407] env[65978]: DEBUG nova.compute.manager [req-5627dfb0-3608-410f-a54f-ed80a005f3ae req-ff83eea6-e5af-4c3f-8d85-1d0f4335a9eb service nova] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Received event network-vif-plugged-e90814f6-f2a9-408e-916e-e56ccdec021d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 944.632553] env[65978]: DEBUG oslo_concurrency.lockutils [req-5627dfb0-3608-410f-a54f-ed80a005f3ae req-ff83eea6-e5af-4c3f-8d85-1d0f4335a9eb service nova] Acquiring lock "527a7d9e-2bc1-43a8-a110-9d513ee45a64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.632747] env[65978]: DEBUG oslo_concurrency.lockutils [req-5627dfb0-3608-410f-a54f-ed80a005f3ae req-ff83eea6-e5af-4c3f-8d85-1d0f4335a9eb service nova] Lock "527a7d9e-2bc1-43a8-a110-9d513ee45a64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.632918] env[65978]: DEBUG oslo_concurrency.lockutils [req-5627dfb0-3608-410f-a54f-ed80a005f3ae req-ff83eea6-e5af-4c3f-8d85-1d0f4335a9eb service nova] Lock "527a7d9e-2bc1-43a8-a110-9d513ee45a64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.633203] env[65978]: DEBUG nova.compute.manager [req-5627dfb0-3608-410f-a54f-ed80a005f3ae req-ff83eea6-e5af-4c3f-8d85-1d0f4335a9eb service nova] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] No waiting events found dispatching network-vif-plugged-e90814f6-f2a9-408e-916e-e56ccdec021d {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 944.633281] env[65978]: WARNING nova.compute.manager [req-5627dfb0-3608-410f-a54f-ed80a005f3ae req-ff83eea6-e5af-4c3f-8d85-1d0f4335a9eb service nova] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Received unexpected event network-vif-plugged-e90814f6-f2a9-408e-916e-e56ccdec021d for instance with vm_state building and task_state spawning. [ 944.729403] env[65978]: DEBUG nova.network.neutron [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Successfully updated port: e90814f6-f2a9-408e-916e-e56ccdec021d {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 944.919478] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance b4c00bd3-6226-4ee8-88c1-3f3c986377a3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 944.934396] env[65978]: WARNING neutronclient.v2_0.client [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.087202] env[65978]: WARNING neutronclient.v2_0.client [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.124227] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5219321c-2739-9efa-16ca-703490efe15b, 'name': SearchDatastore_Task, 'duration_secs': 0.011047} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.127395] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.127624] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 751c268f-df95-4b58-b48e-fffd605b79c6/751c268f-df95-4b58-b48e-fffd605b79c6.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.128105] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b0ac702-3abe-43f8-870e-b6fc3d683172 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.136489] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 945.136489] env[65978]: value = "task-4714791" [ 945.136489] env[65978]: _type = "Task" [ 945.136489] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.145868] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.164491] env[65978]: DEBUG nova.network.neutron [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Updating instance_info_cache with network_info: [{"id": "ea38b1c9-c015-4a44-9a6c-9c1d2ba9f0ea", "address": "fa:16:3e:5a:76:88", "network": {"id": "062947ef-897c-42eb-a83d-a02716fb1163", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-726542755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f0f218c5114f3a81e15fb4f71f7d91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea38b1c9-c0", "ovs_interfaceid": "ea38b1c9-c015-4a44-9a6c-9c1d2ba9f0ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.234544] env[65978]: DEBUG oslo_concurrency.lockutils [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "refresh_cache-527a7d9e-2bc1-43a8-a110-9d513ee45a64" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.234544] env[65978]: DEBUG oslo_concurrency.lockutils [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired lock "refresh_cache-527a7d9e-2bc1-43a8-a110-9d513ee45a64" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.234544] env[65978]: DEBUG nova.network.neutron [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 945.423065] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance a23499dc-3216-4493-869d-519c1c92eb37 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 945.646321] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714791, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.667509] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Releasing lock "refresh_cache-d7ba63a2-5c91-4400-adf0-a8a27e6f7a34" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.668164] env[65978]: DEBUG nova.objects.instance [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lazy-loading 'flavor' on Instance uuid d7ba63a2-5c91-4400-adf0-a8a27e6f7a34 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.775077] env[65978]: DEBUG nova.network.neutron [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 945.862909] env[65978]: WARNING neutronclient.v2_0.client [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.926023] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 945.926023] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Migration a057a566-48ba-4d51-80e0-7784112f460b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 945.926606] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 2065da93-93a5-4439-8bdc-517cda51c0d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 945.926606] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 945.926606] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=100GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '15', 'num_vm_active': '11', 'num_task_None': '12', 'num_os_type_None': '15', 'num_proj_89300743ada64b348ab266269b499f22': '1', 'io_workload': '4', 'num_vm_resized': '1', 'num_proj_67c0285adf994e4ab5fbfe0226d33b52': '1', 'num_proj_7af66bcc446144c4b5f5f487e61e3caf': '2', 'num_proj_52a6b5ef7c5b4739a3d18934729959ef': '1', 'num_proj_fa9f20fec2834bf3acf324256d9c9007': '1', 'num_proj_267bbaf30cc74f989e3f217b0a842e2d': '1', 'num_proj_0febab1f921a4c61b099653637434721': '1', 'num_proj_3c49dc3ab15040418137657626c806a8': '2', 'num_proj_9464cd0195c0456c9dc7efecc3174e93': '1', 'num_proj_c1eec13c7bab4ec48430206d7331ad1c': '1', 'num_task_rescuing': '1', 'num_proj_a2f0f218c5114f3a81e15fb4f71f7d91': '2', 'num_vm_rescued': '1', 'num_task_resize_prep': '1', 'num_vm_building': '2', 'num_task_spawning': '1', 'num_proj_40d5661e4d634152b4e8a2785b9d9d0d': '1'} {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 945.969142] env[65978]: DEBUG nova.network.neutron [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Updating instance_info_cache with network_info: [{"id": "e90814f6-f2a9-408e-916e-e56ccdec021d", "address": "fa:16:3e:e4:8f:13", "network": {"id": "5d7d5419-d28e-4cf9-9dde-56cf0e7c9ea3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-67670762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40d5661e4d634152b4e8a2785b9d9d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape90814f6-f2", "ovs_interfaceid": "e90814f6-f2a9-408e-916e-e56ccdec021d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.147047] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714791, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.008469} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.150903] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 751c268f-df95-4b58-b48e-fffd605b79c6/751c268f-df95-4b58-b48e-fffd605b79c6.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.150903] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.150903] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d024691c-c8a1-432d-ae3f-d08a93f8dc7b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.159694] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 946.159694] env[65978]: value = "task-4714792" [ 946.159694] env[65978]: _type = "Task" [ 946.159694] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.177747] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.179310] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1b9ad8-d00a-46fd-8079-a7e81a7fc296 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.206613] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.209824] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-181cbbbb-1bf1-4ea2-83a7-b9dda350b695 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.219444] env[65978]: DEBUG oslo_vmware.api [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 946.219444] env[65978]: value = "task-4714793" [ 946.219444] env[65978]: _type = "Task" [ 946.219444] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.231532] env[65978]: DEBUG oslo_vmware.api [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.400115] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcf6e80-bfbd-4829-adf2-47c7d7db9735 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.409494] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6b5d43-2a5f-4c20-8634-a03ecd2e8362 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.447832] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f307db8a-ff57-4a31-ac0f-a4961063a01f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.458665] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d00ca6-676e-4664-855e-1f98f32ac222 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.474311] env[65978]: DEBUG oslo_concurrency.lockutils [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Releasing lock "refresh_cache-527a7d9e-2bc1-43a8-a110-9d513ee45a64" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.474697] env[65978]: DEBUG nova.compute.manager [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Instance network_info: |[{"id": "e90814f6-f2a9-408e-916e-e56ccdec021d", "address": "fa:16:3e:e4:8f:13", "network": {"id": "5d7d5419-d28e-4cf9-9dde-56cf0e7c9ea3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-67670762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40d5661e4d634152b4e8a2785b9d9d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape90814f6-f2", "ovs_interfaceid": "e90814f6-f2a9-408e-916e-e56ccdec021d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 946.475212] env[65978]: DEBUG nova.compute.provider_tree [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.476710] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:8f:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e90814f6-f2a9-408e-916e-e56ccdec021d', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.485560] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 946.487102] env[65978]: DEBUG nova.scheduler.client.report [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.491565] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.491911] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb902f07-1c29-4178-bec6-1ff1da8491f3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.514852] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.514852] env[65978]: value = "task-4714794" [ 946.514852] env[65978]: _type = "Task" [ 946.514852] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.524599] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714794, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.666599] env[65978]: DEBUG nova.compute.manager [req-192bf43f-6a8c-4576-ba48-b6b52ac9f647 req-64c36b3a-59dd-4660-98f5-1b6fda53a55e service nova] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Received event network-changed-e90814f6-f2a9-408e-916e-e56ccdec021d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 946.666859] env[65978]: DEBUG nova.compute.manager [req-192bf43f-6a8c-4576-ba48-b6b52ac9f647 req-64c36b3a-59dd-4660-98f5-1b6fda53a55e service nova] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Refreshing instance network info cache due to event network-changed-e90814f6-f2a9-408e-916e-e56ccdec021d. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 946.667065] env[65978]: DEBUG oslo_concurrency.lockutils [req-192bf43f-6a8c-4576-ba48-b6b52ac9f647 req-64c36b3a-59dd-4660-98f5-1b6fda53a55e service nova] Acquiring lock "refresh_cache-527a7d9e-2bc1-43a8-a110-9d513ee45a64" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.667210] env[65978]: DEBUG oslo_concurrency.lockutils [req-192bf43f-6a8c-4576-ba48-b6b52ac9f647 req-64c36b3a-59dd-4660-98f5-1b6fda53a55e service nova] Acquired lock "refresh_cache-527a7d9e-2bc1-43a8-a110-9d513ee45a64" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.667368] env[65978]: DEBUG nova.network.neutron [req-192bf43f-6a8c-4576-ba48-b6b52ac9f647 req-64c36b3a-59dd-4660-98f5-1b6fda53a55e service nova] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Refreshing network info cache for port e90814f6-f2a9-408e-916e-e56ccdec021d {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.675429] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069382} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.676460] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.677648] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b129d7-6e8a-4914-984a-ffabb0e5929e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.705831] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 751c268f-df95-4b58-b48e-fffd605b79c6/751c268f-df95-4b58-b48e-fffd605b79c6.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.706533] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3fcb740-854d-44a6-a491-c91c3b7933bc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.733822] env[65978]: DEBUG oslo_vmware.api [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714793, 'name': PowerOffVM_Task, 'duration_secs': 0.217663} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.736400] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.740596] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 946.740991] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 946.740991] env[65978]: value = "task-4714795" [ 946.740991] env[65978]: _type = "Task" [ 946.740991] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.741245] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0db19457-43c9-430c-b967-392ae3ea7569 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.767349] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.768477] env[65978]: DEBUG oslo_vmware.api [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 946.768477] env[65978]: value = "task-4714796" [ 946.768477] env[65978]: _type = "Task" [ 946.768477] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.779500] env[65978]: DEBUG oslo_vmware.api [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.996029] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65978) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 946.996029] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.638s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.996029] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.763s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.996029] env[65978]: INFO nova.compute.claims [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.026712] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714794, 'name': CreateVM_Task, 'duration_secs': 0.340769} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.027055] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.027431] env[65978]: WARNING neutronclient.v2_0.client [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.027799] env[65978]: DEBUG oslo_concurrency.lockutils [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.028014] env[65978]: DEBUG oslo_concurrency.lockutils [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.029164] env[65978]: DEBUG oslo_concurrency.lockutils [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.029164] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e41d7412-c716-4bac-8f3f-5ea4c60e7b16 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.034635] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 947.034635] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523b64a2-0663-6745-7905-1b2ad7980fd8" [ 947.034635] env[65978]: _type = "Task" [ 947.034635] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.044355] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523b64a2-0663-6745-7905-1b2ad7980fd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.170702] env[65978]: WARNING neutronclient.v2_0.client [req-192bf43f-6a8c-4576-ba48-b6b52ac9f647 req-64c36b3a-59dd-4660-98f5-1b6fda53a55e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.269341] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714795, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.282058] env[65978]: DEBUG oslo_vmware.api [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714796, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.344947] env[65978]: WARNING neutronclient.v2_0.client [req-192bf43f-6a8c-4576-ba48-b6b52ac9f647 req-64c36b3a-59dd-4660-98f5-1b6fda53a55e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.388105] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "be6b8c2b-2f75-4d82-907b-5e1486992605" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.388391] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "be6b8c2b-2f75-4d82-907b-5e1486992605" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.388605] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "be6b8c2b-2f75-4d82-907b-5e1486992605-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.388810] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "be6b8c2b-2f75-4d82-907b-5e1486992605-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.388939] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "be6b8c2b-2f75-4d82-907b-5e1486992605-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.391181] env[65978]: INFO nova.compute.manager [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Terminating instance [ 947.423860] env[65978]: DEBUG nova.network.neutron [req-192bf43f-6a8c-4576-ba48-b6b52ac9f647 req-64c36b3a-59dd-4660-98f5-1b6fda53a55e service nova] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Updated VIF entry in instance network info cache for port e90814f6-f2a9-408e-916e-e56ccdec021d. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 947.424239] env[65978]: DEBUG nova.network.neutron [req-192bf43f-6a8c-4576-ba48-b6b52ac9f647 req-64c36b3a-59dd-4660-98f5-1b6fda53a55e service nova] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Updating instance_info_cache with network_info: [{"id": "e90814f6-f2a9-408e-916e-e56ccdec021d", "address": "fa:16:3e:e4:8f:13", "network": {"id": "5d7d5419-d28e-4cf9-9dde-56cf0e7c9ea3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-67670762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40d5661e4d634152b4e8a2785b9d9d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape90814f6-f2", "ovs_interfaceid": "e90814f6-f2a9-408e-916e-e56ccdec021d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.546234] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523b64a2-0663-6745-7905-1b2ad7980fd8, 'name': SearchDatastore_Task, 'duration_secs': 0.014785} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.546549] env[65978]: DEBUG oslo_concurrency.lockutils [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.546778] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.547013] env[65978]: DEBUG oslo_concurrency.lockutils [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.547159] env[65978]: DEBUG oslo_concurrency.lockutils [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.547363] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.547677] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f9bd9ee-b6e6-4974-8e53-1d3644d3a808 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.558437] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.558799] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.559798] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-603f6bca-d98f-4643-850a-91c48f41113b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.565956] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 947.565956] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52efcd05-b3da-5ab2-91e3-2d102a50b562" [ 947.565956] env[65978]: _type = "Task" [ 947.565956] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.574741] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52efcd05-b3da-5ab2-91e3-2d102a50b562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.767841] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714795, 'name': ReconfigVM_Task, 'duration_secs': 0.574943} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.767841] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 751c268f-df95-4b58-b48e-fffd605b79c6/751c268f-df95-4b58-b48e-fffd605b79c6.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.768411] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-def071fa-5941-4877-931d-863e0eec6986 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.780102] env[65978]: DEBUG oslo_vmware.api [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714796, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.781785] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 947.781785] env[65978]: value = "task-4714797" [ 947.781785] env[65978]: _type = "Task" [ 947.781785] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.789477] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714797, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.894642] env[65978]: DEBUG nova.compute.manager [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 947.894867] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.895755] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e737e0e4-de17-4ef3-8227-ec8eab9a9a6c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.905394] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.905638] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dec78864-c5f3-49ad-bb25-a9bd1710dc55 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.912853] env[65978]: DEBUG oslo_vmware.api [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 947.912853] env[65978]: value = "task-4714798" [ 947.912853] env[65978]: _type = "Task" [ 947.912853] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.921680] env[65978]: DEBUG oslo_vmware.api [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.927380] env[65978]: DEBUG oslo_concurrency.lockutils [req-192bf43f-6a8c-4576-ba48-b6b52ac9f647 req-64c36b3a-59dd-4660-98f5-1b6fda53a55e service nova] Releasing lock "refresh_cache-527a7d9e-2bc1-43a8-a110-9d513ee45a64" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.077512] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52efcd05-b3da-5ab2-91e3-2d102a50b562, 'name': SearchDatastore_Task, 'duration_secs': 0.010802} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.081487] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08bfd88b-af65-4585-8d31-0747755b02f1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.088387] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 948.088387] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f3df97-d084-ede2-2096-9591d71b0ce5" [ 948.088387] env[65978]: _type = "Task" [ 948.088387] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.099677] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f3df97-d084-ede2-2096-9591d71b0ce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.284165] env[65978]: DEBUG oslo_vmware.api [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714796, 'name': ReconfigVM_Task, 'duration_secs': 1.270112} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.287896] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 948.288218] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.291801] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bcc84c4-8971-4305-af1f-5f40dd0e9513 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.299972] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714797, 'name': Rename_Task, 'duration_secs': 0.279904} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.300751] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.302735] env[65978]: DEBUG oslo_vmware.api [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 948.302735] env[65978]: value = "task-4714799" [ 948.302735] env[65978]: _type = "Task" [ 948.302735] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.302735] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-535896b7-9969-4e3e-af25-b9a9026d32ad {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.316478] env[65978]: DEBUG oslo_vmware.api [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714799, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.318164] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 948.318164] env[65978]: value = "task-4714800" [ 948.318164] env[65978]: _type = "Task" [ 948.318164] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.330038] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.423383] env[65978]: DEBUG oslo_vmware.api [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714798, 'name': PowerOffVM_Task, 'duration_secs': 0.20552} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.426270] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.426522] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.427044] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d87be710-3298-4ded-999d-bcc7f9438049 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.475909] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9d0481-5c0e-4bba-80ba-fe3655c7b07b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.485311] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f78ef6b-b9cd-4381-8b85-1aa67e70f85a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.520910] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a6e5f8-4d10-46c9-96d8-b89be08fc8c3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.523533] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.523725] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.523895] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Deleting the datastore file [datastore2] be6b8c2b-2f75-4d82-907b-5e1486992605 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.524162] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f799736-a02a-4538-9d52-66e631bbe229 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.534551] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a3b2f2-534d-4723-82b6-e69efa865048 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.539046] env[65978]: DEBUG oslo_vmware.api [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 948.539046] env[65978]: value = "task-4714802" [ 948.539046] env[65978]: _type = "Task" [ 948.539046] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.551065] env[65978]: DEBUG nova.compute.provider_tree [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.559091] env[65978]: DEBUG oslo_vmware.api [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.600086] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f3df97-d084-ede2-2096-9591d71b0ce5, 'name': SearchDatastore_Task, 'duration_secs': 0.021733} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.600383] env[65978]: DEBUG oslo_concurrency.lockutils [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.600656] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 527a7d9e-2bc1-43a8-a110-9d513ee45a64/527a7d9e-2bc1-43a8-a110-9d513ee45a64.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.600930] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ee756b7-4bcc-46ab-8231-5427811acf97 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.608409] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 948.608409] env[65978]: value = "task-4714803" [ 948.608409] env[65978]: _type = "Task" [ 948.608409] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.617872] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.826152] env[65978]: DEBUG oslo_vmware.api [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714799, 'name': PowerOnVM_Task, 'duration_secs': 0.415984} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.826152] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.826152] env[65978]: DEBUG nova.compute.manager [None req-c7daf7cc-7ce5-4a99-8fb8-89526ff436ee tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 948.826152] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b23c2f-be60-4205-bba5-1445cdaaaaa3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.828904] env[65978]: DEBUG oslo_vmware.api [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714800, 'name': PowerOnVM_Task, 'duration_secs': 0.500584} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.830962] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.831255] env[65978]: INFO nova.compute.manager [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Took 9.06 seconds to spawn the instance on the hypervisor. [ 948.831443] env[65978]: DEBUG nova.compute.manager [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 948.834626] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db437f1-5766-47c6-8c4e-f3b56bd7532c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.051535] env[65978]: DEBUG oslo_vmware.api [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179334} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.051819] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.051987] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.052177] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.052358] env[65978]: INFO nova.compute.manager [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Took 1.16 seconds to destroy the instance on the hypervisor. [ 949.052609] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 949.052808] env[65978]: DEBUG nova.compute.manager [-] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 949.052908] env[65978]: DEBUG nova.network.neutron [-] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 949.053183] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.060180] env[65978]: DEBUG nova.scheduler.client.report [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.102796] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.120197] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714803, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.354033] env[65978]: INFO nova.compute.manager [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Took 47.25 seconds to build instance. [ 949.566200] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.566568] env[65978]: DEBUG nova.compute.manager [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 949.570550] env[65978]: DEBUG oslo_concurrency.lockutils [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.696s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.570832] env[65978]: DEBUG oslo_concurrency.lockutils [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.574914] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.099s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.575442] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.577035] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.720s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.578942] env[65978]: INFO nova.compute.claims [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.616980] env[65978]: INFO nova.scheduler.client.report [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Deleted allocations for instance aac2cd3e-0308-4033-bbe8-fb6aa6269738 [ 949.625620] env[65978]: INFO nova.scheduler.client.report [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Deleted allocations for instance 391f8715-5c70-4a3a-a2b3-3acc26a45123 [ 949.634680] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577584} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.635787] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 527a7d9e-2bc1-43a8-a110-9d513ee45a64/527a7d9e-2bc1-43a8-a110-9d513ee45a64.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.635787] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.635787] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81d157a7-5f17-4a71-a32c-b1a93e076534 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.644756] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 949.644756] env[65978]: value = "task-4714804" [ 949.644756] env[65978]: _type = "Task" [ 949.644756] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.436226] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e88a50d0-2e69-4c1b-97ef-4349bc8903bd tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "751c268f-df95-4b58-b48e-fffd605b79c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.339s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.437669] env[65978]: DEBUG nova.compute.utils [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.440803] env[65978]: DEBUG nova.network.neutron [-] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.448692] env[65978]: DEBUG nova.compute.manager [req-0be8f8dd-e9ef-49dd-b18d-96a0e9f95b40 req-6b1c7f26-ef58-4960-b5d2-eabc8a9ff67c service nova] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Received event network-vif-deleted-8677e7ff-de2b-474c-97a7-ba4a3d2947d3 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 950.448884] env[65978]: INFO nova.compute.manager [req-0be8f8dd-e9ef-49dd-b18d-96a0e9f95b40 req-6b1c7f26-ef58-4960-b5d2-eabc8a9ff67c service nova] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Neutron deleted interface 8677e7ff-de2b-474c-97a7-ba4a3d2947d3; detaching it from the instance and deleting it from the info cache [ 950.449056] env[65978]: DEBUG nova.network.neutron [req-0be8f8dd-e9ef-49dd-b18d-96a0e9f95b40 req-6b1c7f26-ef58-4960-b5d2-eabc8a9ff67c service nova] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.452808] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1fe25dae-c19d-4498-9d04-f671467a1e98 tempest-ImagesOneServerTestJSON-468614391 tempest-ImagesOneServerTestJSON-468614391-project-member] Lock "391f8715-5c70-4a3a-a2b3-3acc26a45123" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.427s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.454638] env[65978]: DEBUG oslo_concurrency.lockutils [None req-555c3d5c-2d2d-47cd-9e84-66891dba6148 tempest-ImagesOneServerNegativeTestJSON-2058089845 tempest-ImagesOneServerNegativeTestJSON-2058089845-project-member] Lock "aac2cd3e-0308-4033-bbe8-fb6aa6269738" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.079s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.456469] env[65978]: DEBUG nova.compute.manager [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 950.456938] env[65978]: DEBUG nova.network.neutron [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 950.457015] env[65978]: WARNING neutronclient.v2_0.client [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.457328] env[65978]: WARNING neutronclient.v2_0.client [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.469919] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075567} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.469919] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.470848] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea05c3d-6d32-4e79-a21e-af09cb0a2698 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.498314] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 527a7d9e-2bc1-43a8-a110-9d513ee45a64/527a7d9e-2bc1-43a8-a110-9d513ee45a64.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.499168] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d603751a-3ecb-438f-a890-8ed323d9a5aa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.520751] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 950.520751] env[65978]: value = "task-4714805" [ 950.520751] env[65978]: _type = "Task" [ 950.520751] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.530261] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714805, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.728300] env[65978]: DEBUG nova.policy [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8de93c30e592488f88508d7d6f6ce028', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '977d47eb6c224ad9949c3f3a5c7414d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.955537] env[65978]: INFO nova.compute.manager [-] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Took 1.90 seconds to deallocate network for instance. [ 950.964788] env[65978]: DEBUG nova.compute.manager [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 950.968269] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38126e7a-a1b2-40c1-af2e-edd8f2026c7d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.977069] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "751c268f-df95-4b58-b48e-fffd605b79c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.977334] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "751c268f-df95-4b58-b48e-fffd605b79c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.977539] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "751c268f-df95-4b58-b48e-fffd605b79c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.978272] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "751c268f-df95-4b58-b48e-fffd605b79c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.978272] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "751c268f-df95-4b58-b48e-fffd605b79c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.983889] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31fce50-2c1d-4575-a085-4b64873389df {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.996236] env[65978]: INFO nova.compute.manager [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Terminating instance [ 951.032076] env[65978]: DEBUG nova.compute.manager [req-0be8f8dd-e9ef-49dd-b18d-96a0e9f95b40 req-6b1c7f26-ef58-4960-b5d2-eabc8a9ff67c service nova] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Detach interface failed, port_id=8677e7ff-de2b-474c-97a7-ba4a3d2947d3, reason: Instance be6b8c2b-2f75-4d82-907b-5e1486992605 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 951.044595] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714805, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.091679] env[65978]: DEBUG nova.network.neutron [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Successfully created port: 7e147538-83cf-4275-969f-b5a970018aa0 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 951.469094] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6094f817-954f-452e-9b19-485618bfedfa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.474166] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.491177] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64f91d0-51ed-4e64-b0ad-798a64ebba72 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.528030] env[65978]: DEBUG nova.compute.manager [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 951.528334] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.530582] env[65978]: DEBUG nova.network.neutron [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Successfully created port: 0f4305c4-19af-473a-a3d4-07b40ce3a64c {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 951.534701] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abbb69a-3f49-487e-85f8-10e1e4fe3fc9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.538217] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0208ccf0-4791-453f-bdc2-1afd75ebcb1e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.563117] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7c8b8a-173e-4595-855d-cb1a30e517b1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.568020] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.568020] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714805, 'name': ReconfigVM_Task, 'duration_secs': 0.540175} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.568465] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-999b1642-3112-4834-abd5-5c74a665b77b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.570503] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 527a7d9e-2bc1-43a8-a110-9d513ee45a64/527a7d9e-2bc1-43a8-a110-9d513ee45a64.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.571575] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c886407-9760-4067-969f-11a387c6641b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.583936] env[65978]: DEBUG nova.compute.provider_tree [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.588382] env[65978]: DEBUG oslo_vmware.api [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 951.588382] env[65978]: value = "task-4714807" [ 951.588382] env[65978]: _type = "Task" [ 951.588382] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.588825] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 951.588825] env[65978]: value = "task-4714806" [ 951.588825] env[65978]: _type = "Task" [ 951.588825] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.601943] env[65978]: DEBUG oslo_vmware.api [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.607878] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714806, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.981174] env[65978]: DEBUG nova.compute.manager [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 952.010988] env[65978]: DEBUG nova.virt.hardware [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 952.011267] env[65978]: DEBUG nova.virt.hardware [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.011426] env[65978]: DEBUG nova.virt.hardware [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 952.011597] env[65978]: DEBUG nova.virt.hardware [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.011760] env[65978]: DEBUG nova.virt.hardware [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 952.011925] env[65978]: DEBUG nova.virt.hardware [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 952.012148] env[65978]: DEBUG nova.virt.hardware [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 952.012303] env[65978]: DEBUG nova.virt.hardware [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 952.012586] env[65978]: DEBUG nova.virt.hardware [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 952.012695] env[65978]: DEBUG nova.virt.hardware [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 952.012853] env[65978]: DEBUG nova.virt.hardware [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 952.013794] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25cc4c1-7011-440c-8d93-6be5e2d097b3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.022914] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fb113d-d272-49eb-bd27-68be9ea02c6b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.091173] env[65978]: DEBUG nova.scheduler.client.report [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.111349] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714806, 'name': Rename_Task, 'duration_secs': 0.222503} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.111636] env[65978]: DEBUG oslo_vmware.api [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714807, 'name': PowerOffVM_Task, 'duration_secs': 0.19939} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.114570] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.114855] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.115047] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.115274] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cba16e50-d575-42b6-8c18-0ad6c25815ec {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.117148] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e478acbb-065f-4fae-b8c8-c657d43b8d24 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.127287] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 952.127287] env[65978]: value = "task-4714809" [ 952.127287] env[65978]: _type = "Task" [ 952.127287] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.136932] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.195683] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.195906] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.196122] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Deleting the datastore file [datastore2] 751c268f-df95-4b58-b48e-fffd605b79c6 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.196407] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2bf4c78-d785-4975-af07-99f1a39d30ba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.203394] env[65978]: DEBUG oslo_vmware.api [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 952.203394] env[65978]: value = "task-4714810" [ 952.203394] env[65978]: _type = "Task" [ 952.203394] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.212949] env[65978]: DEBUG oslo_vmware.api [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.602388] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.025s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.603052] env[65978]: DEBUG nova.compute.manager [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 952.606356] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.927s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.606776] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.610633] env[65978]: DEBUG oslo_concurrency.lockutils [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.856s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.613215] env[65978]: INFO nova.compute.claims [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.649031] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714809, 'name': PowerOnVM_Task} progress is 79%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.665354] env[65978]: INFO nova.scheduler.client.report [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Deleted allocations for instance 0215aa34-37b0-43ab-b9a4-fc254524612b [ 952.718113] env[65978]: DEBUG oslo_vmware.api [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15007} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.718113] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.718113] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.718377] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.718377] env[65978]: INFO nova.compute.manager [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 952.720935] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 952.720935] env[65978]: DEBUG nova.compute.manager [-] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 952.720935] env[65978]: DEBUG nova.network.neutron [-] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 952.720935] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.918023] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.120664] env[65978]: DEBUG nova.compute.utils [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.127023] env[65978]: DEBUG nova.compute.manager [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 953.127023] env[65978]: DEBUG nova.network.neutron [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 953.127023] env[65978]: WARNING neutronclient.v2_0.client [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.127023] env[65978]: WARNING neutronclient.v2_0.client [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.145912] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714809, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.176967] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fcbf8df7-d5c1-4c5c-ba3b-69e5b2cc4641 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "0215aa34-37b0-43ab-b9a4-fc254524612b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.998s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.222461] env[65978]: DEBUG nova.network.neutron [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Successfully updated port: 7e147538-83cf-4275-969f-b5a970018aa0 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 953.325618] env[65978]: DEBUG nova.policy [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e5179d27afe479d933ce2ce63922cd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7479b38af7c414d9ab516169fc116dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.627720] env[65978]: DEBUG nova.compute.manager [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 953.645744] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714809, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.902536] env[65978]: DEBUG nova.network.neutron [-] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.053493] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf648ff-95d0-4fe3-9cbb-1e97ec8fac3f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.063060] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182c0852-33ea-443f-a882-20d7cbf3d372 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.097652] env[65978]: DEBUG nova.network.neutron [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Successfully created port: 7562c43e-995d-4903-b7f8-941ea67ef2f6 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 954.100418] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1b4b62-6720-46d5-bee9-0d56cd736b11 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.109289] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2291e7e-9c26-465e-8d9f-5af5f5b6db5a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.123156] env[65978]: DEBUG nova.compute.provider_tree [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 954.143952] env[65978]: DEBUG oslo_vmware.api [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714809, 'name': PowerOnVM_Task, 'duration_secs': 1.739089} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.144265] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.144459] env[65978]: INFO nova.compute.manager [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Took 9.76 seconds to spawn the instance on the hypervisor. [ 954.144669] env[65978]: DEBUG nova.compute.manager [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 954.145830] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f96d580-ebcc-4f80-ac0d-18f6a21671a6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.405022] env[65978]: INFO nova.compute.manager [-] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Took 1.69 seconds to deallocate network for instance. [ 954.635249] env[65978]: DEBUG nova.compute.manager [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 954.665354] env[65978]: ERROR nova.scheduler.client.report [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [req-707dd0c8-2ee2-4389-bc11-307f649ccef3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7cef9df5-c7be-44a4-aef0-4856b8af9b78. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-707dd0c8-2ee2-4389-bc11-307f649ccef3"}]} [ 954.673663] env[65978]: INFO nova.compute.manager [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Took 49.90 seconds to build instance. [ 954.682887] env[65978]: DEBUG nova.virt.hardware [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 954.682887] env[65978]: DEBUG nova.virt.hardware [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.683134] env[65978]: DEBUG nova.virt.hardware [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 954.683206] env[65978]: DEBUG nova.virt.hardware [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.683357] env[65978]: DEBUG nova.virt.hardware [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 954.683492] env[65978]: DEBUG nova.virt.hardware [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 954.683695] env[65978]: DEBUG nova.virt.hardware [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 954.683848] env[65978]: DEBUG nova.virt.hardware [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 954.684017] env[65978]: DEBUG nova.virt.hardware [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 954.684184] env[65978]: DEBUG nova.virt.hardware [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 954.684352] env[65978]: DEBUG nova.virt.hardware [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 954.685256] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8caf9552-6a32-41fc-8bba-4358772fec32 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.694496] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ad27d7-e95d-4336-8180-35678ca6aba9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.703184] env[65978]: DEBUG nova.scheduler.client.report [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Refreshing inventories for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 954.738570] env[65978]: DEBUG nova.scheduler.client.report [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Updating ProviderTree inventory for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 954.738819] env[65978]: DEBUG nova.compute.provider_tree [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 954.753361] env[65978]: DEBUG nova.scheduler.client.report [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Refreshing aggregate associations for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78, aggregates: None {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 954.774164] env[65978]: DEBUG nova.scheduler.client.report [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Refreshing trait associations for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 954.913959] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.166044] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f7a8db-2e54-4f4b-8293-6eb9e60b639e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.175143] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659d49cd-4dcc-4dba-882f-82956cd94c3f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.179349] env[65978]: DEBUG oslo_concurrency.lockutils [None req-098cdfab-20df-47a3-80c9-c2fa5d288ec8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "527a7d9e-2bc1-43a8-a110-9d513ee45a64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.798s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.210686] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e7e899-069e-48d2-af8c-9a9708e0f991 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.219774] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6865910-2239-4803-b23b-dafa3855fa87 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.235681] env[65978]: DEBUG nova.compute.provider_tree [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.726342] env[65978]: DEBUG nova.network.neutron [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Successfully updated port: 0f4305c4-19af-473a-a3d4-07b40ce3a64c {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 955.751102] env[65978]: DEBUG nova.network.neutron [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Successfully updated port: 7562c43e-995d-4903-b7f8-941ea67ef2f6 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 955.789280] env[65978]: DEBUG nova.scheduler.client.report [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Updated inventory for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 955.789280] env[65978]: DEBUG nova.compute.provider_tree [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Updating resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 generation from 107 to 108 during operation: update_inventory {{(pid=65978) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 955.789479] env[65978]: DEBUG nova.compute.provider_tree [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.989757] env[65978]: DEBUG nova.compute.manager [req-727e5be3-56d3-473b-8e51-1691b0c8319e req-958175fc-639d-4b3b-925f-ba948a1654f0 service nova] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Received event network-vif-plugged-7e147538-83cf-4275-969f-b5a970018aa0 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 955.989813] env[65978]: DEBUG oslo_concurrency.lockutils [req-727e5be3-56d3-473b-8e51-1691b0c8319e req-958175fc-639d-4b3b-925f-ba948a1654f0 service nova] Acquiring lock "a38bd22c-460b-445c-9e8a-d7ec4a331d15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.990019] env[65978]: DEBUG oslo_concurrency.lockutils [req-727e5be3-56d3-473b-8e51-1691b0c8319e req-958175fc-639d-4b3b-925f-ba948a1654f0 service nova] Lock "a38bd22c-460b-445c-9e8a-d7ec4a331d15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.990196] env[65978]: DEBUG oslo_concurrency.lockutils [req-727e5be3-56d3-473b-8e51-1691b0c8319e req-958175fc-639d-4b3b-925f-ba948a1654f0 service nova] Lock "a38bd22c-460b-445c-9e8a-d7ec4a331d15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.990361] env[65978]: DEBUG nova.compute.manager [req-727e5be3-56d3-473b-8e51-1691b0c8319e req-958175fc-639d-4b3b-925f-ba948a1654f0 service nova] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] No waiting events found dispatching network-vif-plugged-7e147538-83cf-4275-969f-b5a970018aa0 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 955.990561] env[65978]: WARNING nova.compute.manager [req-727e5be3-56d3-473b-8e51-1691b0c8319e req-958175fc-639d-4b3b-925f-ba948a1654f0 service nova] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Received unexpected event network-vif-plugged-7e147538-83cf-4275-969f-b5a970018aa0 for instance with vm_state building and task_state spawning. [ 956.166917] env[65978]: DEBUG nova.compute.manager [req-11554fc9-a598-4d4e-a26a-dfaba1a149f9 req-6911fa89-8f9b-4773-b3b0-dddb58ea4d1e service nova] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Received event network-vif-deleted-c73dc3df-5bc2-444f-a1c7-623d880321a8 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 956.232188] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Acquiring lock "refresh_cache-a38bd22c-460b-445c-9e8a-d7ec4a331d15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.232188] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Acquired lock "refresh_cache-a38bd22c-460b-445c-9e8a-d7ec4a331d15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.232188] env[65978]: DEBUG nova.network.neutron [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 956.254864] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "refresh_cache-f8155823-4338-481a-b2a3-ba2fc5194ffb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.254864] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquired lock "refresh_cache-f8155823-4338-481a-b2a3-ba2fc5194ffb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.254864] env[65978]: DEBUG nova.network.neutron [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 956.296731] env[65978]: DEBUG oslo_concurrency.lockutils [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.686s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.298901] env[65978]: DEBUG nova.compute.manager [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 956.301132] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.221s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.788833] env[65978]: DEBUG nova.network.neutron [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 956.809184] env[65978]: DEBUG nova.compute.utils [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.811385] env[65978]: DEBUG nova.compute.manager [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 956.811667] env[65978]: DEBUG nova.network.neutron [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 956.812089] env[65978]: WARNING neutronclient.v2_0.client [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.812426] env[65978]: WARNING neutronclient.v2_0.client [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.815436] env[65978]: DEBUG nova.network.neutron [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 956.953409] env[65978]: DEBUG nova.policy [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '786114fdac424e2fb65119dfc7cc106e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a872165ef8e4489b9cf7d7e59545d317', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.041807] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Acquiring lock "49e370d2-18fb-4ef7-801d-92d084138321" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.041984] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Lock "49e370d2-18fb-4ef7-801d-92d084138321" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.049936] env[65978]: WARNING neutronclient.v2_0.client [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.079447] env[65978]: WARNING neutronclient.v2_0.client [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.247191] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1703bf-6a6b-44f5-b974-fbd122515773 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.256836] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65638e8-acfd-4981-94a2-cc6c61ba1f35 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.302722] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05ae054-c25a-4ccc-8d3a-b804d5e62afe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.313121] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a034c1cd-ddf0-46b4-b9f4-0ac2b65b3f7d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.317700] env[65978]: DEBUG nova.compute.manager [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 957.337246] env[65978]: DEBUG nova.compute.provider_tree [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.475494] env[65978]: DEBUG nova.network.neutron [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Successfully created port: 41578b20-eac4-4c0b-bb84-dc6ef9724591 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 957.478219] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "bac677a3-9cb5-4666-85fc-39e09e632ede" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.478502] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "bac677a3-9cb5-4666-85fc-39e09e632ede" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.481215] env[65978]: DEBUG nova.network.neutron [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Updating instance_info_cache with network_info: [{"id": "7562c43e-995d-4903-b7f8-941ea67ef2f6", "address": "fa:16:3e:58:01:57", "network": {"id": "9cc5a8d2-8f96-432c-8dda-b76a6f7b1b83", "bridge": "br-int", "label": "tempest-ImagesTestJSON-821420644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7479b38af7c414d9ab516169fc116dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7562c43e-99", "ovs_interfaceid": "7562c43e-995d-4903-b7f8-941ea67ef2f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.546741] env[65978]: DEBUG nova.compute.manager [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 957.610269] env[65978]: WARNING neutronclient.v2_0.client [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.773441] env[65978]: DEBUG nova.network.neutron [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Updating instance_info_cache with network_info: [{"id": "7e147538-83cf-4275-969f-b5a970018aa0", "address": "fa:16:3e:1b:22:46", "network": {"id": "3dbabf3f-c553-4df1-8de2-d6bb08df7545", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2003915624", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977d47eb6c224ad9949c3f3a5c7414d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e147538-83", "ovs_interfaceid": "7e147538-83cf-4275-969f-b5a970018aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0f4305c4-19af-473a-a3d4-07b40ce3a64c", "address": "fa:16:3e:7e:bf:df", "network": {"id": "06ace04f-4260-4fd4-8480-546037470cc2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-247937091", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "977d47eb6c224ad9949c3f3a5c7414d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f4305c4-19", "ovs_interfaceid": "0f4305c4-19af-473a-a3d4-07b40ce3a64c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.842313] env[65978]: DEBUG nova.scheduler.client.report [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.983716] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Releasing lock "refresh_cache-f8155823-4338-481a-b2a3-ba2fc5194ffb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.984696] env[65978]: DEBUG nova.compute.manager [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Instance network_info: |[{"id": "7562c43e-995d-4903-b7f8-941ea67ef2f6", "address": "fa:16:3e:58:01:57", "network": {"id": "9cc5a8d2-8f96-432c-8dda-b76a6f7b1b83", "bridge": "br-int", "label": "tempest-ImagesTestJSON-821420644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7479b38af7c414d9ab516169fc116dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7562c43e-99", "ovs_interfaceid": "7562c43e-995d-4903-b7f8-941ea67ef2f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 957.984905] env[65978]: DEBUG nova.compute.manager [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 957.988035] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:01:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7562c43e-995d-4903-b7f8-941ea67ef2f6', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.997050] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 957.997574] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.997814] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75fe8578-93e1-4366-abbd-44f82d8075c3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.022174] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.022174] env[65978]: value = "task-4714811" [ 958.022174] env[65978]: _type = "Task" [ 958.022174] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.032567] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714811, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.076685] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.192262] env[65978]: DEBUG nova.compute.manager [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Received event network-changed-7e147538-83cf-4275-969f-b5a970018aa0 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 958.192581] env[65978]: DEBUG nova.compute.manager [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Refreshing instance network info cache due to event network-changed-7e147538-83cf-4275-969f-b5a970018aa0. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 958.193021] env[65978]: DEBUG oslo_concurrency.lockutils [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] Acquiring lock "refresh_cache-a38bd22c-460b-445c-9e8a-d7ec4a331d15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.277135] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Releasing lock "refresh_cache-a38bd22c-460b-445c-9e8a-d7ec4a331d15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.277621] env[65978]: DEBUG nova.compute.manager [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Instance network_info: |[{"id": "7e147538-83cf-4275-969f-b5a970018aa0", "address": "fa:16:3e:1b:22:46", "network": {"id": "3dbabf3f-c553-4df1-8de2-d6bb08df7545", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2003915624", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977d47eb6c224ad9949c3f3a5c7414d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e147538-83", "ovs_interfaceid": "7e147538-83cf-4275-969f-b5a970018aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0f4305c4-19af-473a-a3d4-07b40ce3a64c", "address": "fa:16:3e:7e:bf:df", "network": {"id": "06ace04f-4260-4fd4-8480-546037470cc2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-247937091", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "977d47eb6c224ad9949c3f3a5c7414d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f4305c4-19", "ovs_interfaceid": "0f4305c4-19af-473a-a3d4-07b40ce3a64c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 958.277973] env[65978]: DEBUG oslo_concurrency.lockutils [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] Acquired lock "refresh_cache-a38bd22c-460b-445c-9e8a-d7ec4a331d15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.279313] env[65978]: DEBUG nova.network.neutron [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Refreshing network info cache for port 7e147538-83cf-4275-969f-b5a970018aa0 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.282131] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:22:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '255460d5-71d4-4bfd-87f1-acc10085db7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e147538-83cf-4275-969f-b5a970018aa0', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:bf:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f4305c4-19af-473a-a3d4-07b40ce3a64c', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.292012] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 958.292979] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.293799] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36947e89-8af8-4443-be75-8367d33b8fbb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.313925] env[65978]: DEBUG nova.compute.manager [req-d61603bf-6e01-430a-a4cc-d4d5e83d5f7e req-9b75e9e9-50b1-42f4-99b3-2de9319e1cec service nova] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Received event network-vif-plugged-7562c43e-995d-4903-b7f8-941ea67ef2f6 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 958.314164] env[65978]: DEBUG oslo_concurrency.lockutils [req-d61603bf-6e01-430a-a4cc-d4d5e83d5f7e req-9b75e9e9-50b1-42f4-99b3-2de9319e1cec service nova] Acquiring lock "f8155823-4338-481a-b2a3-ba2fc5194ffb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.314368] env[65978]: DEBUG oslo_concurrency.lockutils [req-d61603bf-6e01-430a-a4cc-d4d5e83d5f7e req-9b75e9e9-50b1-42f4-99b3-2de9319e1cec service nova] Lock "f8155823-4338-481a-b2a3-ba2fc5194ffb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.314532] env[65978]: DEBUG oslo_concurrency.lockutils [req-d61603bf-6e01-430a-a4cc-d4d5e83d5f7e req-9b75e9e9-50b1-42f4-99b3-2de9319e1cec service nova] Lock "f8155823-4338-481a-b2a3-ba2fc5194ffb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.314696] env[65978]: DEBUG nova.compute.manager [req-d61603bf-6e01-430a-a4cc-d4d5e83d5f7e req-9b75e9e9-50b1-42f4-99b3-2de9319e1cec service nova] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] No waiting events found dispatching network-vif-plugged-7562c43e-995d-4903-b7f8-941ea67ef2f6 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 958.314854] env[65978]: WARNING nova.compute.manager [req-d61603bf-6e01-430a-a4cc-d4d5e83d5f7e req-9b75e9e9-50b1-42f4-99b3-2de9319e1cec service nova] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Received unexpected event network-vif-plugged-7562c43e-995d-4903-b7f8-941ea67ef2f6 for instance with vm_state building and task_state spawning. [ 958.315035] env[65978]: DEBUG nova.compute.manager [req-d61603bf-6e01-430a-a4cc-d4d5e83d5f7e req-9b75e9e9-50b1-42f4-99b3-2de9319e1cec service nova] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Received event network-changed-7562c43e-995d-4903-b7f8-941ea67ef2f6 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 958.315532] env[65978]: DEBUG nova.compute.manager [req-d61603bf-6e01-430a-a4cc-d4d5e83d5f7e req-9b75e9e9-50b1-42f4-99b3-2de9319e1cec service nova] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Refreshing instance network info cache due to event network-changed-7562c43e-995d-4903-b7f8-941ea67ef2f6. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 958.315532] env[65978]: DEBUG oslo_concurrency.lockutils [req-d61603bf-6e01-430a-a4cc-d4d5e83d5f7e req-9b75e9e9-50b1-42f4-99b3-2de9319e1cec service nova] Acquiring lock "refresh_cache-f8155823-4338-481a-b2a3-ba2fc5194ffb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.315532] env[65978]: DEBUG oslo_concurrency.lockutils [req-d61603bf-6e01-430a-a4cc-d4d5e83d5f7e req-9b75e9e9-50b1-42f4-99b3-2de9319e1cec service nova] Acquired lock "refresh_cache-f8155823-4338-481a-b2a3-ba2fc5194ffb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.315688] env[65978]: DEBUG nova.network.neutron [req-d61603bf-6e01-430a-a4cc-d4d5e83d5f7e req-9b75e9e9-50b1-42f4-99b3-2de9319e1cec service nova] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Refreshing network info cache for port 7562c43e-995d-4903-b7f8-941ea67ef2f6 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.324036] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.324036] env[65978]: value = "task-4714812" [ 958.324036] env[65978]: _type = "Task" [ 958.324036] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.332324] env[65978]: DEBUG nova.compute.manager [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 958.339681] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714812, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.368326] env[65978]: DEBUG nova.virt.hardware [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 958.369020] env[65978]: DEBUG nova.virt.hardware [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.369020] env[65978]: DEBUG nova.virt.hardware [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 958.370330] env[65978]: DEBUG nova.virt.hardware [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.370330] env[65978]: DEBUG nova.virt.hardware [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 958.370330] env[65978]: DEBUG nova.virt.hardware [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 958.370330] env[65978]: DEBUG nova.virt.hardware [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 958.371268] env[65978]: DEBUG nova.virt.hardware [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 958.371719] env[65978]: DEBUG nova.virt.hardware [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 958.371719] env[65978]: DEBUG nova.virt.hardware [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 958.372154] env[65978]: DEBUG nova.virt.hardware [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 958.374216] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a005518-9cab-4c8e-9d4f-0ad7b274a4cf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.385391] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7690be-1c2f-4434-a01b-0761893ead86 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.518096] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.533464] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714811, 'name': CreateVM_Task, 'duration_secs': 0.383311} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.533694] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.534151] env[65978]: WARNING neutronclient.v2_0.client [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.534553] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.534749] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.535099] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.535422] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21fbb281-970e-4171-8dee-41867be849fb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.541359] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 958.541359] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52fe6d81-ca77-e551-7bc0-aeaf9b84bf30" [ 958.541359] env[65978]: _type = "Task" [ 958.541359] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.551221] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52fe6d81-ca77-e551-7bc0-aeaf9b84bf30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.690714] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Acquiring lock "8cab3775-d93f-4aa2-bc82-37714f1d32ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.690938] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Lock "8cab3775-d93f-4aa2-bc82-37714f1d32ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.793964] env[65978]: WARNING neutronclient.v2_0.client [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.819489] env[65978]: WARNING neutronclient.v2_0.client [req-d61603bf-6e01-430a-a4cc-d4d5e83d5f7e req-9b75e9e9-50b1-42f4-99b3-2de9319e1cec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.835145] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714812, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.856048] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.555s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.856329] env[65978]: DEBUG nova.compute.manager [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=65978) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5420}} [ 958.860661] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.964s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.860841] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.863027] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.829s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.863153] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.865422] env[65978]: DEBUG oslo_concurrency.lockutils [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.777s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.865491] env[65978]: DEBUG oslo_concurrency.lockutils [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.867601] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.765s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.870944] env[65978]: INFO nova.compute.claims [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.902214] env[65978]: INFO nova.scheduler.client.report [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Deleted allocations for instance ecc645e7-d1f9-4d1c-b6db-5835c528d775 [ 958.926336] env[65978]: INFO nova.scheduler.client.report [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Deleted allocations for instance fcc547e4-ff30-482c-94c7-19074c194083 [ 958.928788] env[65978]: INFO nova.scheduler.client.report [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Deleted allocations for instance 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27 [ 959.053369] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52fe6d81-ca77-e551-7bc0-aeaf9b84bf30, 'name': SearchDatastore_Task, 'duration_secs': 0.01086} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.057059] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.057157] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.057555] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.057630] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.057755] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.058241] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8d462cf-e7a4-42f0-92f8-83a2dba5fab6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.081596] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.081844] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.082773] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f8c6850-2849-4076-86b3-73fdf50c869a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.089029] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 959.089029] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52020480-dbcc-a32d-4671-3029f51f680e" [ 959.089029] env[65978]: _type = "Task" [ 959.089029] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.098533] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52020480-dbcc-a32d-4671-3029f51f680e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.119670] env[65978]: DEBUG nova.network.neutron [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Successfully updated port: 41578b20-eac4-4c0b-bb84-dc6ef9724591 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 959.193226] env[65978]: DEBUG nova.compute.manager [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 959.221930] env[65978]: WARNING neutronclient.v2_0.client [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.257139] env[65978]: WARNING neutronclient.v2_0.client [req-d61603bf-6e01-430a-a4cc-d4d5e83d5f7e req-9b75e9e9-50b1-42f4-99b3-2de9319e1cec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.313438] env[65978]: DEBUG nova.network.neutron [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Updated VIF entry in instance network info cache for port 7e147538-83cf-4275-969f-b5a970018aa0. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 959.313438] env[65978]: DEBUG nova.network.neutron [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Updating instance_info_cache with network_info: [{"id": "7e147538-83cf-4275-969f-b5a970018aa0", "address": "fa:16:3e:1b:22:46", "network": {"id": "3dbabf3f-c553-4df1-8de2-d6bb08df7545", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2003915624", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977d47eb6c224ad9949c3f3a5c7414d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e147538-83", "ovs_interfaceid": "7e147538-83cf-4275-969f-b5a970018aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0f4305c4-19af-473a-a3d4-07b40ce3a64c", "address": "fa:16:3e:7e:bf:df", "network": {"id": "06ace04f-4260-4fd4-8480-546037470cc2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-247937091", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "977d47eb6c224ad9949c3f3a5c7414d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f4305c4-19", "ovs_interfaceid": "0f4305c4-19af-473a-a3d4-07b40ce3a64c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.335566] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714812, 'name': CreateVM_Task, 'duration_secs': 0.654447} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.335778] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.336571] env[65978]: WARNING neutronclient.v2_0.client [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.337044] env[65978]: WARNING neutronclient.v2_0.client [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.337418] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.337418] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.337779] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.338213] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dc2f60d-7869-4b3c-9379-1891e4d0499c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.343706] env[65978]: DEBUG oslo_vmware.api [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Waiting for the task: (returnval){ [ 959.343706] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5231743d-50b9-5a31-3e7b-084af5e94e5e" [ 959.343706] env[65978]: _type = "Task" [ 959.343706] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.354061] env[65978]: DEBUG oslo_vmware.api [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5231743d-50b9-5a31-3e7b-084af5e94e5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.358257] env[65978]: DEBUG nova.network.neutron [req-d61603bf-6e01-430a-a4cc-d4d5e83d5f7e req-9b75e9e9-50b1-42f4-99b3-2de9319e1cec service nova] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Updated VIF entry in instance network info cache for port 7562c43e-995d-4903-b7f8-941ea67ef2f6. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 959.358450] env[65978]: DEBUG nova.network.neutron [req-d61603bf-6e01-430a-a4cc-d4d5e83d5f7e req-9b75e9e9-50b1-42f4-99b3-2de9319e1cec service nova] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Updating instance_info_cache with network_info: [{"id": "7562c43e-995d-4903-b7f8-941ea67ef2f6", "address": "fa:16:3e:58:01:57", "network": {"id": "9cc5a8d2-8f96-432c-8dda-b76a6f7b1b83", "bridge": "br-int", "label": "tempest-ImagesTestJSON-821420644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7479b38af7c414d9ab516169fc116dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7562c43e-99", "ovs_interfaceid": "7562c43e-995d-4903-b7f8-941ea67ef2f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.414187] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cc76fa4e-5551-438d-b9f9-30e7a98dd892 tempest-ServersAdminTestJSON-1145636844 tempest-ServersAdminTestJSON-1145636844-project-member] Lock "ecc645e7-d1f9-4d1c-b6db-5835c528d775" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.900s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.440855] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a825039c-44ff-4301-9579-04612577bbfe tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "fcc547e4-ff30-482c-94c7-19074c194083" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.008s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.442574] env[65978]: DEBUG oslo_concurrency.lockutils [None req-94418d9a-1f81-4372-bd5f-a6d3c5f880c7 tempest-MultipleCreateTestJSON-1407141040 tempest-MultipleCreateTestJSON-1407141040-project-member] Lock "7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.894s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.466538] env[65978]: INFO nova.scheduler.client.report [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Deleted allocation for migration a8aea9e0-af6b-4ad7-a71b-6a5be254446d [ 959.599573] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52020480-dbcc-a32d-4671-3029f51f680e, 'name': SearchDatastore_Task, 'duration_secs': 0.010632} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.600602] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f8445b2-5094-4de0-a9f4-7c9b76459778 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.606902] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 959.606902] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b0c7d2-0f0e-3bcb-579f-3b1a65172dc3" [ 959.606902] env[65978]: _type = "Task" [ 959.606902] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.616215] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b0c7d2-0f0e-3bcb-579f-3b1a65172dc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.624400] env[65978]: DEBUG oslo_concurrency.lockutils [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "refresh_cache-b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.624400] env[65978]: DEBUG oslo_concurrency.lockutils [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "refresh_cache-b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.624400] env[65978]: DEBUG nova.network.neutron [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 959.715033] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.815019] env[65978]: DEBUG oslo_concurrency.lockutils [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] Releasing lock "refresh_cache-a38bd22c-460b-445c-9e8a-d7ec4a331d15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.815348] env[65978]: DEBUG nova.compute.manager [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Received event network-vif-plugged-0f4305c4-19af-473a-a3d4-07b40ce3a64c {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 959.815601] env[65978]: DEBUG oslo_concurrency.lockutils [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] Acquiring lock "a38bd22c-460b-445c-9e8a-d7ec4a331d15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.815842] env[65978]: DEBUG oslo_concurrency.lockutils [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] Lock "a38bd22c-460b-445c-9e8a-d7ec4a331d15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.816017] env[65978]: DEBUG oslo_concurrency.lockutils [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] Lock "a38bd22c-460b-445c-9e8a-d7ec4a331d15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.816187] env[65978]: DEBUG nova.compute.manager [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] No waiting events found dispatching network-vif-plugged-0f4305c4-19af-473a-a3d4-07b40ce3a64c {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 959.816345] env[65978]: WARNING nova.compute.manager [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Received unexpected event network-vif-plugged-0f4305c4-19af-473a-a3d4-07b40ce3a64c for instance with vm_state building and task_state spawning. [ 959.816496] env[65978]: DEBUG nova.compute.manager [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Received event network-changed-0f4305c4-19af-473a-a3d4-07b40ce3a64c {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 959.816645] env[65978]: DEBUG nova.compute.manager [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Refreshing instance network info cache due to event network-changed-0f4305c4-19af-473a-a3d4-07b40ce3a64c. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 959.816864] env[65978]: DEBUG oslo_concurrency.lockutils [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] Acquiring lock "refresh_cache-a38bd22c-460b-445c-9e8a-d7ec4a331d15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.817045] env[65978]: DEBUG oslo_concurrency.lockutils [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] Acquired lock "refresh_cache-a38bd22c-460b-445c-9e8a-d7ec4a331d15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.817148] env[65978]: DEBUG nova.network.neutron [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Refreshing network info cache for port 0f4305c4-19af-473a-a3d4-07b40ce3a64c {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.858876] env[65978]: DEBUG oslo_vmware.api [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5231743d-50b9-5a31-3e7b-084af5e94e5e, 'name': SearchDatastore_Task, 'duration_secs': 0.011175} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.859309] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.859514] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.859732] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.862538] env[65978]: DEBUG oslo_concurrency.lockutils [req-d61603bf-6e01-430a-a4cc-d4d5e83d5f7e req-9b75e9e9-50b1-42f4-99b3-2de9319e1cec service nova] Releasing lock "refresh_cache-f8155823-4338-481a-b2a3-ba2fc5194ffb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.934575] env[65978]: DEBUG nova.compute.manager [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Stashing vm_state: active {{(pid=65978) _prep_resize /opt/stack/nova/nova/compute/manager.py:6180}} [ 959.974984] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6ebd9b53-39a7-4266-992c-b6cbaf3c49d1 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "2f454d73-1141-46d1-97ce-8f85281d961c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 35.354s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.120294] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b0c7d2-0f0e-3bcb-579f-3b1a65172dc3, 'name': SearchDatastore_Task, 'duration_secs': 0.010475} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.123226] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.123499] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] f8155823-4338-481a-b2a3-ba2fc5194ffb/f8155823-4338-481a-b2a3-ba2fc5194ffb.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.124899] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.125131] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.125381] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bbf15b9-8e9e-4de4-96c6-978094ec7048 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.127407] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca12979d-12a7-47f2-ae85-69b9db67056d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.137463] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 960.137463] env[65978]: value = "task-4714813" [ 960.137463] env[65978]: _type = "Task" [ 960.137463] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.148254] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.148569] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.153876] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fc5adac-b235-4b5a-827c-343f937155df {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.167188] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.169129] env[65978]: DEBUG oslo_vmware.api [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Waiting for the task: (returnval){ [ 960.169129] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dac12c-c3d1-cfa4-76e0-371942f24888" [ 960.169129] env[65978]: _type = "Task" [ 960.169129] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.178570] env[65978]: DEBUG oslo_vmware.api [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dac12c-c3d1-cfa4-76e0-371942f24888, 'name': SearchDatastore_Task, 'duration_secs': 0.010687} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.182697] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a50f274b-52aa-42aa-bcb9-ce9c0f9d96d5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.189699] env[65978]: DEBUG oslo_vmware.api [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Waiting for the task: (returnval){ [ 960.189699] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c635f2-fbbe-ae7e-ce02-773e74c1bf23" [ 960.189699] env[65978]: _type = "Task" [ 960.189699] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.202958] env[65978]: DEBUG oslo_vmware.api [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c635f2-fbbe-ae7e-ce02-773e74c1bf23, 'name': SearchDatastore_Task, 'duration_secs': 0.010099} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.203323] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.203579] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a38bd22c-460b-445c-9e8a-d7ec4a331d15/a38bd22c-460b-445c-9e8a-d7ec4a331d15.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.203980] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0432883f-27a8-4f9e-85eb-35cffc5c83ec {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.214437] env[65978]: DEBUG oslo_vmware.api [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Waiting for the task: (returnval){ [ 960.214437] env[65978]: value = "task-4714814" [ 960.214437] env[65978]: _type = "Task" [ 960.214437] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.223624] env[65978]: DEBUG oslo_vmware.api [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.309234] env[65978]: DEBUG nova.network.neutron [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 960.321132] env[65978]: WARNING neutronclient.v2_0.client [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.336137] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cddd8e-6c16-46fc-a4f3-ad31934ef621 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.345794] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae960abf-f3b9-4951-9931-c6eb3b97f030 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.382254] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a0e459-be3f-4d64-a54c-6cf2ba0074c5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.392525] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1832413c-fa86-4f66-92ec-58a0ede3c71d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.412665] env[65978]: DEBUG nova.compute.provider_tree [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.458747] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.656687] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714813, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.734362] env[65978]: DEBUG oslo_vmware.api [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714814, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.917788] env[65978]: DEBUG nova.scheduler.client.report [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.157860] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529075} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.161980] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] f8155823-4338-481a-b2a3-ba2fc5194ffb/f8155823-4338-481a-b2a3-ba2fc5194ffb.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.162720] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.162949] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2795617a-7652-4ca1-85cb-514f9dbb1388 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.172614] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 961.172614] env[65978]: value = "task-4714815" [ 961.172614] env[65978]: _type = "Task" [ 961.172614] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.184859] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.188656] env[65978]: WARNING neutronclient.v2_0.client [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.230679] env[65978]: DEBUG oslo_vmware.api [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.875571} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.230995] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a38bd22c-460b-445c-9e8a-d7ec4a331d15/a38bd22c-460b-445c-9e8a-d7ec4a331d15.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.231465] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.231565] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be6eb543-e80b-42fe-acd0-5cef4be71bc2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.241151] env[65978]: DEBUG oslo_vmware.api [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Waiting for the task: (returnval){ [ 961.241151] env[65978]: value = "task-4714816" [ 961.241151] env[65978]: _type = "Task" [ 961.241151] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.252567] env[65978]: DEBUG oslo_vmware.api [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.427468] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.428061] env[65978]: DEBUG nova.compute.manager [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 961.435242] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.794s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.435521] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.440966] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.654s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.441073] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.442950] env[65978]: DEBUG oslo_concurrency.lockutils [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.192s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.448882] env[65978]: INFO nova.compute.claims [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.478765] env[65978]: INFO nova.scheduler.client.report [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Deleted allocations for instance fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30 [ 961.482890] env[65978]: INFO nova.scheduler.client.report [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Deleted allocations for instance 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f [ 961.508860] env[65978]: DEBUG nova.network.neutron [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Updating instance_info_cache with network_info: [{"id": "41578b20-eac4-4c0b-bb84-dc6ef9724591", "address": "fa:16:3e:d2:ba:b7", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41578b20-ea", "ovs_interfaceid": "41578b20-eac4-4c0b-bb84-dc6ef9724591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.564567] env[65978]: WARNING neutronclient.v2_0.client [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.573271] env[65978]: DEBUG nova.compute.manager [req-a614ad28-5053-4856-97ee-a3cc85ac62dd req-4f960075-9904-4485-82f3-e92c8b96d096 service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Received event network-vif-plugged-41578b20-eac4-4c0b-bb84-dc6ef9724591 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 961.573513] env[65978]: DEBUG oslo_concurrency.lockutils [req-a614ad28-5053-4856-97ee-a3cc85ac62dd req-4f960075-9904-4485-82f3-e92c8b96d096 service nova] Acquiring lock "b4c00bd3-6226-4ee8-88c1-3f3c986377a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.573677] env[65978]: DEBUG oslo_concurrency.lockutils [req-a614ad28-5053-4856-97ee-a3cc85ac62dd req-4f960075-9904-4485-82f3-e92c8b96d096 service nova] Lock "b4c00bd3-6226-4ee8-88c1-3f3c986377a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.574373] env[65978]: DEBUG oslo_concurrency.lockutils [req-a614ad28-5053-4856-97ee-a3cc85ac62dd req-4f960075-9904-4485-82f3-e92c8b96d096 service nova] Lock "b4c00bd3-6226-4ee8-88c1-3f3c986377a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.574373] env[65978]: DEBUG nova.compute.manager [req-a614ad28-5053-4856-97ee-a3cc85ac62dd req-4f960075-9904-4485-82f3-e92c8b96d096 service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] No waiting events found dispatching network-vif-plugged-41578b20-eac4-4c0b-bb84-dc6ef9724591 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 961.574373] env[65978]: WARNING nova.compute.manager [req-a614ad28-5053-4856-97ee-a3cc85ac62dd req-4f960075-9904-4485-82f3-e92c8b96d096 service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Received unexpected event network-vif-plugged-41578b20-eac4-4c0b-bb84-dc6ef9724591 for instance with vm_state building and task_state spawning. [ 961.574373] env[65978]: DEBUG nova.compute.manager [req-a614ad28-5053-4856-97ee-a3cc85ac62dd req-4f960075-9904-4485-82f3-e92c8b96d096 service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Received event network-changed-41578b20-eac4-4c0b-bb84-dc6ef9724591 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 961.574722] env[65978]: DEBUG nova.compute.manager [req-a614ad28-5053-4856-97ee-a3cc85ac62dd req-4f960075-9904-4485-82f3-e92c8b96d096 service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Refreshing instance network info cache due to event network-changed-41578b20-eac4-4c0b-bb84-dc6ef9724591. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 961.574722] env[65978]: DEBUG oslo_concurrency.lockutils [req-a614ad28-5053-4856-97ee-a3cc85ac62dd req-4f960075-9904-4485-82f3-e92c8b96d096 service nova] Acquiring lock "refresh_cache-b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.683609] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106711} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.684684] env[65978]: DEBUG nova.network.neutron [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Updated VIF entry in instance network info cache for port 0f4305c4-19af-473a-a3d4-07b40ce3a64c. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 961.685100] env[65978]: DEBUG nova.network.neutron [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Updating instance_info_cache with network_info: [{"id": "7e147538-83cf-4275-969f-b5a970018aa0", "address": "fa:16:3e:1b:22:46", "network": {"id": "3dbabf3f-c553-4df1-8de2-d6bb08df7545", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2003915624", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977d47eb6c224ad9949c3f3a5c7414d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e147538-83", "ovs_interfaceid": "7e147538-83cf-4275-969f-b5a970018aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0f4305c4-19af-473a-a3d4-07b40ce3a64c", "address": "fa:16:3e:7e:bf:df", "network": {"id": "06ace04f-4260-4fd4-8480-546037470cc2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-247937091", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "977d47eb6c224ad9949c3f3a5c7414d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f4305c4-19", "ovs_interfaceid": "0f4305c4-19af-473a-a3d4-07b40ce3a64c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.686448] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.687453] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ab6ad7-6968-4eb7-93eb-1a3766cd1ad7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.712265] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] f8155823-4338-481a-b2a3-ba2fc5194ffb/f8155823-4338-481a-b2a3-ba2fc5194ffb.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.713515] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94f5944c-addc-4658-912f-88cb7209da41 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.737860] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 961.737860] env[65978]: value = "task-4714817" [ 961.737860] env[65978]: _type = "Task" [ 961.737860] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.750858] env[65978]: DEBUG oslo_vmware.api [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13521} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.754829] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.755103] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714817, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.755868] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabb399e-6398-4366-9203-95f07c692dc6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.785868] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] a38bd22c-460b-445c-9e8a-d7ec4a331d15/a38bd22c-460b-445c-9e8a-d7ec4a331d15.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.786152] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a93093f-fe18-4e54-9b39-82ac473a9247 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.809084] env[65978]: DEBUG oslo_vmware.api [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Waiting for the task: (returnval){ [ 961.809084] env[65978]: value = "task-4714818" [ 961.809084] env[65978]: _type = "Task" [ 961.809084] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.819492] env[65978]: DEBUG oslo_vmware.api [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.953801] env[65978]: DEBUG nova.compute.utils [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.957897] env[65978]: DEBUG nova.compute.manager [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 961.957897] env[65978]: DEBUG nova.network.neutron [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 961.957897] env[65978]: WARNING neutronclient.v2_0.client [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.958135] env[65978]: WARNING neutronclient.v2_0.client [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.992490] env[65978]: DEBUG oslo_concurrency.lockutils [None req-fd176810-2760-4b4c-98f4-8f053b74d315 tempest-ServerShowV247Test-228039249 tempest-ServerShowV247Test-228039249-project-member] Lock "fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.595s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.999888] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e6b1a0e9-d046-4743-bc35-21cbdf35b0d3 tempest-AttachInterfacesV270Test-739455640 tempest-AttachInterfacesV270Test-739455640-project-member] Lock "2d89c2ff-28e3-4c52-bf48-c970e8f40d6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.691s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.015290] env[65978]: DEBUG oslo_concurrency.lockutils [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "refresh_cache-b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.015290] env[65978]: DEBUG nova.compute.manager [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Instance network_info: |[{"id": "41578b20-eac4-4c0b-bb84-dc6ef9724591", "address": "fa:16:3e:d2:ba:b7", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41578b20-ea", "ovs_interfaceid": "41578b20-eac4-4c0b-bb84-dc6ef9724591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 962.015290] env[65978]: DEBUG oslo_concurrency.lockutils [req-a614ad28-5053-4856-97ee-a3cc85ac62dd req-4f960075-9904-4485-82f3-e92c8b96d096 service nova] Acquired lock "refresh_cache-b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.015290] env[65978]: DEBUG nova.network.neutron [req-a614ad28-5053-4856-97ee-a3cc85ac62dd req-4f960075-9904-4485-82f3-e92c8b96d096 service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Refreshing network info cache for port 41578b20-eac4-4c0b-bb84-dc6ef9724591 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.015999] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:ba:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41578b20-eac4-4c0b-bb84-dc6ef9724591', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.029385] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Creating folder: Project (a872165ef8e4489b9cf7d7e59545d317). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.030194] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fba290e1-2a54-4c86-bb23-c59ac0c467fe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.044430] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Created folder: Project (a872165ef8e4489b9cf7d7e59545d317) in parent group-v919857. [ 962.045166] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Creating folder: Instances. Parent ref: group-v920102. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.045166] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81f31156-f389-43b4-8cc6-9e3e45a19509 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.060088] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Created folder: Instances in parent group-v920102. [ 962.060088] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 962.060088] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.060088] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f04d6d27-5691-4605-afcc-248fb3f5e74c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.082388] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.082388] env[65978]: value = "task-4714821" [ 962.082388] env[65978]: _type = "Task" [ 962.082388] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.093027] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714821, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.101769] env[65978]: DEBUG nova.policy [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c4caa9deebb4468ba6ee20bfa5b3b5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89300743ada64b348ab266269b499f22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.188911] env[65978]: DEBUG oslo_concurrency.lockutils [req-8db1bd9a-ffd9-4c9a-883a-b681ee4028a1 req-7895c01b-6da1-4ec7-adab-e726786a1caa service nova] Releasing lock "refresh_cache-a38bd22c-460b-445c-9e8a-d7ec4a331d15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.249107] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.321393] env[65978]: DEBUG oslo_vmware.api [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.459477] env[65978]: DEBUG nova.compute.manager [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 962.531870] env[65978]: WARNING neutronclient.v2_0.client [req-a614ad28-5053-4856-97ee-a3cc85ac62dd req-4f960075-9904-4485-82f3-e92c8b96d096 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.600670] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714821, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.753508] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714817, 'name': ReconfigVM_Task, 'duration_secs': 0.635074} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.754901] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Reconfigured VM instance instance-00000057 to attach disk [datastore2] f8155823-4338-481a-b2a3-ba2fc5194ffb/f8155823-4338-481a-b2a3-ba2fc5194ffb.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.755101] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a236217-4be5-4e6b-b96a-fbe8ecd62599 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.763830] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 962.763830] env[65978]: value = "task-4714822" [ 962.763830] env[65978]: _type = "Task" [ 962.763830] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.777297] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714822, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.820458] env[65978]: DEBUG oslo_vmware.api [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714818, 'name': ReconfigVM_Task, 'duration_secs': 0.83189} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.823705] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Reconfigured VM instance instance-00000056 to attach disk [datastore2] a38bd22c-460b-445c-9e8a-d7ec4a331d15/a38bd22c-460b-445c-9e8a-d7ec4a331d15.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.826454] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9369597-8533-4053-969f-0aaefbc39ed3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.835828] env[65978]: DEBUG oslo_vmware.api [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Waiting for the task: (returnval){ [ 962.835828] env[65978]: value = "task-4714823" [ 962.835828] env[65978]: _type = "Task" [ 962.835828] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.849753] env[65978]: DEBUG oslo_vmware.api [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714823, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.904669] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6824e7e5-727a-44d6-a81c-e066ce34e500 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.913555] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d70b4ab-7349-4473-9663-0834011ce051 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.951180] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473cd5b1-1d10-40a2-a77c-328f39b0f97e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.960969] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a8ba0d-9d3b-496e-9548-99a10236bcb8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.987850] env[65978]: DEBUG nova.compute.provider_tree [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 963.069233] env[65978]: DEBUG nova.network.neutron [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Successfully created port: b0e864d1-8095-48e0-8e49-81b86d584fc3 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 963.096480] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714821, 'name': CreateVM_Task, 'duration_secs': 0.535284} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.096686] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.097283] env[65978]: WARNING neutronclient.v2_0.client [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.097973] env[65978]: DEBUG oslo_concurrency.lockutils [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.097973] env[65978]: DEBUG oslo_concurrency.lockutils [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.098142] env[65978]: DEBUG oslo_concurrency.lockutils [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.098387] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb33a62f-0d0c-4b7f-a8b3-cd1115c2fee0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.108018] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 963.108018] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52602dea-3714-4169-a371-cfdc7b49af4e" [ 963.108018] env[65978]: _type = "Task" [ 963.108018] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.117822] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52602dea-3714-4169-a371-cfdc7b49af4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.277158] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714822, 'name': Rename_Task, 'duration_secs': 0.157846} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.277636] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.277951] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d16f4f0-b54f-4605-bd4d-cde6f7e9c007 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.287470] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 963.287470] env[65978]: value = "task-4714824" [ 963.287470] env[65978]: _type = "Task" [ 963.287470] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.297693] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.333826] env[65978]: DEBUG nova.objects.instance [None req-91d227f7-0bed-4c03-81f8-00e195e4238b tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lazy-loading 'flavor' on Instance uuid 2f454d73-1141-46d1-97ce-8f85281d961c {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.353770] env[65978]: DEBUG oslo_vmware.api [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714823, 'name': Rename_Task, 'duration_secs': 0.163749} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.354273] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.354362] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a5222d3-d8e1-452d-b6d0-9cc3dc228ac7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.365017] env[65978]: DEBUG oslo_vmware.api [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Waiting for the task: (returnval){ [ 963.365017] env[65978]: value = "task-4714825" [ 963.365017] env[65978]: _type = "Task" [ 963.365017] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.375258] env[65978]: DEBUG oslo_vmware.api [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.493379] env[65978]: DEBUG nova.compute.manager [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 963.526666] env[65978]: ERROR nova.scheduler.client.report [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [req-9fbc1a31-f108-4da1-9dab-71795418cf61] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7cef9df5-c7be-44a4-aef0-4856b8af9b78. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9fbc1a31-f108-4da1-9dab-71795418cf61"}]} [ 963.545090] env[65978]: DEBUG nova.virt.hardware [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 963.545090] env[65978]: DEBUG nova.virt.hardware [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.545807] env[65978]: DEBUG nova.virt.hardware [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 963.545807] env[65978]: DEBUG nova.virt.hardware [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.545807] env[65978]: DEBUG nova.virt.hardware [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 963.545807] env[65978]: DEBUG nova.virt.hardware [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 963.546144] env[65978]: DEBUG nova.virt.hardware [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 963.546144] env[65978]: DEBUG nova.virt.hardware [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 963.546656] env[65978]: DEBUG nova.virt.hardware [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 963.546656] env[65978]: DEBUG nova.virt.hardware [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 963.546656] env[65978]: DEBUG nova.virt.hardware [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 963.547536] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8faf44-9889-4e62-bf5d-46c355c8d60d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.553114] env[65978]: DEBUG nova.scheduler.client.report [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Refreshing inventories for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 963.563237] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9ebbe3-e099-4265-97c5-53f0c78b25df {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.583953] env[65978]: DEBUG nova.scheduler.client.report [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Updating ProviderTree inventory for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 963.584518] env[65978]: DEBUG nova.compute.provider_tree [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 963.598210] env[65978]: DEBUG nova.scheduler.client.report [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Refreshing aggregate associations for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78, aggregates: None {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 963.621632] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52602dea-3714-4169-a371-cfdc7b49af4e, 'name': SearchDatastore_Task, 'duration_secs': 0.010423} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.621813] env[65978]: DEBUG oslo_concurrency.lockutils [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.622476] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.622765] env[65978]: DEBUG oslo_concurrency.lockutils [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.623018] env[65978]: DEBUG oslo_concurrency.lockutils [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.623238] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.623566] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bafa0c9-09ec-4093-bb34-b265c9881cd8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.629585] env[65978]: DEBUG nova.scheduler.client.report [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Refreshing trait associations for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 963.642425] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.642647] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.643449] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c1d8416-8be0-4451-b833-452d9428caa9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.650923] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 963.650923] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520e478e-4bcd-1dad-903a-d37ff6e00947" [ 963.650923] env[65978]: _type = "Task" [ 963.650923] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.660221] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520e478e-4bcd-1dad-903a-d37ff6e00947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.802199] env[65978]: DEBUG oslo_vmware.api [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714824, 'name': PowerOnVM_Task, 'duration_secs': 0.511345} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.802849] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.803108] env[65978]: INFO nova.compute.manager [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Took 9.17 seconds to spawn the instance on the hypervisor. [ 963.804385] env[65978]: DEBUG nova.compute.manager [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 963.804385] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331128d8-b487-488e-9320-1ac1b5de4e10 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.849056] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91d227f7-0bed-4c03-81f8-00e195e4238b tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "refresh_cache-2f454d73-1141-46d1-97ce-8f85281d961c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.849266] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91d227f7-0bed-4c03-81f8-00e195e4238b tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquired lock "refresh_cache-2f454d73-1141-46d1-97ce-8f85281d961c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.849442] env[65978]: DEBUG nova.network.neutron [None req-91d227f7-0bed-4c03-81f8-00e195e4238b tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 963.849619] env[65978]: DEBUG nova.objects.instance [None req-91d227f7-0bed-4c03-81f8-00e195e4238b tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lazy-loading 'info_cache' on Instance uuid 2f454d73-1141-46d1-97ce-8f85281d961c {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.881509] env[65978]: DEBUG oslo_vmware.api [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714825, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.054434] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f318194-b3a3-4faa-84c9-aa157e4cf0b1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.063431] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc44337-a12d-422b-b5a1-069c2c25d5e9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.095701] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aaa12b2-ddaa-4c00-bb60-78195a2d2e98 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.104562] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4eca9c-50e2-48c4-8c6e-457d73d103a0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.119298] env[65978]: DEBUG nova.compute.provider_tree [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 964.165942] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520e478e-4bcd-1dad-903a-d37ff6e00947, 'name': SearchDatastore_Task, 'duration_secs': 0.017222} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.167122] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-accbd406-3f5f-4451-af2f-fda67e348ffd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.173468] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 964.173468] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b17eb9-1792-722b-ff82-28d24d0fa2cc" [ 964.173468] env[65978]: _type = "Task" [ 964.173468] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.182209] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b17eb9-1792-722b-ff82-28d24d0fa2cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.325198] env[65978]: INFO nova.compute.manager [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Took 42.50 seconds to build instance. [ 964.355665] env[65978]: DEBUG nova.objects.base [None req-91d227f7-0bed-4c03-81f8-00e195e4238b tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Object Instance<2f454d73-1141-46d1-97ce-8f85281d961c> lazy-loaded attributes: flavor,info_cache {{(pid=65978) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 964.377136] env[65978]: DEBUG oslo_vmware.api [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714825, 'name': PowerOnVM_Task, 'duration_secs': 0.599058} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.377435] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.377619] env[65978]: INFO nova.compute.manager [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Took 12.40 seconds to spawn the instance on the hypervisor. [ 964.377794] env[65978]: DEBUG nova.compute.manager [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 964.378901] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008943cb-6bdf-4510-bb96-ce0a11453da6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.653858] env[65978]: DEBUG nova.scheduler.client.report [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Updated inventory for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 964.654147] env[65978]: DEBUG nova.compute.provider_tree [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Updating resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 generation from 114 to 115 during operation: update_inventory {{(pid=65978) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 964.654336] env[65978]: DEBUG nova.compute.provider_tree [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 964.685611] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b17eb9-1792-722b-ff82-28d24d0fa2cc, 'name': SearchDatastore_Task, 'duration_secs': 0.023728} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.685869] env[65978]: DEBUG oslo_concurrency.lockutils [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.686243] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] b4c00bd3-6226-4ee8-88c1-3f3c986377a3/b4c00bd3-6226-4ee8-88c1-3f3c986377a3.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.686506] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c64607c-6f32-460b-914e-56951f2b2a10 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.693826] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 964.693826] env[65978]: value = "task-4714826" [ 964.693826] env[65978]: _type = "Task" [ 964.693826] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.703145] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4714826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.827721] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8bdc7497-c76c-4de8-9502-2714d3eda1ea tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "f8155823-4338-481a-b2a3-ba2fc5194ffb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.015s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.858645] env[65978]: WARNING neutronclient.v2_0.client [None req-91d227f7-0bed-4c03-81f8-00e195e4238b tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.899269] env[65978]: INFO nova.compute.manager [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Took 53.69 seconds to build instance. [ 965.161264] env[65978]: DEBUG oslo_concurrency.lockutils [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.718s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.162202] env[65978]: DEBUG nova.compute.manager [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 965.169298] env[65978]: DEBUG oslo_concurrency.lockutils [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.967s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.203462] env[65978]: DEBUG nova.network.neutron [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Successfully updated port: b0e864d1-8095-48e0-8e49-81b86d584fc3 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 965.215784] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4714826, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.401669] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ba11e6d-4db5-48a5-9af5-9498b2b8760c tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Lock "a38bd22c-460b-445c-9e8a-d7ec4a331d15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.203s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.673213] env[65978]: DEBUG nova.compute.utils [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.676716] env[65978]: DEBUG nova.compute.manager [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 965.676716] env[65978]: DEBUG nova.network.neutron [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 965.676716] env[65978]: WARNING neutronclient.v2_0.client [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.676716] env[65978]: WARNING neutronclient.v2_0.client [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.682222] env[65978]: INFO nova.compute.claims [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.709492] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "refresh_cache-a23499dc-3216-4493-869d-519c1c92eb37" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.709754] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired lock "refresh_cache-a23499dc-3216-4493-869d-519c1c92eb37" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.709958] env[65978]: DEBUG nova.network.neutron [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 965.712272] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4714826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73034} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.712789] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] b4c00bd3-6226-4ee8-88c1-3f3c986377a3/b4c00bd3-6226-4ee8-88c1-3f3c986377a3.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.713925] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.713925] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d2d4be0-48af-4f5e-89ef-6acd2f22b499 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.722396] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 965.722396] env[65978]: value = "task-4714827" [ 965.722396] env[65978]: _type = "Task" [ 965.722396] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.735461] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4714827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.796671] env[65978]: WARNING neutronclient.v2_0.client [req-a614ad28-5053-4856-97ee-a3cc85ac62dd req-4f960075-9904-4485-82f3-e92c8b96d096 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.928030] env[65978]: DEBUG nova.policy [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd97193418a5647259088b034bc19a6fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0621c7972ce94ada85614a788f5f6302', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.176658] env[65978]: DEBUG nova.compute.manager [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 966.191423] env[65978]: INFO nova.compute.resource_tracker [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Updating resource usage from migration a057a566-48ba-4d51-80e0-7784112f460b [ 966.238922] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4714827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08295} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.239978] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.241041] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28794a3-d5f9-40b8-88d4-4f7b7660283f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.272231] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] b4c00bd3-6226-4ee8-88c1-3f3c986377a3/b4c00bd3-6226-4ee8-88c1-3f3c986377a3.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.275821] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64b43fe8-44d8-47aa-918d-03c0f56ab127 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.300259] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 966.300259] env[65978]: value = "task-4714828" [ 966.300259] env[65978]: _type = "Task" [ 966.300259] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.310975] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4714828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.530317] env[65978]: DEBUG nova.network.neutron [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Successfully created port: c8d29dae-21ae-4d1d-8ec5-27dcbebfe6d4 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 966.659266] env[65978]: DEBUG nova.network.neutron [req-a614ad28-5053-4856-97ee-a3cc85ac62dd req-4f960075-9904-4485-82f3-e92c8b96d096 service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Updated VIF entry in instance network info cache for port 41578b20-eac4-4c0b-bb84-dc6ef9724591. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 966.663037] env[65978]: DEBUG nova.network.neutron [req-a614ad28-5053-4856-97ee-a3cc85ac62dd req-4f960075-9904-4485-82f3-e92c8b96d096 service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Updating instance_info_cache with network_info: [{"id": "41578b20-eac4-4c0b-bb84-dc6ef9724591", "address": "fa:16:3e:d2:ba:b7", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41578b20-ea", "ovs_interfaceid": "41578b20-eac4-4c0b-bb84-dc6ef9724591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.703320] env[65978]: DEBUG nova.network.neutron [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 966.753888] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857a7c39-fdde-4b27-bac4-83fa2efd6986 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.772028] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f08757-ebec-40d8-9e7f-ab9bad799065 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.817028] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cccba1-ba7a-40e9-a21c-7d5519be4d3c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.827975] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4b0f2a-5569-4f9c-9922-c186ba6f97f3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.832081] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4714828, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.833443] env[65978]: WARNING neutronclient.v2_0.client [None req-91d227f7-0bed-4c03-81f8-00e195e4238b tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.853498] env[65978]: DEBUG nova.compute.provider_tree [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.165485] env[65978]: DEBUG oslo_concurrency.lockutils [req-a614ad28-5053-4856-97ee-a3cc85ac62dd req-4f960075-9904-4485-82f3-e92c8b96d096 service nova] Releasing lock "refresh_cache-b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.210374] env[65978]: DEBUG nova.compute.manager [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 967.238079] env[65978]: DEBUG nova.network.neutron [None req-91d227f7-0bed-4c03-81f8-00e195e4238b tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Updating instance_info_cache with network_info: [{"id": "05e27261-4854-475d-8f11-799aca744659", "address": "fa:16:3e:09:92:2a", "network": {"id": "572f00ea-41cc-4d81-b1e9-2b038de95236", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043147319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0285adf994e4ab5fbfe0226d33b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05e27261-48", "ovs_interfaceid": "05e27261-4854-475d-8f11-799aca744659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.248452] env[65978]: DEBUG nova.virt.hardware [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 967.249020] env[65978]: DEBUG nova.virt.hardware [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.249294] env[65978]: DEBUG nova.virt.hardware [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 967.249579] env[65978]: DEBUG nova.virt.hardware [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.249843] env[65978]: DEBUG nova.virt.hardware [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 967.250114] env[65978]: DEBUG nova.virt.hardware [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 967.250449] env[65978]: DEBUG nova.virt.hardware [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 967.250752] env[65978]: DEBUG nova.virt.hardware [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 967.251088] env[65978]: DEBUG nova.virt.hardware [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 967.251397] env[65978]: DEBUG nova.virt.hardware [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 967.251841] env[65978]: DEBUG nova.virt.hardware [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 967.254030] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5ab45d-0030-4ac6-80b3-120630061e57 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.266692] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09094876-b9cd-4e8c-85d5-801f0a105307 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.317082] env[65978]: WARNING neutronclient.v2_0.client [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.329857] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4714828, 'name': ReconfigVM_Task, 'duration_secs': 0.543571} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.330152] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Reconfigured VM instance instance-00000058 to attach disk [datastore2] b4c00bd3-6226-4ee8-88c1-3f3c986377a3/b4c00bd3-6226-4ee8-88c1-3f3c986377a3.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.331183] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31e8d84f-c9da-4af3-abc5-e46fc3e45e9e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.338211] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 967.338211] env[65978]: value = "task-4714829" [ 967.338211] env[65978]: _type = "Task" [ 967.338211] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.347789] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4714829, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.363773] env[65978]: DEBUG nova.scheduler.client.report [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.741864] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91d227f7-0bed-4c03-81f8-00e195e4238b tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Releasing lock "refresh_cache-2f454d73-1141-46d1-97ce-8f85281d961c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.849763] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4714829, 'name': Rename_Task, 'duration_secs': 0.386187} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.850081] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.850344] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92bd4b75-7541-459b-981d-f6aa6b72fef3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.858475] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 967.858475] env[65978]: value = "task-4714830" [ 967.858475] env[65978]: _type = "Task" [ 967.858475] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.868359] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4714830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.868857] env[65978]: DEBUG oslo_concurrency.lockutils [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.700s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.868857] env[65978]: INFO nova.compute.manager [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Migrating [ 967.875689] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.402s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.875909] env[65978]: DEBUG nova.objects.instance [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lazy-loading 'resources' on Instance uuid be6b8c2b-2f75-4d82-907b-5e1486992605 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.977465] env[65978]: DEBUG nova.compute.manager [req-c30c9a6b-1841-4270-b3d1-4187cecea7fa req-84b21a8b-55fb-47cd-88ae-313991c27383 service nova] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Received event network-vif-plugged-b0e864d1-8095-48e0-8e49-81b86d584fc3 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 967.979059] env[65978]: DEBUG oslo_concurrency.lockutils [req-c30c9a6b-1841-4270-b3d1-4187cecea7fa req-84b21a8b-55fb-47cd-88ae-313991c27383 service nova] Acquiring lock "a23499dc-3216-4493-869d-519c1c92eb37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.979059] env[65978]: DEBUG oslo_concurrency.lockutils [req-c30c9a6b-1841-4270-b3d1-4187cecea7fa req-84b21a8b-55fb-47cd-88ae-313991c27383 service nova] Lock "a23499dc-3216-4493-869d-519c1c92eb37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.979059] env[65978]: DEBUG oslo_concurrency.lockutils [req-c30c9a6b-1841-4270-b3d1-4187cecea7fa req-84b21a8b-55fb-47cd-88ae-313991c27383 service nova] Lock "a23499dc-3216-4493-869d-519c1c92eb37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.979059] env[65978]: DEBUG nova.compute.manager [req-c30c9a6b-1841-4270-b3d1-4187cecea7fa req-84b21a8b-55fb-47cd-88ae-313991c27383 service nova] [instance: a23499dc-3216-4493-869d-519c1c92eb37] No waiting events found dispatching network-vif-plugged-b0e864d1-8095-48e0-8e49-81b86d584fc3 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 967.979059] env[65978]: WARNING nova.compute.manager [req-c30c9a6b-1841-4270-b3d1-4187cecea7fa req-84b21a8b-55fb-47cd-88ae-313991c27383 service nova] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Received unexpected event network-vif-plugged-b0e864d1-8095-48e0-8e49-81b86d584fc3 for instance with vm_state building and task_state spawning. [ 968.007430] env[65978]: DEBUG nova.network.neutron [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Updating instance_info_cache with network_info: [{"id": "b0e864d1-8095-48e0-8e49-81b86d584fc3", "address": "fa:16:3e:bf:78:07", "network": {"id": "6fed0f81-7458-4058-912d-c53e30dc5e98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-548756589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89300743ada64b348ab266269b499f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0e864d1-80", "ovs_interfaceid": "b0e864d1-8095-48e0-8e49-81b86d584fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.285815] env[65978]: DEBUG nova.network.neutron [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Successfully updated port: c8d29dae-21ae-4d1d-8ec5-27dcbebfe6d4 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 968.370617] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4714830, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.384894] env[65978]: DEBUG oslo_concurrency.lockutils [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "refresh_cache-2065da93-93a5-4439-8bdc-517cda51c0d8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.385363] env[65978]: DEBUG oslo_concurrency.lockutils [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquired lock "refresh_cache-2065da93-93a5-4439-8bdc-517cda51c0d8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.385546] env[65978]: DEBUG nova.network.neutron [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 968.511448] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Releasing lock "refresh_cache-a23499dc-3216-4493-869d-519c1c92eb37" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.511448] env[65978]: DEBUG nova.compute.manager [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Instance network_info: |[{"id": "b0e864d1-8095-48e0-8e49-81b86d584fc3", "address": "fa:16:3e:bf:78:07", "network": {"id": "6fed0f81-7458-4058-912d-c53e30dc5e98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-548756589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89300743ada64b348ab266269b499f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0e864d1-80", "ovs_interfaceid": "b0e864d1-8095-48e0-8e49-81b86d584fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 968.511448] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:78:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0e864d1-8095-48e0-8e49-81b86d584fc3', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.519634] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 968.522778] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.523269] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e533519d-f9f7-4c27-8e85-a2551f95f02c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.551648] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.551648] env[65978]: value = "task-4714831" [ 968.551648] env[65978]: _type = "Task" [ 968.551648] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.560739] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714831, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.752887] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d227f7-0bed-4c03-81f8-00e195e4238b tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.753937] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-946571f2-d719-4e6d-a482-55c8f3a3d232 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.764210] env[65978]: DEBUG oslo_vmware.api [None req-91d227f7-0bed-4c03-81f8-00e195e4238b tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 968.764210] env[65978]: value = "task-4714832" [ 968.764210] env[65978]: _type = "Task" [ 968.764210] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.776794] env[65978]: DEBUG oslo_vmware.api [None req-91d227f7-0bed-4c03-81f8-00e195e4238b tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.789421] env[65978]: DEBUG oslo_concurrency.lockutils [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "refresh_cache-958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.789514] env[65978]: DEBUG oslo_concurrency.lockutils [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired lock "refresh_cache-958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.789702] env[65978]: DEBUG nova.network.neutron [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 968.848873] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c6dfb1-e4ed-4931-8548-03069afff84f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.857884] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9968c8b9-c2e7-4161-8241-09871b2972ac {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.872969] env[65978]: DEBUG oslo_vmware.api [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4714830, 'name': PowerOnVM_Task, 'duration_secs': 0.938403} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.903507] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.903771] env[65978]: INFO nova.compute.manager [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Took 10.57 seconds to spawn the instance on the hypervisor. [ 968.903971] env[65978]: DEBUG nova.compute.manager [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 968.904645] env[65978]: WARNING neutronclient.v2_0.client [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.908213] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf051f0e-e705-4a55-b69a-9cd85e296478 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.912985] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f2b981-ae1e-4aed-9955-075fdf01b609 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.921957] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7c81a0-e445-4d6b-9fc2-e91d5d38ec33 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.940576] env[65978]: DEBUG nova.compute.provider_tree [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.065973] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714831, 'name': CreateVM_Task, 'duration_secs': 0.431152} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.066181] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.066677] env[65978]: WARNING neutronclient.v2_0.client [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.067078] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.067238] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.067553] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.067926] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ba6ee08-a4b3-461d-8fb4-45064d3136d8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.074323] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 969.074323] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52135b75-cfbd-9341-97be-b6b8d54aee29" [ 969.074323] env[65978]: _type = "Task" [ 969.074323] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.083597] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52135b75-cfbd-9341-97be-b6b8d54aee29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.189147] env[65978]: WARNING neutronclient.v2_0.client [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.237712] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Acquiring lock "e9e7a0bc-f2a3-42a1-bc37-13720a961b56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.238566] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Lock "e9e7a0bc-f2a3-42a1-bc37-13720a961b56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.238566] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Acquiring lock "e9e7a0bc-f2a3-42a1-bc37-13720a961b56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.239335] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Lock "e9e7a0bc-f2a3-42a1-bc37-13720a961b56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.239574] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Lock "e9e7a0bc-f2a3-42a1-bc37-13720a961b56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.242016] env[65978]: INFO nova.compute.manager [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Terminating instance [ 969.278474] env[65978]: DEBUG oslo_vmware.api [None req-91d227f7-0bed-4c03-81f8-00e195e4238b tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714832, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.318107] env[65978]: DEBUG nova.network.neutron [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Updating instance_info_cache with network_info: [{"id": "271e1bd6-2478-464f-8d1c-a7f33e10719d", "address": "fa:16:3e:d9:82:61", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap271e1bd6-24", "ovs_interfaceid": "271e1bd6-2478-464f-8d1c-a7f33e10719d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.440412] env[65978]: INFO nova.compute.manager [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Took 43.70 seconds to build instance. [ 969.446020] env[65978]: DEBUG nova.scheduler.client.report [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.460932] env[65978]: DEBUG nova.network.neutron [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 969.586762] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52135b75-cfbd-9341-97be-b6b8d54aee29, 'name': SearchDatastore_Task, 'duration_secs': 0.012285} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.587291] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.587586] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.588417] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.588671] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.588874] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.589344] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55e5cd37-3209-48cb-87bd-94afc02f90c8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.600782] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.600984] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.601909] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7867c5e7-b517-403b-8dc4-e9ed017367f4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.609206] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 969.609206] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c26093-6bd3-fcc9-ffb0-e081031a8c1b" [ 969.609206] env[65978]: _type = "Task" [ 969.609206] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.621696] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c26093-6bd3-fcc9-ffb0-e081031a8c1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.629412] env[65978]: WARNING neutronclient.v2_0.client [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.751411] env[65978]: DEBUG nova.compute.manager [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 969.751664] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.752681] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb20f1e-89ad-4580-9932-71340c98e5f9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.762111] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.763089] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42178f33-acc2-4b6b-9cf3-83aaa32f2963 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.778397] env[65978]: DEBUG oslo_vmware.api [None req-91d227f7-0bed-4c03-81f8-00e195e4238b tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714832, 'name': PowerOnVM_Task, 'duration_secs': 0.67211} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.779959] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d227f7-0bed-4c03-81f8-00e195e4238b tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.780209] env[65978]: DEBUG nova.compute.manager [None req-91d227f7-0bed-4c03-81f8-00e195e4238b tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 969.780627] env[65978]: DEBUG oslo_vmware.api [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for the task: (returnval){ [ 969.780627] env[65978]: value = "task-4714833" [ 969.780627] env[65978]: _type = "Task" [ 969.780627] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.781953] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf4d400-8624-43a7-aa61-e18244ca53e7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.800789] env[65978]: DEBUG oslo_vmware.api [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.808076] env[65978]: DEBUG nova.network.neutron [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Updating instance_info_cache with network_info: [{"id": "c8d29dae-21ae-4d1d-8ec5-27dcbebfe6d4", "address": "fa:16:3e:df:96:79", "network": {"id": "1e368590-0060-4ae5-98b3-473ded4d1c9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-91998457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0621c7972ce94ada85614a788f5f6302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8d29dae-21", "ovs_interfaceid": "c8d29dae-21ae-4d1d-8ec5-27dcbebfe6d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.820804] env[65978]: DEBUG oslo_concurrency.lockutils [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Releasing lock "refresh_cache-2065da93-93a5-4439-8bdc-517cda51c0d8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.848231] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquiring lock "08408e61-edfa-485b-b7d2-2c10b31d365e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.849200] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Lock "08408e61-edfa-485b-b7d2-2c10b31d365e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.943600] env[65978]: DEBUG oslo_concurrency.lockutils [None req-52cf7ee7-32bb-4e18-90dc-607664910d56 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "b4c00bd3-6226-4ee8-88c1-3f3c986377a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.213s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.949848] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.952021] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.037s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.952021] env[65978]: DEBUG nova.objects.instance [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lazy-loading 'resources' on Instance uuid 751c268f-df95-4b58-b48e-fffd605b79c6 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.980969] env[65978]: INFO nova.scheduler.client.report [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Deleted allocations for instance be6b8c2b-2f75-4d82-907b-5e1486992605 [ 970.123446] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c26093-6bd3-fcc9-ffb0-e081031a8c1b, 'name': SearchDatastore_Task, 'duration_secs': 0.026297} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.125115] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b67d3e1d-1ac7-46bb-9b5e-f94231f5e890 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.131319] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 970.131319] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c67b8a-f205-a465-32a1-fd77c1b02898" [ 970.131319] env[65978]: _type = "Task" [ 970.131319] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.143599] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c67b8a-f205-a465-32a1-fd77c1b02898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.249711] env[65978]: DEBUG nova.compute.manager [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Received event network-changed-b0e864d1-8095-48e0-8e49-81b86d584fc3 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 970.250235] env[65978]: DEBUG nova.compute.manager [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Refreshing instance network info cache due to event network-changed-b0e864d1-8095-48e0-8e49-81b86d584fc3. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 970.250478] env[65978]: DEBUG oslo_concurrency.lockutils [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] Acquiring lock "refresh_cache-a23499dc-3216-4493-869d-519c1c92eb37" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.250700] env[65978]: DEBUG oslo_concurrency.lockutils [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] Acquired lock "refresh_cache-a23499dc-3216-4493-869d-519c1c92eb37" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.250865] env[65978]: DEBUG nova.network.neutron [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Refreshing network info cache for port b0e864d1-8095-48e0-8e49-81b86d584fc3 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.299629] env[65978]: DEBUG oslo_vmware.api [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714833, 'name': PowerOffVM_Task, 'duration_secs': 0.411305} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.300153] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.300516] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.300957] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc3c3863-4b9f-46f5-8924-18cff398f6ef {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.311361] env[65978]: DEBUG oslo_concurrency.lockutils [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Releasing lock "refresh_cache-958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.311517] env[65978]: DEBUG nova.compute.manager [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Instance network_info: |[{"id": "c8d29dae-21ae-4d1d-8ec5-27dcbebfe6d4", "address": "fa:16:3e:df:96:79", "network": {"id": "1e368590-0060-4ae5-98b3-473ded4d1c9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-91998457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0621c7972ce94ada85614a788f5f6302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8d29dae-21", "ovs_interfaceid": "c8d29dae-21ae-4d1d-8ec5-27dcbebfe6d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 970.312275] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:96:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8d29dae-21ae-4d1d-8ec5-27dcbebfe6d4', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.319988] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 970.322130] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.322696] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc7ec4cd-510f-45d9-ac47-6ff6d8bc3b72 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.348380] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.348380] env[65978]: value = "task-4714835" [ 970.348380] env[65978]: _type = "Task" [ 970.348380] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.353088] env[65978]: DEBUG nova.compute.manager [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 970.362738] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714835, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.379287] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.379762] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.380075] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Deleting the datastore file [datastore1] e9e7a0bc-f2a3-42a1-bc37-13720a961b56 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.380347] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab45235a-cb24-4dc3-9ae9-23c867821f8a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.391322] env[65978]: DEBUG oslo_vmware.api [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for the task: (returnval){ [ 970.391322] env[65978]: value = "task-4714836" [ 970.391322] env[65978]: _type = "Task" [ 970.391322] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.404402] env[65978]: DEBUG oslo_vmware.api [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.493170] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a620df6c-d431-4918-84bb-e322f2b21264 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "be6b8c2b-2f75-4d82-907b-5e1486992605" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.105s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.583637] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Acquiring lock "a38bd22c-460b-445c-9e8a-d7ec4a331d15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.583637] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Lock "a38bd22c-460b-445c-9e8a-d7ec4a331d15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.583637] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Acquiring lock "a38bd22c-460b-445c-9e8a-d7ec4a331d15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.583637] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Lock "a38bd22c-460b-445c-9e8a-d7ec4a331d15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.583637] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Lock "a38bd22c-460b-445c-9e8a-d7ec4a331d15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.586163] env[65978]: INFO nova.compute.manager [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Terminating instance [ 970.651163] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c67b8a-f205-a465-32a1-fd77c1b02898, 'name': SearchDatastore_Task, 'duration_secs': 0.015205} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.655973] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.656640] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a23499dc-3216-4493-869d-519c1c92eb37/a23499dc-3216-4493-869d-519c1c92eb37.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.657497] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b3c637a-451d-410c-88a7-68012722918c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.667166] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 970.667166] env[65978]: value = "task-4714837" [ 970.667166] env[65978]: _type = "Task" [ 970.667166] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.683409] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.755141] env[65978]: WARNING neutronclient.v2_0.client [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.868365] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714835, 'name': CreateVM_Task, 'duration_secs': 0.389069} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.868564] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.869253] env[65978]: WARNING neutronclient.v2_0.client [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.869741] env[65978]: DEBUG oslo_concurrency.lockutils [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.869741] env[65978]: DEBUG oslo_concurrency.lockutils [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.870429] env[65978]: DEBUG oslo_concurrency.lockutils [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.870429] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-055f7fa3-da7d-4689-9907-f9e5a89a939f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.879963] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 970.879963] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52925d4d-b18f-6045-56a8-9b0aed2fbd08" [ 970.879963] env[65978]: _type = "Task" [ 970.879963] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.885666] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.894815] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52925d4d-b18f-6045-56a8-9b0aed2fbd08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.904194] env[65978]: DEBUG oslo_vmware.api [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Task: {'id': task-4714836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317043} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.904634] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.904715] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.904916] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.906041] env[65978]: INFO nova.compute.manager [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Took 1.15 seconds to destroy the instance on the hypervisor. [ 970.906041] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 970.906041] env[65978]: DEBUG nova.compute.manager [-] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 970.906041] env[65978]: DEBUG nova.network.neutron [-] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 970.906041] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.935317] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a78697e-3610-46cc-8903-5b7ca212e6ad {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.946443] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e543a2-de4c-4480-a3af-4d35211dfa9f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.979599] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d5d580-ac39-4615-8806-12ed0677def1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.989313] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1651e082-b512-4a52-8687-743496803bf6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.009086] env[65978]: DEBUG nova.compute.provider_tree [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.014968] env[65978]: DEBUG nova.compute.manager [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 971.016677] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a488d8-e068-409c-947e-5c6d3a5e04f3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.091188] env[65978]: DEBUG nova.compute.manager [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 971.091439] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.092496] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bbe997-4348-47b9-83ba-dad636895976 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.102721] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.103171] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf60f7e0-7af0-4f4c-a213-c5004af4d475 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.115162] env[65978]: DEBUG oslo_vmware.api [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Waiting for the task: (returnval){ [ 971.115162] env[65978]: value = "task-4714838" [ 971.115162] env[65978]: _type = "Task" [ 971.115162] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.125233] env[65978]: DEBUG oslo_vmware.api [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.180631] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714837, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.357806] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf6e009-5ba4-49b2-823b-8480f1a5b06b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.384995] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Updating instance '2065da93-93a5-4439-8bdc-517cda51c0d8' progress to 0 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 971.394639] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.413318] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52925d4d-b18f-6045-56a8-9b0aed2fbd08, 'name': SearchDatastore_Task, 'duration_secs': 0.012192} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.413318] env[65978]: DEBUG oslo_concurrency.lockutils [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.413318] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.413318] env[65978]: DEBUG oslo_concurrency.lockutils [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.413318] env[65978]: DEBUG oslo_concurrency.lockutils [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.413318] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.413318] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf54443a-5acc-43fd-9c0f-6768cbdb6614 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.433610] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.434374] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.435152] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf4d6789-aa0f-41e2-9eb1-3c04353e43f7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.442678] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 971.442678] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52020f8c-933e-bae6-f36a-5e15c89b2043" [ 971.442678] env[65978]: _type = "Task" [ 971.442678] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.455126] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52020f8c-933e-bae6-f36a-5e15c89b2043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.512397] env[65978]: DEBUG nova.scheduler.client.report [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.533221] env[65978]: INFO nova.compute.manager [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] instance snapshotting [ 971.540900] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f07470-e4e8-4148-a75f-1da053d3e712 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.574861] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d035f36-773f-42a7-acae-2c263929be49 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.634511] env[65978]: DEBUG oslo_vmware.api [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714838, 'name': PowerOffVM_Task, 'duration_secs': 0.318245} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.634977] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.635864] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.636816] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-602b79ef-5021-4a8c-8800-c0cf4ec066a5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.682121] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.836684} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.686621] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a23499dc-3216-4493-869d-519c1c92eb37/a23499dc-3216-4493-869d-519c1c92eb37.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.686889] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.687461] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b75e1e8-c838-4f9e-9a14-5ebcff3c6de9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.696078] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 971.696078] env[65978]: value = "task-4714840" [ 971.696078] env[65978]: _type = "Task" [ 971.696078] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.709994] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.772493] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.772493] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.772493] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Deleting the datastore file [datastore2] a38bd22c-460b-445c-9e8a-d7ec4a331d15 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.772493] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dd5d1fd-da14-4bd6-85f8-93594af369c4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.782913] env[65978]: DEBUG oslo_vmware.api [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Waiting for the task: (returnval){ [ 971.782913] env[65978]: value = "task-4714841" [ 971.782913] env[65978]: _type = "Task" [ 971.782913] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.793263] env[65978]: DEBUG oslo_vmware.api [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.895619] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.895892] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8348154-bcbc-4398-bb95-b8efbb48d019 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.905764] env[65978]: DEBUG oslo_vmware.api [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 971.905764] env[65978]: value = "task-4714842" [ 971.905764] env[65978]: _type = "Task" [ 971.905764] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.925988] env[65978]: DEBUG oslo_vmware.api [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.950220] env[65978]: WARNING neutronclient.v2_0.client [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.960931] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52020f8c-933e-bae6-f36a-5e15c89b2043, 'name': SearchDatastore_Task, 'duration_secs': 0.043766} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.961829] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b3d8166-97c2-4fc7-b88a-a260298779d7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.970610] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 971.970610] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b90349-a1cf-e7ec-b82a-d1eea10a09c8" [ 971.970610] env[65978]: _type = "Task" [ 971.970610] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.988888] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b90349-a1cf-e7ec-b82a-d1eea10a09c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010935} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.989297] env[65978]: DEBUG oslo_concurrency.lockutils [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.990363] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3/958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.990363] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d3cb92c-4a6e-494a-a378-ea8bffa2bc0b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.000331] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 972.000331] env[65978]: value = "task-4714843" [ 972.000331] env[65978]: _type = "Task" [ 972.000331] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.012900] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.020244] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.024547] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.946s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.025282] env[65978]: INFO nova.compute.claims [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.062380] env[65978]: INFO nova.scheduler.client.report [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Deleted allocations for instance 751c268f-df95-4b58-b48e-fffd605b79c6 [ 972.087547] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Creating Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 972.088866] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-72821423-40bd-454f-aa38-0ebdcad9372e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.105410] env[65978]: DEBUG oslo_vmware.api [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 972.105410] env[65978]: value = "task-4714844" [ 972.105410] env[65978]: _type = "Task" [ 972.105410] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.121608] env[65978]: DEBUG oslo_vmware.api [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714844, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.172586] env[65978]: DEBUG nova.network.neutron [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Updated VIF entry in instance network info cache for port b0e864d1-8095-48e0-8e49-81b86d584fc3. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 972.172941] env[65978]: DEBUG nova.network.neutron [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Updating instance_info_cache with network_info: [{"id": "b0e864d1-8095-48e0-8e49-81b86d584fc3", "address": "fa:16:3e:bf:78:07", "network": {"id": "6fed0f81-7458-4058-912d-c53e30dc5e98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-548756589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89300743ada64b348ab266269b499f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0e864d1-80", "ovs_interfaceid": "b0e864d1-8095-48e0-8e49-81b86d584fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.210983] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081583} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.212140] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.215725] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3a9a03-47c4-47bf-a7b9-447d1d3f50aa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.245726] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] a23499dc-3216-4493-869d-519c1c92eb37/a23499dc-3216-4493-869d-519c1c92eb37.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.246840] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a048bd74-55ef-47f6-9d81-756365986783 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.268843] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 972.268843] env[65978]: value = "task-4714848" [ 972.268843] env[65978]: _type = "Task" [ 972.268843] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.286801] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714848, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.301343] env[65978]: DEBUG oslo_vmware.api [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Task: {'id': task-4714841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198983} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.302668] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.303348] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.303438] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.303718] env[65978]: INFO nova.compute.manager [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Took 1.21 seconds to destroy the instance on the hypervisor. [ 972.304318] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 972.304436] env[65978]: DEBUG nova.compute.manager [-] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 972.305104] env[65978]: DEBUG nova.network.neutron [-] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 972.305104] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.419089] env[65978]: DEBUG oslo_vmware.api [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714842, 'name': PowerOffVM_Task, 'duration_secs': 0.345343} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.419506] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.419586] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Updating instance '2065da93-93a5-4439-8bdc-517cda51c0d8' progress to 17 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 972.474657] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.517116] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714843, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.562016] env[65978]: DEBUG nova.network.neutron [-] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.579904] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9ff29248-9286-4a31-bff4-79d59473201c tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "751c268f-df95-4b58-b48e-fffd605b79c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.599s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.618681] env[65978]: DEBUG oslo_vmware.api [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714844, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.655217] env[65978]: DEBUG nova.compute.manager [req-774466da-078e-4d0e-9214-6961da7837a1 req-1061a498-bd39-4f33-abc7-1452a66c888b service nova] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Received event network-vif-deleted-db383d6c-289f-47e7-a5cb-60c928d834f0 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 972.681585] env[65978]: DEBUG oslo_concurrency.lockutils [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] Releasing lock "refresh_cache-a23499dc-3216-4493-869d-519c1c92eb37" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.681730] env[65978]: DEBUG nova.compute.manager [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Received event network-vif-plugged-c8d29dae-21ae-4d1d-8ec5-27dcbebfe6d4 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 972.681959] env[65978]: DEBUG oslo_concurrency.lockutils [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] Acquiring lock "958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.682206] env[65978]: DEBUG oslo_concurrency.lockutils [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] Lock "958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.682376] env[65978]: DEBUG oslo_concurrency.lockutils [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] Lock "958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.682556] env[65978]: DEBUG nova.compute.manager [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] No waiting events found dispatching network-vif-plugged-c8d29dae-21ae-4d1d-8ec5-27dcbebfe6d4 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 972.682743] env[65978]: WARNING nova.compute.manager [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Received unexpected event network-vif-plugged-c8d29dae-21ae-4d1d-8ec5-27dcbebfe6d4 for instance with vm_state building and task_state spawning. [ 972.682924] env[65978]: DEBUG nova.compute.manager [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Received event network-changed-c8d29dae-21ae-4d1d-8ec5-27dcbebfe6d4 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 972.683145] env[65978]: DEBUG nova.compute.manager [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Refreshing instance network info cache due to event network-changed-c8d29dae-21ae-4d1d-8ec5-27dcbebfe6d4. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 972.683365] env[65978]: DEBUG oslo_concurrency.lockutils [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] Acquiring lock "refresh_cache-958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.683493] env[65978]: DEBUG oslo_concurrency.lockutils [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] Acquired lock "refresh_cache-958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.683656] env[65978]: DEBUG nova.network.neutron [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Refreshing network info cache for port c8d29dae-21ae-4d1d-8ec5-27dcbebfe6d4 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.714523] env[65978]: DEBUG nova.compute.manager [req-f4334557-0a8a-4afb-9199-8c2227f6e2c2 req-5c34a5ad-8ab1-4509-81cd-0f53b8e123bd service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Received event network-changed-41578b20-eac4-4c0b-bb84-dc6ef9724591 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 972.714733] env[65978]: DEBUG nova.compute.manager [req-f4334557-0a8a-4afb-9199-8c2227f6e2c2 req-5c34a5ad-8ab1-4509-81cd-0f53b8e123bd service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Refreshing instance network info cache due to event network-changed-41578b20-eac4-4c0b-bb84-dc6ef9724591. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 972.714951] env[65978]: DEBUG oslo_concurrency.lockutils [req-f4334557-0a8a-4afb-9199-8c2227f6e2c2 req-5c34a5ad-8ab1-4509-81cd-0f53b8e123bd service nova] Acquiring lock "refresh_cache-b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.717038] env[65978]: DEBUG oslo_concurrency.lockutils [req-f4334557-0a8a-4afb-9199-8c2227f6e2c2 req-5c34a5ad-8ab1-4509-81cd-0f53b8e123bd service nova] Acquired lock "refresh_cache-b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.717389] env[65978]: DEBUG nova.network.neutron [req-f4334557-0a8a-4afb-9199-8c2227f6e2c2 req-5c34a5ad-8ab1-4509-81cd-0f53b8e123bd service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Refreshing network info cache for port 41578b20-eac4-4c0b-bb84-dc6ef9724591 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.788032] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714848, 'name': ReconfigVM_Task, 'duration_secs': 0.436303} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.794106] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Reconfigured VM instance instance-00000059 to attach disk [datastore2] a23499dc-3216-4493-869d-519c1c92eb37/a23499dc-3216-4493-869d-519c1c92eb37.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.794106] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd3c0a32-ae20-4fbc-945f-a29ad060e188 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.798797] env[65978]: DEBUG oslo_concurrency.lockutils [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "2f454d73-1141-46d1-97ce-8f85281d961c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.798797] env[65978]: DEBUG oslo_concurrency.lockutils [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "2f454d73-1141-46d1-97ce-8f85281d961c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.798797] env[65978]: DEBUG oslo_concurrency.lockutils [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "2f454d73-1141-46d1-97ce-8f85281d961c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.798797] env[65978]: DEBUG oslo_concurrency.lockutils [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "2f454d73-1141-46d1-97ce-8f85281d961c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.799226] env[65978]: DEBUG oslo_concurrency.lockutils [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "2f454d73-1141-46d1-97ce-8f85281d961c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.807385] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 972.807385] env[65978]: value = "task-4714849" [ 972.807385] env[65978]: _type = "Task" [ 972.807385] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.808926] env[65978]: INFO nova.compute.manager [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Terminating instance [ 972.826778] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714849, 'name': Rename_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.930154] env[65978]: DEBUG nova.virt.hardware [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 972.930154] env[65978]: DEBUG nova.virt.hardware [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.930154] env[65978]: DEBUG nova.virt.hardware [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 972.930154] env[65978]: DEBUG nova.virt.hardware [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.930154] env[65978]: DEBUG nova.virt.hardware [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 972.930154] env[65978]: DEBUG nova.virt.hardware [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 972.930154] env[65978]: DEBUG nova.virt.hardware [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 972.930461] env[65978]: DEBUG nova.virt.hardware [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 972.930461] env[65978]: DEBUG nova.virt.hardware [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 972.930694] env[65978]: DEBUG nova.virt.hardware [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 972.930924] env[65978]: DEBUG nova.virt.hardware [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 972.937608] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ce74345-a0f7-436f-a958-90b7a503271e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.958447] env[65978]: DEBUG oslo_vmware.api [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 972.958447] env[65978]: value = "task-4714850" [ 972.958447] env[65978]: _type = "Task" [ 972.958447] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.969662] env[65978]: DEBUG oslo_vmware.api [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.015923] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730563} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.015923] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3/958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.016179] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.016349] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-175b3c4c-1d11-4870-b1e1-b1e71258c32c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.027123] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 973.027123] env[65978]: value = "task-4714851" [ 973.027123] env[65978]: _type = "Task" [ 973.027123] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.033662] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.068889] env[65978]: INFO nova.compute.manager [-] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Took 2.16 seconds to deallocate network for instance. [ 973.124789] env[65978]: DEBUG oslo_vmware.api [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714844, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.188647] env[65978]: WARNING neutronclient.v2_0.client [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.224040] env[65978]: WARNING neutronclient.v2_0.client [req-f4334557-0a8a-4afb-9199-8c2227f6e2c2 req-5c34a5ad-8ab1-4509-81cd-0f53b8e123bd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.319749] env[65978]: DEBUG nova.compute.manager [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 973.320123] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.321009] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b667a367-2ad9-49e6-93e2-40f8422013a8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.334310] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714849, 'name': Rename_Task, 'duration_secs': 0.159287} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.337983] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.338639] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-047210bf-8927-415e-8fd9-6f125c9b251a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.343332] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.344121] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0adaad75-b6bc-4921-99f4-70bbb445a5e4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.349504] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 973.349504] env[65978]: value = "task-4714852" [ 973.349504] env[65978]: _type = "Task" [ 973.349504] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.355042] env[65978]: DEBUG oslo_vmware.api [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 973.355042] env[65978]: value = "task-4714853" [ 973.355042] env[65978]: _type = "Task" [ 973.355042] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.363336] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.377749] env[65978]: DEBUG oslo_vmware.api [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.478932] env[65978]: DEBUG oslo_vmware.api [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714850, 'name': ReconfigVM_Task, 'duration_secs': 0.390045} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.483693] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Updating instance '2065da93-93a5-4439-8bdc-517cda51c0d8' progress to 33 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 973.540278] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069287} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.540278] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.541599] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989a7ab7-7b7d-4e2a-a1b4-9ed81a752b10 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.557037] env[65978]: DEBUG nova.network.neutron [-] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.569064] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3/958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.575911] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0772cf8-7c72-4e2a-b0f5-3cc50b7e64d5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.593869] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.601749] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 973.601749] env[65978]: value = "task-4714854" [ 973.601749] env[65978]: _type = "Task" [ 973.601749] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.618028] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.624788] env[65978]: DEBUG oslo_vmware.api [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714844, 'name': CreateSnapshot_Task, 'duration_secs': 1.473312} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.626300] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Created Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 973.627400] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b177644-b7af-44a3-b69b-67486d240d0b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.635563] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b490e8-4fcb-41f8-8234-1072ac0c4945 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.650417] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd769f24-5be3-418c-b795-e8a975151728 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.686868] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79915d2b-8aff-4b77-90f4-a45d96418edf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.696510] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af817e5b-87d5-48ad-9952-f0b2fa385e1e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.713645] env[65978]: DEBUG nova.compute.provider_tree [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.785957] env[65978]: WARNING neutronclient.v2_0.client [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.843419] env[65978]: WARNING neutronclient.v2_0.client [req-f4334557-0a8a-4afb-9199-8c2227f6e2c2 req-5c34a5ad-8ab1-4509-81cd-0f53b8e123bd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.865918] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714852, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.871828] env[65978]: DEBUG oslo_vmware.api [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714853, 'name': PowerOffVM_Task, 'duration_secs': 0.290112} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.872150] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.872307] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.872568] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc0d9d40-030e-4785-bfa6-9a3ff5c4c2b0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.956921] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.957181] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.957460] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Deleting the datastore file [datastore1] 2f454d73-1141-46d1-97ce-8f85281d961c {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.957771] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8251fbaf-409e-44a9-909d-3045666bdf5a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.965456] env[65978]: DEBUG oslo_vmware.api [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 973.965456] env[65978]: value = "task-4714856" [ 973.965456] env[65978]: _type = "Task" [ 973.965456] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.972012] env[65978]: DEBUG nova.network.neutron [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Updated VIF entry in instance network info cache for port c8d29dae-21ae-4d1d-8ec5-27dcbebfe6d4. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 973.972393] env[65978]: DEBUG nova.network.neutron [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Updating instance_info_cache with network_info: [{"id": "c8d29dae-21ae-4d1d-8ec5-27dcbebfe6d4", "address": "fa:16:3e:df:96:79", "network": {"id": "1e368590-0060-4ae5-98b3-473ded4d1c9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-91998457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0621c7972ce94ada85614a788f5f6302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8d29dae-21", "ovs_interfaceid": "c8d29dae-21ae-4d1d-8ec5-27dcbebfe6d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.979352] env[65978]: DEBUG oslo_vmware.api [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.994299] env[65978]: DEBUG nova.virt.hardware [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:34:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e4db2e5c-4ea9-43a8-8014-eeaad7cbbf4c',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-777896504',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 973.994548] env[65978]: DEBUG nova.virt.hardware [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.994665] env[65978]: DEBUG nova.virt.hardware [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 973.994832] env[65978]: DEBUG nova.virt.hardware [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.994974] env[65978]: DEBUG nova.virt.hardware [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 973.995781] env[65978]: DEBUG nova.virt.hardware [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 973.996062] env[65978]: DEBUG nova.virt.hardware [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 973.996238] env[65978]: DEBUG nova.virt.hardware [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 973.996403] env[65978]: DEBUG nova.virt.hardware [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 973.997081] env[65978]: DEBUG nova.virt.hardware [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 973.997700] env[65978]: DEBUG nova.virt.hardware [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 974.007785] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 974.007785] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-097e9f3b-651f-471b-9161-f35512785123 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.028967] env[65978]: DEBUG oslo_vmware.api [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 974.028967] env[65978]: value = "task-4714857" [ 974.028967] env[65978]: _type = "Task" [ 974.028967] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.042989] env[65978]: DEBUG oslo_vmware.api [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.045470] env[65978]: DEBUG nova.network.neutron [req-f4334557-0a8a-4afb-9199-8c2227f6e2c2 req-5c34a5ad-8ab1-4509-81cd-0f53b8e123bd service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Updated VIF entry in instance network info cache for port 41578b20-eac4-4c0b-bb84-dc6ef9724591. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 974.045967] env[65978]: DEBUG nova.network.neutron [req-f4334557-0a8a-4afb-9199-8c2227f6e2c2 req-5c34a5ad-8ab1-4509-81cd-0f53b8e123bd service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Updating instance_info_cache with network_info: [{"id": "41578b20-eac4-4c0b-bb84-dc6ef9724591", "address": "fa:16:3e:d2:ba:b7", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41578b20-ea", "ovs_interfaceid": "41578b20-eac4-4c0b-bb84-dc6ef9724591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.073045] env[65978]: INFO nova.compute.manager [-] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Took 1.77 seconds to deallocate network for instance. [ 974.114964] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.162091] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Creating linked-clone VM from snapshot {{(pid=65978) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 974.162862] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7c4e9757-2565-4ef9-9091-2ecf9209c59d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.172875] env[65978]: DEBUG oslo_vmware.api [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 974.172875] env[65978]: value = "task-4714858" [ 974.172875] env[65978]: _type = "Task" [ 974.172875] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.185931] env[65978]: DEBUG oslo_vmware.api [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714858, 'name': CloneVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.220273] env[65978]: DEBUG nova.scheduler.client.report [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.363863] env[65978]: DEBUG oslo_vmware.api [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4714852, 'name': PowerOnVM_Task, 'duration_secs': 0.689876} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.365268] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.365268] env[65978]: INFO nova.compute.manager [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Took 10.87 seconds to spawn the instance on the hypervisor. [ 974.365268] env[65978]: DEBUG nova.compute.manager [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 974.365908] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b7e50d-9fb5-40e3-98d4-15b90eb1b76b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.477111] env[65978]: DEBUG oslo_vmware.api [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4714856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190139} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.477404] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.477583] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.477790] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.477924] env[65978]: INFO nova.compute.manager [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 974.478192] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 974.478435] env[65978]: DEBUG nova.compute.manager [-] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 974.478541] env[65978]: DEBUG nova.network.neutron [-] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 974.478798] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.481256] env[65978]: DEBUG oslo_concurrency.lockutils [req-7b5acf58-6dca-4132-a0e1-9c0807dc9121 req-6a329d56-9574-43db-beef-786c0648f613 service nova] Releasing lock "refresh_cache-958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.514537] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.542748] env[65978]: DEBUG oslo_vmware.api [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714857, 'name': ReconfigVM_Task, 'duration_secs': 0.193072} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.543164] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 974.544283] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93ee4e6-9387-4dc4-bf1e-31c622894de0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.565201] env[65978]: DEBUG oslo_concurrency.lockutils [req-f4334557-0a8a-4afb-9199-8c2227f6e2c2 req-5c34a5ad-8ab1-4509-81cd-0f53b8e123bd service nova] Releasing lock "refresh_cache-b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.575770] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 2065da93-93a5-4439-8bdc-517cda51c0d8/2065da93-93a5-4439-8bdc-517cda51c0d8.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.576762] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f248d6d-8c03-406e-857e-80b35ec4ab65 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.601859] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.611484] env[65978]: DEBUG oslo_vmware.api [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 974.611484] env[65978]: value = "task-4714859" [ 974.611484] env[65978]: _type = "Task" [ 974.611484] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.619133] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.623373] env[65978]: DEBUG oslo_vmware.api [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.686271] env[65978]: DEBUG oslo_vmware.api [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714858, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.726091] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.726819] env[65978]: DEBUG nova.compute.manager [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 974.730685] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.213s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.734109] env[65978]: INFO nova.compute.claims [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.891452] env[65978]: INFO nova.compute.manager [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Took 43.82 seconds to build instance. [ 975.121172] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.127948] env[65978]: DEBUG oslo_vmware.api [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714859, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.187575] env[65978]: DEBUG oslo_vmware.api [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714858, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.238450] env[65978]: DEBUG nova.compute.utils [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.242672] env[65978]: DEBUG nova.compute.manager [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Not allocating networking since 'none' was specified. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 975.346475] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "a23ad05a-9c75-428b-8277-f443ab1e4e2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.346853] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "a23ad05a-9c75-428b-8277-f443ab1e4e2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.350187] env[65978]: DEBUG nova.compute.manager [req-93e18742-d52c-4e86-91f0-423453c64a9a req-2ebd8267-924e-4cdf-9d11-8e6a039fbd4c service nova] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Received event network-vif-deleted-7e147538-83cf-4275-969f-b5a970018aa0 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 975.350187] env[65978]: DEBUG nova.compute.manager [req-93e18742-d52c-4e86-91f0-423453c64a9a req-2ebd8267-924e-4cdf-9d11-8e6a039fbd4c service nova] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Received event network-vif-deleted-0f4305c4-19af-473a-a3d4-07b40ce3a64c {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 975.350669] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "0674d730-2d85-4513-a9a0-c5a323100751" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.351138] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "0674d730-2d85-4513-a9a0-c5a323100751" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.351601] env[65978]: INFO nova.compute.manager [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Shelving [ 975.394135] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6981e6b4-1d02-4fcb-b92e-ee87069f5e8b tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "a23499dc-3216-4493-869d-519c1c92eb37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.330s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.619270] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.630405] env[65978]: DEBUG oslo_vmware.api [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714859, 'name': ReconfigVM_Task, 'duration_secs': 0.571685} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.630913] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 2065da93-93a5-4439-8bdc-517cda51c0d8/2065da93-93a5-4439-8bdc-517cda51c0d8.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.631229] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Updating instance '2065da93-93a5-4439-8bdc-517cda51c0d8' progress to 50 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 975.653045] env[65978]: DEBUG nova.network.neutron [-] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.686290] env[65978]: DEBUG oslo_vmware.api [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714858, 'name': CloneVM_Task, 'duration_secs': 1.377666} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.686412] env[65978]: INFO nova.virt.vmwareapi.vmops [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Created linked-clone VM from snapshot [ 975.687220] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3415cc5-e4ad-453d-aeaa-8adeb04d8598 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.698588] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Uploading image b8806231-4c6b-4397-a555-3bfa3f8bcf62 {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 975.718034] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Destroying the VM {{(pid=65978) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 975.718263] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e9cd9e02-a4b8-4c90-870d-eb567ef4d501 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.728457] env[65978]: DEBUG oslo_vmware.api [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 975.728457] env[65978]: value = "task-4714861" [ 975.728457] env[65978]: _type = "Task" [ 975.728457] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.739359] env[65978]: DEBUG oslo_vmware.api [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714861, 'name': Destroy_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.745265] env[65978]: DEBUG nova.compute.manager [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 975.762727] env[65978]: DEBUG nova.compute.manager [req-ab4e3bbc-092b-44ff-9ed3-ff1559409db5 req-f533a39d-2526-461b-b803-d84ca7307dad service nova] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Received event network-vif-deleted-05e27261-4854-475d-8f11-799aca744659 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 975.851455] env[65978]: DEBUG nova.compute.manager [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 975.867806] env[65978]: DEBUG oslo_concurrency.lockutils [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.868176] env[65978]: DEBUG oslo_concurrency.lockutils [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.120426] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.141517] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad07333-670c-4da6-a1a3-6abb92482851 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.167080] env[65978]: INFO nova.compute.manager [-] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Took 1.69 seconds to deallocate network for instance. [ 976.172181] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c64d20d-8021-431a-a245-9eb6e7460605 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.198994] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Updating instance '2065da93-93a5-4439-8bdc-517cda51c0d8' progress to 67 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 976.204807] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddc6f42-8bb4-4f78-9e41-7ccd3bf5c59e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.215044] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0407ebd-1e63-4808-b858-af619e44ba0d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.254501] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68802fa6-6e1a-4a2a-b22e-79cffd859d74 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.267563] env[65978]: DEBUG oslo_vmware.api [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714861, 'name': Destroy_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.271067] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848ed5ad-83d2-48c3-acb4-6c01364f2cb9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.287339] env[65978]: DEBUG nova.compute.provider_tree [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.368179] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.368476] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86634c70-318b-470e-957c-e148119825ac {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.374282] env[65978]: DEBUG nova.compute.manager [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 976.379305] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.383739] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 976.383739] env[65978]: value = "task-4714862" [ 976.383739] env[65978]: _type = "Task" [ 976.383739] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.396440] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.620124] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.681050] env[65978]: DEBUG oslo_concurrency.lockutils [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.710329] env[65978]: WARNING neutronclient.v2_0.client [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.710849] env[65978]: WARNING neutronclient.v2_0.client [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.763811] env[65978]: DEBUG nova.compute.manager [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 976.766070] env[65978]: DEBUG oslo_vmware.api [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714861, 'name': Destroy_Task, 'duration_secs': 0.7624} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.767084] env[65978]: DEBUG nova.network.neutron [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Port 271e1bd6-2478-464f-8d1c-a7f33e10719d binding to destination host cpu-1 is already ACTIVE {{(pid=65978) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 976.772023] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Destroyed the VM [ 976.772023] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Deleting Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 976.772023] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-49664b52-9d35-44d7-868c-321f50000438 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.777214] env[65978]: DEBUG oslo_vmware.api [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 976.777214] env[65978]: value = "task-4714863" [ 976.777214] env[65978]: _type = "Task" [ 976.777214] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.788310] env[65978]: DEBUG oslo_vmware.api [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714863, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.793205] env[65978]: DEBUG nova.scheduler.client.report [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.807691] env[65978]: DEBUG nova.virt.hardware [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 976.808027] env[65978]: DEBUG nova.virt.hardware [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.808260] env[65978]: DEBUG nova.virt.hardware [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 976.808537] env[65978]: DEBUG nova.virt.hardware [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.808746] env[65978]: DEBUG nova.virt.hardware [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 976.808928] env[65978]: DEBUG nova.virt.hardware [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 976.809235] env[65978]: DEBUG nova.virt.hardware [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 976.809491] env[65978]: DEBUG nova.virt.hardware [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 976.809753] env[65978]: DEBUG nova.virt.hardware [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 976.809972] env[65978]: DEBUG nova.virt.hardware [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 976.810746] env[65978]: DEBUG nova.virt.hardware [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 976.814307] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2290b9bc-e79a-479d-977e-08a86756ba80 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.826382] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e10e029-2c36-479e-a9c2-d17a0a3db06b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.856030] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Instance VIF info [] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.858504] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Creating folder: Project (96459cbd8d3a4550b745e146f516ab77). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.859119] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dee63bbd-1002-4c54-8a99-344da2aa4c75 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.872186] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Created folder: Project (96459cbd8d3a4550b745e146f516ab77) in parent group-v919857. [ 976.872474] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Creating folder: Instances. Parent ref: group-v920112. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.872803] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a42faf5-d034-49fe-8bae-613648cd7c81 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.891281] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Created folder: Instances in parent group-v920112. [ 976.891577] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 976.891937] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.892657] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9f3c433-6d21-48b5-93e9-d365d1a22ab4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.907137] env[65978]: DEBUG oslo_concurrency.lockutils [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.912114] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714862, 'name': PowerOffVM_Task, 'duration_secs': 0.498874} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.913043] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.914085] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c55d6c-6112-4563-99aa-96c4b70f4056 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.919487] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.919487] env[65978]: value = "task-4714866" [ 976.919487] env[65978]: _type = "Task" [ 976.919487] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.941876] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe96d16e-e6ad-440e-a91c-3b61cc1b1c13 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.958202] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714866, 'name': CreateVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.117746] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714854, 'name': ReconfigVM_Task, 'duration_secs': 3.308594} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.118022] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3/958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.118685] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73dfbd7e-b5d1-4834-a32d-08c7b60a5b01 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.126940] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 977.126940] env[65978]: value = "task-4714867" [ 977.126940] env[65978]: _type = "Task" [ 977.126940] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.137328] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714867, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.292315] env[65978]: DEBUG oslo_vmware.api [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714863, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.299620] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.300607] env[65978]: DEBUG nova.compute.manager [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 977.303770] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.589s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.306597] env[65978]: INFO nova.compute.claims [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.387500] env[65978]: DEBUG nova.compute.manager [req-d55e9cee-1367-4bba-a098-430a78507254 req-7b7ede57-6ecc-481a-9002-21615a30edef service nova] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Received event network-changed-b0e864d1-8095-48e0-8e49-81b86d584fc3 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 977.387727] env[65978]: DEBUG nova.compute.manager [req-d55e9cee-1367-4bba-a098-430a78507254 req-7b7ede57-6ecc-481a-9002-21615a30edef service nova] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Refreshing instance network info cache due to event network-changed-b0e864d1-8095-48e0-8e49-81b86d584fc3. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 977.387958] env[65978]: DEBUG oslo_concurrency.lockutils [req-d55e9cee-1367-4bba-a098-430a78507254 req-7b7ede57-6ecc-481a-9002-21615a30edef service nova] Acquiring lock "refresh_cache-a23499dc-3216-4493-869d-519c1c92eb37" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.388369] env[65978]: DEBUG oslo_concurrency.lockutils [req-d55e9cee-1367-4bba-a098-430a78507254 req-7b7ede57-6ecc-481a-9002-21615a30edef service nova] Acquired lock "refresh_cache-a23499dc-3216-4493-869d-519c1c92eb37" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.388651] env[65978]: DEBUG nova.network.neutron [req-d55e9cee-1367-4bba-a098-430a78507254 req-7b7ede57-6ecc-481a-9002-21615a30edef service nova] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Refreshing network info cache for port b0e864d1-8095-48e0-8e49-81b86d584fc3 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.436138] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714866, 'name': CreateVM_Task, 'duration_secs': 0.373169} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.436459] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.437757] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.437757] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.437757] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.439181] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35c9c8e7-4e94-4709-89ee-b2d56a474ff1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.446209] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Waiting for the task: (returnval){ [ 977.446209] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5221e3e8-2ea8-1262-ec4c-1288fe19aadd" [ 977.446209] env[65978]: _type = "Task" [ 977.446209] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.457863] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5221e3e8-2ea8-1262-ec4c-1288fe19aadd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.466663] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Creating Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 977.467499] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d7383ac8-5d8c-4a1d-a4bf-822096787fda {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.477275] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 977.477275] env[65978]: value = "task-4714869" [ 977.477275] env[65978]: _type = "Task" [ 977.477275] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.487441] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714869, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.638117] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714867, 'name': Rename_Task, 'duration_secs': 0.183512} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.638117] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.641056] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efe186c4-4739-4b26-b91d-c6452d92a8ef {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.647572] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 977.647572] env[65978]: value = "task-4714870" [ 977.647572] env[65978]: _type = "Task" [ 977.647572] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.659074] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.796530] env[65978]: DEBUG oslo_concurrency.lockutils [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "2065da93-93a5-4439-8bdc-517cda51c0d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.796763] env[65978]: DEBUG oslo_concurrency.lockutils [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "2065da93-93a5-4439-8bdc-517cda51c0d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.796934] env[65978]: DEBUG oslo_concurrency.lockutils [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "2065da93-93a5-4439-8bdc-517cda51c0d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.809414] env[65978]: DEBUG oslo_vmware.api [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714863, 'name': RemoveSnapshot_Task, 'duration_secs': 0.622223} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.809414] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Deleted Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 977.814305] env[65978]: DEBUG nova.compute.utils [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.816698] env[65978]: DEBUG nova.compute.manager [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 977.816947] env[65978]: DEBUG nova.network.neutron [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 977.817353] env[65978]: WARNING neutronclient.v2_0.client [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.817663] env[65978]: WARNING neutronclient.v2_0.client [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.886155] env[65978]: DEBUG nova.policy [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b821db3871c54eac809804067f4f0a00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2f0f218c5114f3a81e15fb4f71f7d91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.891162] env[65978]: WARNING neutronclient.v2_0.client [req-d55e9cee-1367-4bba-a098-430a78507254 req-7b7ede57-6ecc-481a-9002-21615a30edef service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.960756] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5221e3e8-2ea8-1262-ec4c-1288fe19aadd, 'name': SearchDatastore_Task, 'duration_secs': 0.010733} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.960756] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.960756] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.960756] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.960756] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.960756] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.961060] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4507db92-0b69-42a5-8f33-936b67cc9b3c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.972510] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.972689] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.973490] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fbffab7-f340-4ee7-bea8-b83776b56b0e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.982585] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Waiting for the task: (returnval){ [ 977.982585] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52af0edf-3dc2-3a40-5d80-3b75a35b0410" [ 977.982585] env[65978]: _type = "Task" [ 977.982585] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.989682] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714869, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.997953] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52af0edf-3dc2-3a40-5d80-3b75a35b0410, 'name': SearchDatastore_Task, 'duration_secs': 0.011275} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.998878] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38eea594-aa6c-4603-ba14-b374f931a865 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.006705] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Waiting for the task: (returnval){ [ 978.006705] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a3c757-3b5e-f182-fcae-fe20b49d54c1" [ 978.006705] env[65978]: _type = "Task" [ 978.006705] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.016832] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a3c757-3b5e-f182-fcae-fe20b49d54c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.161186] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714870, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.197487] env[65978]: WARNING neutronclient.v2_0.client [req-d55e9cee-1367-4bba-a098-430a78507254 req-7b7ede57-6ecc-481a-9002-21615a30edef service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.272348] env[65978]: DEBUG nova.network.neutron [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Successfully created port: ac7c9d77-8742-4c5e-a245-3a641b74ad5d {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 978.318919] env[65978]: WARNING nova.compute.manager [None req-216100b5-234e-4a5e-8b2c-ec8f5ec8b1a8 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Image not found during snapshot: nova.exception.ImageNotFound: Image b8806231-4c6b-4397-a555-3bfa3f8bcf62 could not be found. [ 978.325695] env[65978]: DEBUG nova.network.neutron [req-d55e9cee-1367-4bba-a098-430a78507254 req-7b7ede57-6ecc-481a-9002-21615a30edef service nova] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Updated VIF entry in instance network info cache for port b0e864d1-8095-48e0-8e49-81b86d584fc3. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 978.326028] env[65978]: DEBUG nova.network.neutron [req-d55e9cee-1367-4bba-a098-430a78507254 req-7b7ede57-6ecc-481a-9002-21615a30edef service nova] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Updating instance_info_cache with network_info: [{"id": "b0e864d1-8095-48e0-8e49-81b86d584fc3", "address": "fa:16:3e:bf:78:07", "network": {"id": "6fed0f81-7458-4058-912d-c53e30dc5e98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-548756589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89300743ada64b348ab266269b499f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0e864d1-80", "ovs_interfaceid": "b0e864d1-8095-48e0-8e49-81b86d584fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.329492] env[65978]: DEBUG nova.compute.manager [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 978.469495] env[65978]: DEBUG oslo_concurrency.lockutils [None req-af297ab3-b653-4c59-959d-023cae817be1 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "e7525308-7f14-4c1d-a72c-8780fda96886" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.469739] env[65978]: DEBUG oslo_concurrency.lockutils [None req-af297ab3-b653-4c59-959d-023cae817be1 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "e7525308-7f14-4c1d-a72c-8780fda96886" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.493170] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714869, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.524188] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a3c757-3b5e-f182-fcae-fe20b49d54c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011207} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.524481] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.524765] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 49e370d2-18fb-4ef7-801d-92d084138321/49e370d2-18fb-4ef7-801d-92d084138321.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.525140] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c429cbf1-8d67-47e1-85b2-d21d7aef6f49 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.533481] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Waiting for the task: (returnval){ [ 978.533481] env[65978]: value = "task-4714871" [ 978.533481] env[65978]: _type = "Task" [ 978.533481] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.549060] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.663241] env[65978]: DEBUG oslo_vmware.api [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714870, 'name': PowerOnVM_Task, 'duration_secs': 0.787342} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.663535] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.663739] env[65978]: INFO nova.compute.manager [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Took 11.45 seconds to spawn the instance on the hypervisor. [ 978.663915] env[65978]: DEBUG nova.compute.manager [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 978.666054] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ed965a-dd6c-419e-a955-11aa04e09081 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.757982] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28317008-1c56-447f-bbef-afd7fffb1843 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.768867] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b18fc04-b3a6-4adf-b532-c913a5382895 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.801899] env[65978]: WARNING neutronclient.v2_0.client [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.805221] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7e1006-584a-4f4b-a179-ab265aa9aa6f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.813465] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ee12a7-8300-4a59-995a-1cdacd95f9bf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.830270] env[65978]: DEBUG nova.compute.provider_tree [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.837929] env[65978]: DEBUG oslo_concurrency.lockutils [req-d55e9cee-1367-4bba-a098-430a78507254 req-7b7ede57-6ecc-481a-9002-21615a30edef service nova] Releasing lock "refresh_cache-a23499dc-3216-4493-869d-519c1c92eb37" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.844314] env[65978]: DEBUG oslo_concurrency.lockutils [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "refresh_cache-2065da93-93a5-4439-8bdc-517cda51c0d8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.844488] env[65978]: DEBUG oslo_concurrency.lockutils [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquired lock "refresh_cache-2065da93-93a5-4439-8bdc-517cda51c0d8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.844660] env[65978]: DEBUG nova.network.neutron [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 978.973628] env[65978]: DEBUG nova.compute.utils [None req-af297ab3-b653-4c59-959d-023cae817be1 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.992821] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714869, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.044600] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.067760] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "f8155823-4338-481a-b2a3-ba2fc5194ffb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.067942] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "f8155823-4338-481a-b2a3-ba2fc5194ffb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.068275] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "f8155823-4338-481a-b2a3-ba2fc5194ffb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.068597] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "f8155823-4338-481a-b2a3-ba2fc5194ffb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.068757] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "f8155823-4338-481a-b2a3-ba2fc5194ffb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.073196] env[65978]: INFO nova.compute.manager [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Terminating instance [ 979.187470] env[65978]: INFO nova.compute.manager [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Took 38.96 seconds to build instance. [ 979.333904] env[65978]: DEBUG nova.scheduler.client.report [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.340303] env[65978]: DEBUG nova.compute.manager [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 979.347435] env[65978]: WARNING neutronclient.v2_0.client [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.375132] env[65978]: DEBUG nova.virt.hardware [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 979.375411] env[65978]: DEBUG nova.virt.hardware [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.375560] env[65978]: DEBUG nova.virt.hardware [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 979.375742] env[65978]: DEBUG nova.virt.hardware [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.375887] env[65978]: DEBUG nova.virt.hardware [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 979.376045] env[65978]: DEBUG nova.virt.hardware [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 979.376324] env[65978]: DEBUG nova.virt.hardware [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 979.376418] env[65978]: DEBUG nova.virt.hardware [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 979.376585] env[65978]: DEBUG nova.virt.hardware [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 979.376748] env[65978]: DEBUG nova.virt.hardware [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 979.376930] env[65978]: DEBUG nova.virt.hardware [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 979.378304] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f775e2e-6b32-488c-8bdb-1ce23a41a82c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.389807] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c033bd-f950-4e19-9c20-1aa7cb457673 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.477689] env[65978]: DEBUG oslo_concurrency.lockutils [None req-af297ab3-b653-4c59-959d-023cae817be1 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "e7525308-7f14-4c1d-a72c-8780fda96886" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.492298] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714869, 'name': CreateSnapshot_Task, 'duration_secs': 1.804067} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.492619] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Created Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 979.493429] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2f808c-ceaf-441a-9c68-3a9932b67d02 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.547611] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.931303} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.547995] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 49e370d2-18fb-4ef7-801d-92d084138321/49e370d2-18fb-4ef7-801d-92d084138321.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.548156] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.548390] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5c93edd-1dfd-461e-b382-4c976ff084fb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.556638] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Waiting for the task: (returnval){ [ 979.556638] env[65978]: value = "task-4714873" [ 979.556638] env[65978]: _type = "Task" [ 979.556638] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.566505] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.577192] env[65978]: DEBUG nova.compute.manager [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 979.577493] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.579038] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cf759c-2815-4d66-8423-03d041ce3ff1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.589390] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.589826] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fee0a97-18de-4bd2-b5eb-f9126ca53fe9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.604956] env[65978]: DEBUG oslo_vmware.api [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 979.604956] env[65978]: value = "task-4714874" [ 979.604956] env[65978]: _type = "Task" [ 979.604956] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.618295] env[65978]: DEBUG oslo_vmware.api [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.658280] env[65978]: WARNING neutronclient.v2_0.client [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.690290] env[65978]: DEBUG oslo_concurrency.lockutils [None req-40ff3347-abaa-4894-a588-cefa56b7a8d7 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.468s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.753573] env[65978]: DEBUG nova.network.neutron [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Updating instance_info_cache with network_info: [{"id": "271e1bd6-2478-464f-8d1c-a7f33e10719d", "address": "fa:16:3e:d9:82:61", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap271e1bd6-24", "ovs_interfaceid": "271e1bd6-2478-464f-8d1c-a7f33e10719d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.839714] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.840277] env[65978]: DEBUG nova.compute.manager [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 979.843847] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.385s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.927550] env[65978]: DEBUG nova.network.neutron [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Successfully updated port: ac7c9d77-8742-4c5e-a245-3a641b74ad5d {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 980.013946] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Creating linked-clone VM from snapshot {{(pid=65978) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 980.014656] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ac78324d-7150-4f0a-86bc-2dc3cc26da8f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.025623] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 980.025623] env[65978]: value = "task-4714875" [ 980.025623] env[65978]: _type = "Task" [ 980.025623] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.036467] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714875, 'name': CloneVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.068939] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084124} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.069768] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.069981] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1e5cd0-5194-44b7-9ab0-177fd18cb9a3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.095669] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 49e370d2-18fb-4ef7-801d-92d084138321/49e370d2-18fb-4ef7-801d-92d084138321.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.097041] env[65978]: DEBUG nova.compute.manager [req-6bb06fb1-b3f9-4605-91bc-bd1db9de306d req-ffb09198-bf5f-43fe-8fa0-66ca511df2ee service nova] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Received event network-vif-plugged-ac7c9d77-8742-4c5e-a245-3a641b74ad5d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 980.097288] env[65978]: DEBUG oslo_concurrency.lockutils [req-6bb06fb1-b3f9-4605-91bc-bd1db9de306d req-ffb09198-bf5f-43fe-8fa0-66ca511df2ee service nova] Acquiring lock "bac677a3-9cb5-4666-85fc-39e09e632ede-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.097288] env[65978]: DEBUG oslo_concurrency.lockutils [req-6bb06fb1-b3f9-4605-91bc-bd1db9de306d req-ffb09198-bf5f-43fe-8fa0-66ca511df2ee service nova] Lock "bac677a3-9cb5-4666-85fc-39e09e632ede-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.097468] env[65978]: DEBUG oslo_concurrency.lockutils [req-6bb06fb1-b3f9-4605-91bc-bd1db9de306d req-ffb09198-bf5f-43fe-8fa0-66ca511df2ee service nova] Lock "bac677a3-9cb5-4666-85fc-39e09e632ede-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.097580] env[65978]: DEBUG nova.compute.manager [req-6bb06fb1-b3f9-4605-91bc-bd1db9de306d req-ffb09198-bf5f-43fe-8fa0-66ca511df2ee service nova] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] No waiting events found dispatching network-vif-plugged-ac7c9d77-8742-4c5e-a245-3a641b74ad5d {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 980.097754] env[65978]: WARNING nova.compute.manager [req-6bb06fb1-b3f9-4605-91bc-bd1db9de306d req-ffb09198-bf5f-43fe-8fa0-66ca511df2ee service nova] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Received unexpected event network-vif-plugged-ac7c9d77-8742-4c5e-a245-3a641b74ad5d for instance with vm_state building and task_state spawning. [ 980.098517] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be32f8d0-51e4-48ce-b0e1-f7782c2d20ed {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.125379] env[65978]: DEBUG oslo_vmware.api [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714874, 'name': PowerOffVM_Task, 'duration_secs': 0.233574} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.126826] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.127022] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.127346] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Waiting for the task: (returnval){ [ 980.127346] env[65978]: value = "task-4714876" [ 980.127346] env[65978]: _type = "Task" [ 980.127346] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.127557] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b2cb754-4031-457d-9fb0-ae5a2423ac0a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.139532] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714876, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.220056] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.220227] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.220312] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Deleting the datastore file [datastore2] f8155823-4338-481a-b2a3-ba2fc5194ffb {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.220651] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdfe4e54-ccc3-4d06-80e4-e602b6c3ca7f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.228852] env[65978]: DEBUG oslo_vmware.api [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for the task: (returnval){ [ 980.228852] env[65978]: value = "task-4714878" [ 980.228852] env[65978]: _type = "Task" [ 980.228852] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.239509] env[65978]: DEBUG oslo_vmware.api [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.257957] env[65978]: DEBUG oslo_concurrency.lockutils [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Releasing lock "refresh_cache-2065da93-93a5-4439-8bdc-517cda51c0d8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.346298] env[65978]: DEBUG nova.compute.utils [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.348025] env[65978]: DEBUG nova.compute.manager [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Not allocating networking since 'none' was specified. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 980.352246] env[65978]: INFO nova.compute.claims [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.430657] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "refresh_cache-bac677a3-9cb5-4666-85fc-39e09e632ede" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.430929] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquired lock "refresh_cache-bac677a3-9cb5-4666-85fc-39e09e632ede" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.431621] env[65978]: DEBUG nova.network.neutron [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 980.536961] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714875, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.543904] env[65978]: DEBUG oslo_concurrency.lockutils [None req-af297ab3-b653-4c59-959d-023cae817be1 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "e7525308-7f14-4c1d-a72c-8780fda96886" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.544203] env[65978]: DEBUG oslo_concurrency.lockutils [None req-af297ab3-b653-4c59-959d-023cae817be1 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "e7525308-7f14-4c1d-a72c-8780fda96886" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.544439] env[65978]: INFO nova.compute.manager [None req-af297ab3-b653-4c59-959d-023cae817be1 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Attaching volume 52dea438-ce67-4c0d-8d0b-33331b427404 to /dev/sdb [ 980.583989] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfc3179-111a-4191-8d1f-96c8db4c6e32 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.593545] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ff26db-d16e-421d-bee4-e6172c7e8a1b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.609263] env[65978]: DEBUG nova.virt.block_device [None req-af297ab3-b653-4c59-959d-023cae817be1 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Updating existing volume attachment record: ab2c68c8-dbde-482c-97c4-6a53be9f7ff5 {{(pid=65978) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 980.641472] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714876, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.738954] env[65978]: DEBUG oslo_vmware.api [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Task: {'id': task-4714878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147526} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.739358] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.739358] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.739513] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.739727] env[65978]: INFO nova.compute.manager [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 980.739952] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 980.740223] env[65978]: DEBUG nova.compute.manager [-] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 980.740321] env[65978]: DEBUG nova.network.neutron [-] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 980.740629] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.784872] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6259dd5a-b4e9-400a-bede-16b63e5a9680 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.815014] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.818450] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fdb33e-8f21-44be-9e7c-f793ed9337fc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.830019] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Updating instance '2065da93-93a5-4439-8bdc-517cda51c0d8' progress to 83 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 980.836642] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2353dc71-2265-4697-ac91-c960e09c7341 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.837042] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2353dc71-2265-4697-ac91-c960e09c7341 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.837322] env[65978]: DEBUG nova.compute.manager [None req-2353dc71-2265-4697-ac91-c960e09c7341 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 980.838645] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f93b5d-d83e-4633-92a7-b43c629f2213 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.848731] env[65978]: DEBUG nova.compute.manager [None req-2353dc71-2265-4697-ac91-c960e09c7341 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65978) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3446}} [ 980.849651] env[65978]: DEBUG nova.objects.instance [None req-2353dc71-2265-4697-ac91-c960e09c7341 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lazy-loading 'flavor' on Instance uuid 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.852357] env[65978]: DEBUG nova.compute.manager [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 980.859758] env[65978]: INFO nova.compute.resource_tracker [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Updating resource usage from migration 3d36ca8e-2b6c-4919-9f50-92012d6d57dc [ 980.972476] env[65978]: DEBUG nova.network.neutron [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 981.039379] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714875, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.100209] env[65978]: WARNING neutronclient.v2_0.client [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.141485] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714876, 'name': ReconfigVM_Task, 'duration_secs': 0.935803} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.141798] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 49e370d2-18fb-4ef7-801d-92d084138321/49e370d2-18fb-4ef7-801d-92d084138321.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.142700] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4149686-25a3-46a0-93a0-325a6ed71c55 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.158270] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Waiting for the task: (returnval){ [ 981.158270] env[65978]: value = "task-4714882" [ 981.158270] env[65978]: _type = "Task" [ 981.158270] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.173020] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714882, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.197501] env[65978]: DEBUG nova.network.neutron [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Updating instance_info_cache with network_info: [{"id": "ac7c9d77-8742-4c5e-a245-3a641b74ad5d", "address": "fa:16:3e:56:81:bd", "network": {"id": "062947ef-897c-42eb-a83d-a02716fb1163", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-726542755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f0f218c5114f3a81e15fb4f71f7d91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac7c9d77-87", "ovs_interfaceid": "ac7c9d77-8742-4c5e-a245-3a641b74ad5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.339206] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.342231] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c18ea8cb-ae6c-4562-9b22-26505afce6e9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.350809] env[65978]: DEBUG oslo_vmware.api [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 981.350809] env[65978]: value = "task-4714883" [ 981.350809] env[65978]: _type = "Task" [ 981.350809] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.359678] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cd30bb-8e13-4839-8403-d9db870cdc53 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.370866] env[65978]: DEBUG oslo_vmware.api [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.378262] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157aa6b0-6797-422f-a0ac-8f276aa94586 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.415481] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87ced75-ccd8-4062-a8f2-6d755c4db164 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.424682] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a211f044-fcb2-4b0d-b3a0-ac2e659c2e96 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.442738] env[65978]: DEBUG nova.compute.provider_tree [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.540505] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714875, 'name': CloneVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.567312] env[65978]: DEBUG nova.network.neutron [-] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.670126] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714882, 'name': Rename_Task, 'duration_secs': 0.255841} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.670440] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.670768] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-261f6a69-0ef6-430d-a0ce-192010749632 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.679536] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Waiting for the task: (returnval){ [ 981.679536] env[65978]: value = "task-4714885" [ 981.679536] env[65978]: _type = "Task" [ 981.679536] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.696309] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.700171] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Releasing lock "refresh_cache-bac677a3-9cb5-4666-85fc-39e09e632ede" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.700725] env[65978]: DEBUG nova.compute.manager [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Instance network_info: |[{"id": "ac7c9d77-8742-4c5e-a245-3a641b74ad5d", "address": "fa:16:3e:56:81:bd", "network": {"id": "062947ef-897c-42eb-a83d-a02716fb1163", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-726542755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f0f218c5114f3a81e15fb4f71f7d91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac7c9d77-87", "ovs_interfaceid": "ac7c9d77-8742-4c5e-a245-3a641b74ad5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 981.701399] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:81:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac7c9d77-8742-4c5e-a245-3a641b74ad5d', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.710009] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 981.710292] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.710529] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a81c568c-c3ab-4fe6-b027-6446f64b19da {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.733780] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.733780] env[65978]: value = "task-4714886" [ 981.733780] env[65978]: _type = "Task" [ 981.733780] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.745065] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714886, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.864416] env[65978]: DEBUG oslo_vmware.api [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714883, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.872391] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2353dc71-2265-4697-ac91-c960e09c7341 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.873703] env[65978]: DEBUG nova.compute.manager [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 981.876166] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f7b8b33-69bd-4784-973e-3106fe9d5f4f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.883928] env[65978]: DEBUG oslo_vmware.api [None req-2353dc71-2265-4697-ac91-c960e09c7341 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 981.883928] env[65978]: value = "task-4714887" [ 981.883928] env[65978]: _type = "Task" [ 981.883928] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.897070] env[65978]: DEBUG oslo_vmware.api [None req-2353dc71-2265-4697-ac91-c960e09c7341 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.907707] env[65978]: DEBUG nova.virt.hardware [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 981.908010] env[65978]: DEBUG nova.virt.hardware [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.908191] env[65978]: DEBUG nova.virt.hardware [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 981.908408] env[65978]: DEBUG nova.virt.hardware [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.908609] env[65978]: DEBUG nova.virt.hardware [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 981.908769] env[65978]: DEBUG nova.virt.hardware [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 981.908984] env[65978]: DEBUG nova.virt.hardware [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 981.909160] env[65978]: DEBUG nova.virt.hardware [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 981.909395] env[65978]: DEBUG nova.virt.hardware [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 981.909532] env[65978]: DEBUG nova.virt.hardware [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 981.909668] env[65978]: DEBUG nova.virt.hardware [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 981.910654] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286e1974-ee6b-4aad-8ee2-c76fd8cd01ee {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.922805] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3262e706-d325-4ede-9a23-cd71da22bbbb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.943122] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Instance VIF info [] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.949755] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Creating folder: Project (6df6174ca49648c6a3eab8d175ee63e2). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.950449] env[65978]: DEBUG nova.scheduler.client.report [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.954689] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31f5e0c5-2b64-4803-8af3-69f058a9d025 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.971798] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Created folder: Project (6df6174ca49648c6a3eab8d175ee63e2) in parent group-v919857. [ 981.972086] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Creating folder: Instances. Parent ref: group-v920121. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.972427] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-924f5162-bad9-4de3-857c-462c9c7a84af {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.988875] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Created folder: Instances in parent group-v920121. [ 981.989342] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 981.989569] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.989826] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e44a37b5-919e-48bd-baed-5330b1abd779 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.012727] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.012727] env[65978]: value = "task-4714890" [ 982.012727] env[65978]: _type = "Task" [ 982.012727] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.030170] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714890, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.043654] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714875, 'name': CloneVM_Task, 'duration_secs': 1.581183} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.044058] env[65978]: INFO nova.virt.vmwareapi.vmops [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Created linked-clone VM from snapshot [ 982.045455] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0438b870-cd12-4f95-9f7a-82b9b0d1f938 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.059390] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Uploading image ef4952de-9c3f-43bb-982e-4ec87886245d {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 982.070095] env[65978]: INFO nova.compute.manager [-] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Took 1.33 seconds to deallocate network for instance. [ 982.091833] env[65978]: DEBUG oslo_vmware.rw_handles [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 982.091833] env[65978]: value = "vm-920116" [ 982.091833] env[65978]: _type = "VirtualMachine" [ 982.091833] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 982.092154] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ac7ece35-6867-41f8-b2ed-eeb0e436ca23 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.103225] env[65978]: DEBUG oslo_vmware.rw_handles [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lease: (returnval){ [ 982.103225] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524279a0-cb0e-532b-e041-8091ea6ba5a6" [ 982.103225] env[65978]: _type = "HttpNfcLease" [ 982.103225] env[65978]: } obtained for exporting VM: (result){ [ 982.103225] env[65978]: value = "vm-920116" [ 982.103225] env[65978]: _type = "VirtualMachine" [ 982.103225] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 982.103655] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the lease: (returnval){ [ 982.103655] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524279a0-cb0e-532b-e041-8091ea6ba5a6" [ 982.103655] env[65978]: _type = "HttpNfcLease" [ 982.103655] env[65978]: } to be ready. {{(pid=65978) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 982.115405] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 982.115405] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524279a0-cb0e-532b-e041-8091ea6ba5a6" [ 982.115405] env[65978]: _type = "HttpNfcLease" [ 982.115405] env[65978]: } is initializing. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 982.195614] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714885, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.198520] env[65978]: DEBUG nova.compute.manager [req-62e1ffb0-a13d-4247-bf95-a447ad1070fb req-89334784-dc75-402a-9509-ddfac57a4239 service nova] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Received event network-changed-ac7c9d77-8742-4c5e-a245-3a641b74ad5d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 982.198696] env[65978]: DEBUG nova.compute.manager [req-62e1ffb0-a13d-4247-bf95-a447ad1070fb req-89334784-dc75-402a-9509-ddfac57a4239 service nova] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Refreshing instance network info cache due to event network-changed-ac7c9d77-8742-4c5e-a245-3a641b74ad5d. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 982.198968] env[65978]: DEBUG oslo_concurrency.lockutils [req-62e1ffb0-a13d-4247-bf95-a447ad1070fb req-89334784-dc75-402a-9509-ddfac57a4239 service nova] Acquiring lock "refresh_cache-bac677a3-9cb5-4666-85fc-39e09e632ede" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.199201] env[65978]: DEBUG oslo_concurrency.lockutils [req-62e1ffb0-a13d-4247-bf95-a447ad1070fb req-89334784-dc75-402a-9509-ddfac57a4239 service nova] Acquired lock "refresh_cache-bac677a3-9cb5-4666-85fc-39e09e632ede" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.199344] env[65978]: DEBUG nova.network.neutron [req-62e1ffb0-a13d-4247-bf95-a447ad1070fb req-89334784-dc75-402a-9509-ddfac57a4239 service nova] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Refreshing network info cache for port ac7c9d77-8742-4c5e-a245-3a641b74ad5d {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.246062] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714886, 'name': CreateVM_Task, 'duration_secs': 0.458379} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.246266] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.246821] env[65978]: WARNING neutronclient.v2_0.client [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.247241] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.247406] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.247724] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.247993] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31b20cbf-195d-4c72-834c-25a08a50dc87 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.254783] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 982.254783] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529a527f-267a-44b9-b613-6e289f5d7e45" [ 982.254783] env[65978]: _type = "Task" [ 982.254783] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.265585] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529a527f-267a-44b9-b613-6e289f5d7e45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.363506] env[65978]: DEBUG oslo_vmware.api [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714883, 'name': PowerOnVM_Task, 'duration_secs': 0.592369} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.363924] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.364176] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-23119876-1805-404a-8c3a-719e8b093749 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Updating instance '2065da93-93a5-4439-8bdc-517cda51c0d8' progress to 100 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 982.395363] env[65978]: DEBUG oslo_vmware.api [None req-2353dc71-2265-4697-ac91-c960e09c7341 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714887, 'name': PowerOffVM_Task, 'duration_secs': 0.27245} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.395772] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2353dc71-2265-4697-ac91-c960e09c7341 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.396241] env[65978]: DEBUG nova.compute.manager [None req-2353dc71-2265-4697-ac91-c960e09c7341 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 982.397609] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d5c9dc-dac7-4757-8a88-a63350258207 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.458322] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.615s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.458602] env[65978]: INFO nova.compute.manager [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Migrating [ 982.465972] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.580s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.467465] env[65978]: INFO nova.compute.claims [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.524350] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714890, 'name': CreateVM_Task, 'duration_secs': 0.418878} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.524879] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.525435] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.525723] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.526142] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.526496] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-411b38fa-1254-4647-965e-389df06b590f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.531890] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Waiting for the task: (returnval){ [ 982.531890] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e3f466-235a-ce3f-147c-d5a604c3a847" [ 982.531890] env[65978]: _type = "Task" [ 982.531890] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.540853] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e3f466-235a-ce3f-147c-d5a604c3a847, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.578229] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.613402] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 982.613402] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524279a0-cb0e-532b-e041-8091ea6ba5a6" [ 982.613402] env[65978]: _type = "HttpNfcLease" [ 982.613402] env[65978]: } is ready. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 982.613719] env[65978]: DEBUG oslo_vmware.rw_handles [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 982.613719] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524279a0-cb0e-532b-e041-8091ea6ba5a6" [ 982.613719] env[65978]: _type = "HttpNfcLease" [ 982.613719] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 982.614427] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583bcefa-424d-4c15-8cc1-9209dae2c061 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.622551] env[65978]: DEBUG oslo_vmware.rw_handles [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c182a3-444d-2674-472d-31c0a7e7e421/disk-0.vmdk from lease info. {{(pid=65978) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 982.622782] env[65978]: DEBUG oslo_vmware.rw_handles [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c182a3-444d-2674-472d-31c0a7e7e421/disk-0.vmdk for reading. {{(pid=65978) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 982.692853] env[65978]: DEBUG oslo_vmware.api [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714885, 'name': PowerOnVM_Task, 'duration_secs': 0.678156} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.693210] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.693437] env[65978]: INFO nova.compute.manager [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Took 5.93 seconds to spawn the instance on the hypervisor. [ 982.693592] env[65978]: DEBUG nova.compute.manager [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 982.694423] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a492b7-c7ac-4524-8525-c1c805e9236a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.704895] env[65978]: WARNING neutronclient.v2_0.client [req-62e1ffb0-a13d-4247-bf95-a447ad1070fb req-89334784-dc75-402a-9509-ddfac57a4239 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.735024] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-73162ea5-a773-4093-83e4-2be8663d9906 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.768259] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529a527f-267a-44b9-b613-6e289f5d7e45, 'name': SearchDatastore_Task, 'duration_secs': 0.018909} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.772018] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.772280] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.772614] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.772825] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.773054] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.773776] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8e0836e-84ed-463a-8cd5-de1363e11007 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.786844] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.787043] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.787788] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-698de5d0-7f59-4356-9b81-391206311d07 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.794507] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 982.794507] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5204383e-f11d-84b8-b82b-f6811b3ca102" [ 982.794507] env[65978]: _type = "Task" [ 982.794507] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.803153] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5204383e-f11d-84b8-b82b-f6811b3ca102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.912299] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2353dc71-2265-4697-ac91-c960e09c7341 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.979232] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "refresh_cache-527a7d9e-2bc1-43a8-a110-9d513ee45a64" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.979544] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired lock "refresh_cache-527a7d9e-2bc1-43a8-a110-9d513ee45a64" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.979889] env[65978]: DEBUG nova.network.neutron [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 983.044012] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e3f466-235a-ce3f-147c-d5a604c3a847, 'name': SearchDatastore_Task, 'duration_secs': 0.015033} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.047264] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.047507] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.047751] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.047895] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.048086] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.048612] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1110f519-e2c6-4af2-bbe1-af17b7addddd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.059891] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.060114] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.061065] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6987a2b-368d-4493-8fae-edfde9204420 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.071022] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Waiting for the task: (returnval){ [ 983.071022] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b84479-4ecc-1b6b-b0e6-b2317d44beda" [ 983.071022] env[65978]: _type = "Task" [ 983.071022] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.080647] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b84479-4ecc-1b6b-b0e6-b2317d44beda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.089444] env[65978]: WARNING neutronclient.v2_0.client [req-62e1ffb0-a13d-4247-bf95-a447ad1070fb req-89334784-dc75-402a-9509-ddfac57a4239 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.172112] env[65978]: DEBUG nova.network.neutron [req-62e1ffb0-a13d-4247-bf95-a447ad1070fb req-89334784-dc75-402a-9509-ddfac57a4239 service nova] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Updated VIF entry in instance network info cache for port ac7c9d77-8742-4c5e-a245-3a641b74ad5d. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 983.172271] env[65978]: DEBUG nova.network.neutron [req-62e1ffb0-a13d-4247-bf95-a447ad1070fb req-89334784-dc75-402a-9509-ddfac57a4239 service nova] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Updating instance_info_cache with network_info: [{"id": "ac7c9d77-8742-4c5e-a245-3a641b74ad5d", "address": "fa:16:3e:56:81:bd", "network": {"id": "062947ef-897c-42eb-a83d-a02716fb1163", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-726542755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f0f218c5114f3a81e15fb4f71f7d91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac7c9d77-87", "ovs_interfaceid": "ac7c9d77-8742-4c5e-a245-3a641b74ad5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.212737] env[65978]: INFO nova.compute.manager [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Took 25.16 seconds to build instance. [ 983.308763] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5204383e-f11d-84b8-b82b-f6811b3ca102, 'name': SearchDatastore_Task, 'duration_secs': 0.025909} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.310209] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2baf46b-6296-430e-9e6d-78c9e92c3000 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.318050] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 983.318050] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c76a78-ef7d-0b1e-d54e-96066f3c318f" [ 983.318050] env[65978]: _type = "Task" [ 983.318050] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.332289] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c76a78-ef7d-0b1e-d54e-96066f3c318f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.434394] env[65978]: DEBUG oslo_concurrency.lockutils [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.434883] env[65978]: DEBUG oslo_concurrency.lockutils [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.436165] env[65978]: DEBUG oslo_concurrency.lockutils [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.436459] env[65978]: DEBUG oslo_concurrency.lockutils [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.436874] env[65978]: DEBUG oslo_concurrency.lockutils [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.439441] env[65978]: INFO nova.compute.manager [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Terminating instance [ 983.489254] env[65978]: WARNING neutronclient.v2_0.client [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.585547] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b84479-4ecc-1b6b-b0e6-b2317d44beda, 'name': SearchDatastore_Task, 'duration_secs': 0.030308} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.588841] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0505caa-e0a1-4086-a744-de378fc714a6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.596723] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Waiting for the task: (returnval){ [ 983.596723] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528d32a8-415a-c8ba-6820-3946f147fd88" [ 983.596723] env[65978]: _type = "Task" [ 983.596723] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.612534] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528d32a8-415a-c8ba-6820-3946f147fd88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.675883] env[65978]: DEBUG oslo_concurrency.lockutils [req-62e1ffb0-a13d-4247-bf95-a447ad1070fb req-89334784-dc75-402a-9509-ddfac57a4239 service nova] Releasing lock "refresh_cache-bac677a3-9cb5-4666-85fc-39e09e632ede" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.676334] env[65978]: DEBUG nova.compute.manager [req-62e1ffb0-a13d-4247-bf95-a447ad1070fb req-89334784-dc75-402a-9509-ddfac57a4239 service nova] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Received event network-vif-deleted-7562c43e-995d-4903-b7f8-941ea67ef2f6 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 983.708411] env[65978]: WARNING neutronclient.v2_0.client [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.715497] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97b57474-e48e-4fd6-8a62-daab612ebb7e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Lock "49e370d2-18fb-4ef7-801d-92d084138321" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.673s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.799190] env[65978]: DEBUG nova.network.neutron [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Updating instance_info_cache with network_info: [{"id": "e90814f6-f2a9-408e-916e-e56ccdec021d", "address": "fa:16:3e:e4:8f:13", "network": {"id": "5d7d5419-d28e-4cf9-9dde-56cf0e7c9ea3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-67670762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40d5661e4d634152b4e8a2785b9d9d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape90814f6-f2", "ovs_interfaceid": "e90814f6-f2a9-408e-916e-e56ccdec021d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.831105] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c76a78-ef7d-0b1e-d54e-96066f3c318f, 'name': SearchDatastore_Task, 'duration_secs': 0.017485} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.831984] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.832736] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] bac677a3-9cb5-4666-85fc-39e09e632ede/bac677a3-9cb5-4666-85fc-39e09e632ede.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.833056] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8f145fa-9d68-45bf-b2dd-7825082db7fc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.842589] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 983.842589] env[65978]: value = "task-4714894" [ 983.842589] env[65978]: _type = "Task" [ 983.842589] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.859060] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.945331] env[65978]: DEBUG nova.compute.manager [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 983.945830] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.950017] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962daa90-a757-48e0-87db-99c7597a4995 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.958560] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.959447] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3455ba48-2e74-4a68-ace1-7a160edf1fce {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.050822] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.051287] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.051604] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Deleting the datastore file [datastore2] 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.052559] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a07fff9-9e0c-43f7-94c1-d9bbb99ffc54 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.065166] env[65978]: DEBUG oslo_vmware.api [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 984.065166] env[65978]: value = "task-4714896" [ 984.065166] env[65978]: _type = "Task" [ 984.065166] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.073284] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e56bc0-1599-4971-925a-83825c1710ca {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.082855] env[65978]: DEBUG oslo_vmware.api [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.085476] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79907358-e08c-4c91-bfb1-3f192092bd45 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.131020] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946cb96e-4f1a-4ed5-9e71-d7bb14dee3ec {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.149766] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528d32a8-415a-c8ba-6820-3946f147fd88, 'name': SearchDatastore_Task, 'duration_secs': 0.023687} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.151705] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e602509-9eca-49a9-b3e3-b381174318d9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.156777] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.157167] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 8cab3775-d93f-4aa2-bc82-37714f1d32ef/8cab3775-d93f-4aa2-bc82-37714f1d32ef.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.157726] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-390e5d85-44ec-4c29-b642-5dc443145083 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.173445] env[65978]: DEBUG nova.compute.provider_tree [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.179959] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Waiting for the task: (returnval){ [ 984.179959] env[65978]: value = "task-4714897" [ 984.179959] env[65978]: _type = "Task" [ 984.179959] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.188060] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.302031] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Releasing lock "refresh_cache-527a7d9e-2bc1-43a8-a110-9d513ee45a64" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.357693] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714894, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.503272] env[65978]: WARNING neutronclient.v2_0.client [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.547267] env[65978]: WARNING neutronclient.v2_0.client [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.547661] env[65978]: WARNING neutronclient.v2_0.client [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.548049] env[65978]: WARNING neutronclient.v2_0.client [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.578726] env[65978]: DEBUG oslo_vmware.api [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4714896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473739} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.579263] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.579484] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.579854] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.580199] env[65978]: INFO nova.compute.manager [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Took 0.63 seconds to destroy the instance on the hypervisor. [ 984.580522] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 984.581178] env[65978]: DEBUG nova.compute.manager [-] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 984.581309] env[65978]: DEBUG nova.network.neutron [-] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 984.581601] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.594070] env[65978]: DEBUG nova.network.neutron [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Port 271e1bd6-2478-464f-8d1c-a7f33e10719d binding to destination host cpu-1 is already ACTIVE {{(pid=65978) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 984.594383] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "refresh_cache-2065da93-93a5-4439-8bdc-517cda51c0d8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.594546] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquired lock "refresh_cache-2065da93-93a5-4439-8bdc-517cda51c0d8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.594765] env[65978]: DEBUG nova.network.neutron [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 984.654104] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.679920] env[65978]: DEBUG nova.scheduler.client.report [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.696565] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714897, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.794573] env[65978]: INFO nova.compute.manager [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Rebuilding instance [ 984.863858] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62944} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.864219] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] bac677a3-9cb5-4666-85fc-39e09e632ede/bac677a3-9cb5-4666-85fc-39e09e632ede.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.865204] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.866013] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9db8621-6881-48d5-911e-19adb3a6e34b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.878016] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 984.878016] env[65978]: value = "task-4714898" [ 984.878016] env[65978]: _type = "Task" [ 984.878016] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.896247] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.899927] env[65978]: DEBUG nova.compute.manager [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 984.900962] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8a7f7b-0d94-4dbb-8627-826135dfc737 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.009241] env[65978]: DEBUG nova.compute.manager [req-f0496e02-d971-4536-9ad4-b2b718615df5 req-c5770172-1468-46a5-b65f-c8ff2314fb1d service nova] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Received event network-vif-deleted-c8d29dae-21ae-4d1d-8ec5-27dcbebfe6d4 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 985.009241] env[65978]: INFO nova.compute.manager [req-f0496e02-d971-4536-9ad4-b2b718615df5 req-c5770172-1468-46a5-b65f-c8ff2314fb1d service nova] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Neutron deleted interface c8d29dae-21ae-4d1d-8ec5-27dcbebfe6d4; detaching it from the instance and deleting it from the info cache [ 985.009241] env[65978]: DEBUG nova.network.neutron [req-f0496e02-d971-4536-9ad4-b2b718615df5 req-c5770172-1468-46a5-b65f-c8ff2314fb1d service nova] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.098028] env[65978]: WARNING neutronclient.v2_0.client [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.163048] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-af297ab3-b653-4c59-959d-023cae817be1 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Volume attach. Driver type: vmdk {{(pid=65978) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 985.163316] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-af297ab3-b653-4c59-959d-023cae817be1 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920118', 'volume_id': '52dea438-ce67-4c0d-8d0b-33331b427404', 'name': 'volume-52dea438-ce67-4c0d-8d0b-33331b427404', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7525308-7f14-4c1d-a72c-8780fda96886', 'attached_at': '', 'detached_at': '', 'volume_id': '52dea438-ce67-4c0d-8d0b-33331b427404', 'serial': '52dea438-ce67-4c0d-8d0b-33331b427404'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 985.164400] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7c7631-27f6-4395-8180-c6d6fe6dbde8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.185747] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6551f7d1-5d7e-4973-a7b5-3ee8088f61b2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.189383] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.190203] env[65978]: DEBUG nova.compute.manager [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 985.197677] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.604s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.197937] env[65978]: DEBUG nova.objects.instance [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Lazy-loading 'resources' on Instance uuid e9e7a0bc-f2a3-42a1-bc37-13720a961b56 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.224371] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-af297ab3-b653-4c59-959d-023cae817be1 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] volume-52dea438-ce67-4c0d-8d0b-33331b427404/volume-52dea438-ce67-4c0d-8d0b-33331b427404.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.232546] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-499b1325-679d-49d6-b021-07e4a2772b1f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.246528] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.955609} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.247485] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 8cab3775-d93f-4aa2-bc82-37714f1d32ef/8cab3775-d93f-4aa2-bc82-37714f1d32ef.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.247755] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.248485] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a1822e4-8635-49c7-8e9a-a481fab2aec4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.255744] env[65978]: DEBUG oslo_vmware.api [None req-af297ab3-b653-4c59-959d-023cae817be1 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 985.255744] env[65978]: value = "task-4714899" [ 985.255744] env[65978]: _type = "Task" [ 985.255744] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.262398] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Waiting for the task: (returnval){ [ 985.262398] env[65978]: value = "task-4714900" [ 985.262398] env[65978]: _type = "Task" [ 985.262398] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.278709] env[65978]: DEBUG oslo_vmware.api [None req-af297ab3-b653-4c59-959d-023cae817be1 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.292518] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.339235] env[65978]: WARNING neutronclient.v2_0.client [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.389617] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102726} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.393202] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.394270] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcec3f4-a801-4808-ade7-1aa86266a5bc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.429145] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] bac677a3-9cb5-4666-85fc-39e09e632ede/bac677a3-9cb5-4666-85fc-39e09e632ede.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.430466] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.430759] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd0abe3a-852c-4f82-863e-4b238c6a3d9d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.445696] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d6d4105-c733-4258-8777-e459de3cb96e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.449944] env[65978]: DEBUG nova.network.neutron [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Updating instance_info_cache with network_info: [{"id": "271e1bd6-2478-464f-8d1c-a7f33e10719d", "address": "fa:16:3e:d9:82:61", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap271e1bd6-24", "ovs_interfaceid": "271e1bd6-2478-464f-8d1c-a7f33e10719d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.456278] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Waiting for the task: (returnval){ [ 985.456278] env[65978]: value = "task-4714901" [ 985.456278] env[65978]: _type = "Task" [ 985.456278] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.462126] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 985.462126] env[65978]: value = "task-4714902" [ 985.462126] env[65978]: _type = "Task" [ 985.462126] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.472948] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.476865] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714902, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.483656] env[65978]: DEBUG nova.network.neutron [-] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.512794] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32cb3bf7-a430-4a1d-b9cb-f5637acb5167 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.525118] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084eb2cd-ffdd-4ed7-9101-14c46cb62d51 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.566532] env[65978]: DEBUG nova.compute.manager [req-f0496e02-d971-4536-9ad4-b2b718615df5 req-c5770172-1468-46a5-b65f-c8ff2314fb1d service nova] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Detach interface failed, port_id=c8d29dae-21ae-4d1d-8ec5-27dcbebfe6d4, reason: Instance 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 985.699944] env[65978]: DEBUG nova.compute.utils [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.701844] env[65978]: DEBUG nova.compute.manager [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 985.702238] env[65978]: DEBUG nova.network.neutron [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 985.702586] env[65978]: WARNING neutronclient.v2_0.client [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.702987] env[65978]: WARNING neutronclient.v2_0.client [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.757460] env[65978]: DEBUG nova.policy [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26e8b04e06e845fa92fe605ebf98ee24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0145cca274c0419796b0163f58813c67', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.774062] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119109} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.779912] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.780302] env[65978]: DEBUG oslo_vmware.api [None req-af297ab3-b653-4c59-959d-023cae817be1 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.781718] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9513d8-5cf1-42c6-b2fb-fee0d29d9c91 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.804612] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 8cab3775-d93f-4aa2-bc82-37714f1d32ef/8cab3775-d93f-4aa2-bc82-37714f1d32ef.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.809137] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e04c9e75-07a3-4bd9-abad-acd24da82f55 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.829028] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75d111f-f628-43ee-a497-d4cef9024cad {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.833741] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Waiting for the task: (returnval){ [ 985.833741] env[65978]: value = "task-4714904" [ 985.833741] env[65978]: _type = "Task" [ 985.833741] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.855056] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Updating instance '527a7d9e-2bc1-43a8-a110-9d513ee45a64' progress to 0 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 985.872680] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.954034] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Releasing lock "refresh_cache-2065da93-93a5-4439-8bdc-517cda51c0d8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.973042] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714901, 'name': PowerOffVM_Task, 'duration_secs': 0.1956} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.975448] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.976368] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.980666] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d086d52a-a23c-443d-a3a0-98fd838ac6aa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.991068] env[65978]: INFO nova.compute.manager [-] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Took 1.41 seconds to deallocate network for instance. [ 985.991999] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.008754] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.008754] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-726226ae-e67d-449d-a821-4a431ccc2bc5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.077321] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.077321] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.077321] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Deleting the datastore file [datastore1] 49e370d2-18fb-4ef7-801d-92d084138321 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.077321] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3c4eb1b-4a72-4ea8-943d-7f969e282f7b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.090346] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Waiting for the task: (returnval){ [ 986.090346] env[65978]: value = "task-4714906" [ 986.090346] env[65978]: _type = "Task" [ 986.090346] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.104168] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.167906] env[65978]: DEBUG nova.network.neutron [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Successfully created port: bc882d00-9a38-4361-8f03-6928dd422d54 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 986.211688] env[65978]: DEBUG nova.compute.manager [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 986.273997] env[65978]: DEBUG oslo_vmware.api [None req-af297ab3-b653-4c59-959d-023cae817be1 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714899, 'name': ReconfigVM_Task, 'duration_secs': 0.761485} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.274301] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-af297ab3-b653-4c59-959d-023cae817be1 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Reconfigured VM instance instance-00000047 to attach disk [datastore2] volume-52dea438-ce67-4c0d-8d0b-33331b427404/volume-52dea438-ce67-4c0d-8d0b-33331b427404.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.280485] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-579e7135-b822-4ed6-a34f-1ea13957a975 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.292503] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b1c163-e3a1-4c22-9466-8d9e9fd7ce00 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.302861] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3750149b-cac1-4dc6-9600-a9a7af74810d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.309082] env[65978]: DEBUG oslo_vmware.api [None req-af297ab3-b653-4c59-959d-023cae817be1 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 986.309082] env[65978]: value = "task-4714907" [ 986.309082] env[65978]: _type = "Task" [ 986.309082] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.345476] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4076b7-840d-4875-9b91-ee5366210da1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.352637] env[65978]: DEBUG oslo_vmware.api [None req-af297ab3-b653-4c59-959d-023cae817be1 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.359199] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714904, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.365027] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248beb3c-01ff-4034-840d-ce304ba74c75 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.368578] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.368913] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79eac1a0-0da3-4e68-b3d2-8f110ed89b6c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.383954] env[65978]: DEBUG nova.compute.provider_tree [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.387573] env[65978]: DEBUG oslo_vmware.api [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 986.387573] env[65978]: value = "task-4714908" [ 986.387573] env[65978]: _type = "Task" [ 986.387573] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.398884] env[65978]: DEBUG oslo_vmware.api [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.456996] env[65978]: DEBUG nova.compute.manager [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65978) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:929}} [ 986.456996] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.476013] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714902, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.509802] env[65978]: DEBUG oslo_concurrency.lockutils [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.601600] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410965} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.601910] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.602204] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.602448] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.821800] env[65978]: DEBUG oslo_vmware.api [None req-af297ab3-b653-4c59-959d-023cae817be1 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714907, 'name': ReconfigVM_Task, 'duration_secs': 0.186215} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.822137] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-af297ab3-b653-4c59-959d-023cae817be1 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920118', 'volume_id': '52dea438-ce67-4c0d-8d0b-33331b427404', 'name': 'volume-52dea438-ce67-4c0d-8d0b-33331b427404', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7525308-7f14-4c1d-a72c-8780fda96886', 'attached_at': '', 'detached_at': '', 'volume_id': '52dea438-ce67-4c0d-8d0b-33331b427404', 'serial': '52dea438-ce67-4c0d-8d0b-33331b427404'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 986.851823] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714904, 'name': ReconfigVM_Task, 'duration_secs': 0.544401} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.852152] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 8cab3775-d93f-4aa2-bc82-37714f1d32ef/8cab3775-d93f-4aa2-bc82-37714f1d32ef.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.852798] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4073a8e5-fc20-4788-89c6-1ea6e9f88268 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.860930] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Waiting for the task: (returnval){ [ 986.860930] env[65978]: value = "task-4714909" [ 986.860930] env[65978]: _type = "Task" [ 986.860930] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.869856] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714909, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.889786] env[65978]: DEBUG nova.scheduler.client.report [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.902957] env[65978]: DEBUG oslo_vmware.api [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714908, 'name': PowerOffVM_Task, 'duration_secs': 0.25724} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.903218] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.903444] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Updating instance '527a7d9e-2bc1-43a8-a110-9d513ee45a64' progress to 17 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 986.974193] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714902, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.223552] env[65978]: DEBUG nova.compute.manager [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 987.250244] env[65978]: DEBUG nova.virt.hardware [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 987.250508] env[65978]: DEBUG nova.virt.hardware [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.250727] env[65978]: DEBUG nova.virt.hardware [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 987.250925] env[65978]: DEBUG nova.virt.hardware [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.251086] env[65978]: DEBUG nova.virt.hardware [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 987.251233] env[65978]: DEBUG nova.virt.hardware [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 987.251435] env[65978]: DEBUG nova.virt.hardware [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 987.251589] env[65978]: DEBUG nova.virt.hardware [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 987.251763] env[65978]: DEBUG nova.virt.hardware [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 987.251925] env[65978]: DEBUG nova.virt.hardware [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 987.252114] env[65978]: DEBUG nova.virt.hardware [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 987.253098] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d77e8a4-65c7-4eb5-be98-021c1fd94001 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.262271] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e670149-0ee7-4296-adb5-c4ae3c20e264 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.374489] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714909, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.397922] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.401366] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.799s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.401535] env[65978]: DEBUG nova.objects.instance [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Lazy-loading 'resources' on Instance uuid a38bd22c-460b-445c-9e8a-d7ec4a331d15 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.410539] env[65978]: DEBUG nova.virt.hardware [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 987.410932] env[65978]: DEBUG nova.virt.hardware [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.411120] env[65978]: DEBUG nova.virt.hardware [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 987.411308] env[65978]: DEBUG nova.virt.hardware [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.411454] env[65978]: DEBUG nova.virt.hardware [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 987.411593] env[65978]: DEBUG nova.virt.hardware [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 987.411791] env[65978]: DEBUG nova.virt.hardware [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 987.411949] env[65978]: DEBUG nova.virt.hardware [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 987.412127] env[65978]: DEBUG nova.virt.hardware [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 987.412289] env[65978]: DEBUG nova.virt.hardware [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 987.412546] env[65978]: DEBUG nova.virt.hardware [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 987.418491] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44b73bbe-a5cf-43b0-acb6-ee85fc183256 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.430611] env[65978]: INFO nova.scheduler.client.report [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Deleted allocations for instance e9e7a0bc-f2a3-42a1-bc37-13720a961b56 [ 987.441325] env[65978]: DEBUG oslo_vmware.api [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 987.441325] env[65978]: value = "task-4714910" [ 987.441325] env[65978]: _type = "Task" [ 987.441325] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.452850] env[65978]: DEBUG oslo_vmware.api [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.476976] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714902, 'name': ReconfigVM_Task, 'duration_secs': 1.569512} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.477318] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Reconfigured VM instance instance-0000005c to attach disk [datastore1] bac677a3-9cb5-4666-85fc-39e09e632ede/bac677a3-9cb5-4666-85fc-39e09e632ede.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.478102] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-786814bf-1191-492a-83f2-60b140724b35 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.486794] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 987.486794] env[65978]: value = "task-4714911" [ 987.486794] env[65978]: _type = "Task" [ 987.486794] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.503240] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714911, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.646661] env[65978]: DEBUG nova.virt.hardware [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 987.646916] env[65978]: DEBUG nova.virt.hardware [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.647217] env[65978]: DEBUG nova.virt.hardware [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 987.647466] env[65978]: DEBUG nova.virt.hardware [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.647616] env[65978]: DEBUG nova.virt.hardware [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 987.647759] env[65978]: DEBUG nova.virt.hardware [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 987.647966] env[65978]: DEBUG nova.virt.hardware [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 987.648173] env[65978]: DEBUG nova.virt.hardware [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 987.648350] env[65978]: DEBUG nova.virt.hardware [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 987.648507] env[65978]: DEBUG nova.virt.hardware [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 987.648673] env[65978]: DEBUG nova.virt.hardware [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 987.650011] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deea0b4d-ab68-4c58-b8ac-a731dc15de40 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.660321] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02e5a2e-ca20-40a3-8a27-322e5a58fa9c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.678323] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Instance VIF info [] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.684547] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 987.684874] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.685138] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bd7a52a-bbd7-4e07-b382-05c908592cc6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.704986] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.704986] env[65978]: value = "task-4714912" [ 987.704986] env[65978]: _type = "Task" [ 987.704986] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.717799] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714912, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.862489] env[65978]: DEBUG nova.network.neutron [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Successfully updated port: bc882d00-9a38-4361-8f03-6928dd422d54 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 987.881245] env[65978]: DEBUG nova.objects.instance [None req-af297ab3-b653-4c59-959d-023cae817be1 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lazy-loading 'flavor' on Instance uuid e7525308-7f14-4c1d-a72c-8780fda96886 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.883551] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714909, 'name': Rename_Task, 'duration_secs': 0.774136} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.887025] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.887025] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3bb7281-da31-48a5-9074-74d271d06bc0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.896119] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Waiting for the task: (returnval){ [ 987.896119] env[65978]: value = "task-4714914" [ 987.896119] env[65978]: _type = "Task" [ 987.896119] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.911376] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.940812] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ec90dd7-6b5d-4752-a1a2-99d929085e39 tempest-ServersWithSpecificFlavorTestJSON-881162510 tempest-ServersWithSpecificFlavorTestJSON-881162510-project-member] Lock "e9e7a0bc-f2a3-42a1-bc37-13720a961b56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.702s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.954939] env[65978]: DEBUG oslo_vmware.api [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714910, 'name': ReconfigVM_Task, 'duration_secs': 0.245315} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.958889] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Updating instance '527a7d9e-2bc1-43a8-a110-9d513ee45a64' progress to 33 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 987.998299] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714911, 'name': Rename_Task, 'duration_secs': 0.213587} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.002507] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.003722] env[65978]: DEBUG nova.compute.manager [req-2ebdc170-f47c-43ab-9d66-26bd7de3a5fd req-055a3abc-eab1-499d-84c7-4ad9c35e30ad service nova] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Received event network-vif-plugged-bc882d00-9a38-4361-8f03-6928dd422d54 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 988.003955] env[65978]: DEBUG oslo_concurrency.lockutils [req-2ebdc170-f47c-43ab-9d66-26bd7de3a5fd req-055a3abc-eab1-499d-84c7-4ad9c35e30ad service nova] Acquiring lock "08408e61-edfa-485b-b7d2-2c10b31d365e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.004274] env[65978]: DEBUG oslo_concurrency.lockutils [req-2ebdc170-f47c-43ab-9d66-26bd7de3a5fd req-055a3abc-eab1-499d-84c7-4ad9c35e30ad service nova] Lock "08408e61-edfa-485b-b7d2-2c10b31d365e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.005119] env[65978]: DEBUG oslo_concurrency.lockutils [req-2ebdc170-f47c-43ab-9d66-26bd7de3a5fd req-055a3abc-eab1-499d-84c7-4ad9c35e30ad service nova] Lock "08408e61-edfa-485b-b7d2-2c10b31d365e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.005119] env[65978]: DEBUG nova.compute.manager [req-2ebdc170-f47c-43ab-9d66-26bd7de3a5fd req-055a3abc-eab1-499d-84c7-4ad9c35e30ad service nova] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] No waiting events found dispatching network-vif-plugged-bc882d00-9a38-4361-8f03-6928dd422d54 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 988.005119] env[65978]: WARNING nova.compute.manager [req-2ebdc170-f47c-43ab-9d66-26bd7de3a5fd req-055a3abc-eab1-499d-84c7-4ad9c35e30ad service nova] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Received unexpected event network-vif-plugged-bc882d00-9a38-4361-8f03-6928dd422d54 for instance with vm_state building and task_state spawning. [ 988.006385] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d11540bc-7f46-411c-99e8-6ab35adbdb6e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.015443] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 988.015443] env[65978]: value = "task-4714915" [ 988.015443] env[65978]: _type = "Task" [ 988.015443] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.035076] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.221740] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714912, 'name': CreateVM_Task, 'duration_secs': 0.406063} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.221984] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.222484] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.222939] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.223753] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.223753] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0eb4d81-75f9-4b15-ac4b-18ad8b7fb589 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.229927] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Waiting for the task: (returnval){ [ 988.229927] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a85371-18ec-6b4f-3443-685064f636fb" [ 988.229927] env[65978]: _type = "Task" [ 988.229927] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.246352] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a85371-18ec-6b4f-3443-685064f636fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.374134] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquiring lock "refresh_cache-08408e61-edfa-485b-b7d2-2c10b31d365e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.374422] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquired lock "refresh_cache-08408e61-edfa-485b-b7d2-2c10b31d365e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.374790] env[65978]: DEBUG nova.network.neutron [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 988.389937] env[65978]: DEBUG oslo_concurrency.lockutils [None req-af297ab3-b653-4c59-959d-023cae817be1 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "e7525308-7f14-4c1d-a72c-8780fda96886" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.845s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.415938] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714914, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.466263] env[65978]: DEBUG nova.virt.hardware [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 988.466895] env[65978]: DEBUG nova.virt.hardware [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.466895] env[65978]: DEBUG nova.virt.hardware [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 988.467142] env[65978]: DEBUG nova.virt.hardware [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.467142] env[65978]: DEBUG nova.virt.hardware [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 988.467260] env[65978]: DEBUG nova.virt.hardware [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 988.467638] env[65978]: DEBUG nova.virt.hardware [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 988.467740] env[65978]: DEBUG nova.virt.hardware [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 988.468011] env[65978]: DEBUG nova.virt.hardware [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 988.468235] env[65978]: DEBUG nova.virt.hardware [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 988.468434] env[65978]: DEBUG nova.virt.hardware [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 988.474603] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 988.478330] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c2883ea-43b7-4450-a0e1-105e8920d299 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.502913] env[65978]: DEBUG oslo_vmware.api [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 988.502913] env[65978]: value = "task-4714916" [ 988.502913] env[65978]: _type = "Task" [ 988.502913] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.519899] env[65978]: DEBUG oslo_vmware.api [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714916, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.531055] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714915, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.532995] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b12762-40e2-41c1-b2d4-b8e198992448 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.542992] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c07f043-407b-4ea7-9764-eec1a9c39758 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.578833] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7b0df5-28ea-4792-bf7b-908760e0b51c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.588392] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cc0d51-8b50-4d70-90d8-50c9ec6bc035 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.604884] env[65978]: DEBUG nova.compute.provider_tree [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.746967] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a85371-18ec-6b4f-3443-685064f636fb, 'name': SearchDatastore_Task, 'duration_secs': 0.015867} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.747669] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.747926] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.748321] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.748493] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.748702] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.749015] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f695b322-f762-4abf-ba86-3e3eb22049db {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.759950] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.760303] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.761145] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-622ed502-f8d0-4af4-8d7f-ffd1a596b355 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.768413] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Waiting for the task: (returnval){ [ 988.768413] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525b16fa-3400-4379-bfec-5c0c209efc0f" [ 988.768413] env[65978]: _type = "Task" [ 988.768413] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.779181] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525b16fa-3400-4379-bfec-5c0c209efc0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.908292] env[65978]: DEBUG oslo_vmware.api [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714914, 'name': PowerOnVM_Task, 'duration_secs': 0.599743} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.908662] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.908771] env[65978]: INFO nova.compute.manager [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Took 7.03 seconds to spawn the instance on the hypervisor. [ 988.908948] env[65978]: DEBUG nova.compute.manager [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 988.910795] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54049fb-956b-41cd-b3cb-7a2023d717e1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.954070] env[65978]: DEBUG nova.network.neutron [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 989.014288] env[65978]: DEBUG oslo_vmware.api [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714916, 'name': ReconfigVM_Task, 'duration_secs': 0.217377} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.014422] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 989.015178] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d26de18-1c1f-437b-b85d-711086c06b69 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.019759] env[65978]: WARNING neutronclient.v2_0.client [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.047551] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 527a7d9e-2bc1-43a8-a110-9d513ee45a64/527a7d9e-2bc1-43a8-a110-9d513ee45a64.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.048482] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9215203-6816-4e0d-b3da-eebcdff9d98d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.072886] env[65978]: DEBUG oslo_vmware.api [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4714915, 'name': PowerOnVM_Task, 'duration_secs': 0.693239} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.072886] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.072886] env[65978]: INFO nova.compute.manager [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Took 9.73 seconds to spawn the instance on the hypervisor. [ 989.072886] env[65978]: DEBUG nova.compute.manager [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 989.073524] env[65978]: DEBUG oslo_vmware.api [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 989.073524] env[65978]: value = "task-4714917" [ 989.073524] env[65978]: _type = "Task" [ 989.073524] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.074637] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23698e45-0964-474f-987e-fd35972435a3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.086095] env[65978]: DEBUG oslo_vmware.api [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714917, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.109457] env[65978]: DEBUG nova.scheduler.client.report [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.133196] env[65978]: DEBUG nova.network.neutron [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Updating instance_info_cache with network_info: [{"id": "bc882d00-9a38-4361-8f03-6928dd422d54", "address": "fa:16:3e:64:29:df", "network": {"id": "d7294624-d38b-49a4-820f-5b53b151b845", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-787862437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0145cca274c0419796b0163f58813c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc882d00-9a", "ovs_interfaceid": "bc882d00-9a38-4361-8f03-6928dd422d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.282407] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525b16fa-3400-4379-bfec-5c0c209efc0f, 'name': SearchDatastore_Task, 'duration_secs': 0.021498} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.283276] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c5a69a3-ab70-45ba-a0d3-27a3a5734d04 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.291707] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Waiting for the task: (returnval){ [ 989.291707] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a0e5ae-2b28-76aa-6bb0-876addad19fa" [ 989.291707] env[65978]: _type = "Task" [ 989.291707] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.304154] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a0e5ae-2b28-76aa-6bb0-876addad19fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.430031] env[65978]: INFO nova.compute.manager [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Took 29.73 seconds to build instance. [ 989.598442] env[65978]: DEBUG oslo_vmware.api [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714917, 'name': ReconfigVM_Task, 'duration_secs': 0.299809} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.599758] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 527a7d9e-2bc1-43a8-a110-9d513ee45a64/527a7d9e-2bc1-43a8-a110-9d513ee45a64.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.600120] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Updating instance '527a7d9e-2bc1-43a8-a110-9d513ee45a64' progress to 50 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 989.607970] env[65978]: INFO nova.compute.manager [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Took 31.11 seconds to build instance. [ 989.615541] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.618780] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.239s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.620455] env[65978]: INFO nova.compute.claims [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.636677] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Releasing lock "refresh_cache-08408e61-edfa-485b-b7d2-2c10b31d365e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.637100] env[65978]: DEBUG nova.compute.manager [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Instance network_info: |[{"id": "bc882d00-9a38-4361-8f03-6928dd422d54", "address": "fa:16:3e:64:29:df", "network": {"id": "d7294624-d38b-49a4-820f-5b53b151b845", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-787862437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0145cca274c0419796b0163f58813c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc882d00-9a", "ovs_interfaceid": "bc882d00-9a38-4361-8f03-6928dd422d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 989.637871] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:29:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc882d00-9a38-4361-8f03-6928dd422d54', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.646984] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Creating folder: Project (0145cca274c0419796b0163f58813c67). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.648149] env[65978]: INFO nova.scheduler.client.report [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Deleted allocations for instance a38bd22c-460b-445c-9e8a-d7ec4a331d15 [ 989.649651] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50aaf3b5-a90c-4225-9981-198dcf07e3fd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.666584] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Created folder: Project (0145cca274c0419796b0163f58813c67) in parent group-v919857. [ 989.667164] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Creating folder: Instances. Parent ref: group-v920125. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.667164] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13c1bef2-ca01-4eca-b1cf-0e0a7549eb5b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.678271] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Created folder: Instances in parent group-v920125. [ 989.678706] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 989.678936] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.679092] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-954b3f82-abd4-40d3-a8a7-12f4699e016f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.702970] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.702970] env[65978]: value = "task-4714920" [ 989.702970] env[65978]: _type = "Task" [ 989.702970] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.714712] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714920, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.722903] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "3b579f4f-1ae0-4278-b0d0-2326febdda16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.723144] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "3b579f4f-1ae0-4278-b0d0-2326febdda16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.807018] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a0e5ae-2b28-76aa-6bb0-876addad19fa, 'name': SearchDatastore_Task, 'duration_secs': 0.012351} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.807513] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.807932] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 49e370d2-18fb-4ef7-801d-92d084138321/49e370d2-18fb-4ef7-801d-92d084138321.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.808386] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36bb05a3-ce00-4d96-8fad-3f1f1c8bcd29 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.818740] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Waiting for the task: (returnval){ [ 989.818740] env[65978]: value = "task-4714921" [ 989.818740] env[65978]: _type = "Task" [ 989.818740] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.829695] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.932247] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d2b286da-bf5b-46a6-b4e9-40a7a8796fa2 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Lock "8cab3775-d93f-4aa2-bc82-37714f1d32ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.241s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.089960] env[65978]: DEBUG nova.compute.manager [req-caf042ce-3f7e-453d-a879-ccc5bb08d5db req-d8c14be9-f867-4082-865f-9e65d7cc1d11 service nova] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Received event network-changed-bc882d00-9a38-4361-8f03-6928dd422d54 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 990.090274] env[65978]: DEBUG nova.compute.manager [req-caf042ce-3f7e-453d-a879-ccc5bb08d5db req-d8c14be9-f867-4082-865f-9e65d7cc1d11 service nova] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Refreshing instance network info cache due to event network-changed-bc882d00-9a38-4361-8f03-6928dd422d54. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 990.090507] env[65978]: DEBUG oslo_concurrency.lockutils [req-caf042ce-3f7e-453d-a879-ccc5bb08d5db req-d8c14be9-f867-4082-865f-9e65d7cc1d11 service nova] Acquiring lock "refresh_cache-08408e61-edfa-485b-b7d2-2c10b31d365e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.090687] env[65978]: DEBUG oslo_concurrency.lockutils [req-caf042ce-3f7e-453d-a879-ccc5bb08d5db req-d8c14be9-f867-4082-865f-9e65d7cc1d11 service nova] Acquired lock "refresh_cache-08408e61-edfa-485b-b7d2-2c10b31d365e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.090848] env[65978]: DEBUG nova.network.neutron [req-caf042ce-3f7e-453d-a879-ccc5bb08d5db req-d8c14be9-f867-4082-865f-9e65d7cc1d11 service nova] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Refreshing network info cache for port bc882d00-9a38-4361-8f03-6928dd422d54 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.110906] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b75bcd1-92d2-4c93-8a29-37ec893d3a34 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.114337] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3baa310b-a90b-4b9d-b7be-f9032eb77f3d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "bac677a3-9cb5-4666-85fc-39e09e632ede" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.636s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.139359] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4f789c-07a7-4512-866c-264266f85353 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.161356] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Updating instance '527a7d9e-2bc1-43a8-a110-9d513ee45a64' progress to 67 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 990.166180] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3724c97c-d839-4330-a41b-e3f4e1db7474 tempest-ServersTestMultiNic-1308312640 tempest-ServersTestMultiNic-1308312640-project-member] Lock "a38bd22c-460b-445c-9e8a-d7ec4a331d15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.583s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.216091] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714920, 'name': CreateVM_Task, 'duration_secs': 0.424082} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.216434] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.217355] env[65978]: WARNING neutronclient.v2_0.client [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.217733] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.217930] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.218231] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.218510] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf8108de-5312-4c75-a342-f77503055eb1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.225306] env[65978]: DEBUG nova.compute.manager [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 990.229109] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 990.229109] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c750ec-ecc4-0b00-9ee5-c515b747838d" [ 990.229109] env[65978]: _type = "Task" [ 990.229109] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.242587] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c750ec-ecc4-0b00-9ee5-c515b747838d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.334922] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714921, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.538785] env[65978]: INFO nova.compute.manager [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Rebuilding instance [ 990.586464] env[65978]: DEBUG nova.compute.manager [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 990.587360] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b722548e-a7ee-4b88-a810-deefbc3fd946 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.593667] env[65978]: WARNING neutronclient.v2_0.client [req-caf042ce-3f7e-453d-a879-ccc5bb08d5db req-d8c14be9-f867-4082-865f-9e65d7cc1d11 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.669288] env[65978]: WARNING neutronclient.v2_0.client [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.669623] env[65978]: WARNING neutronclient.v2_0.client [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.759230] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c750ec-ecc4-0b00-9ee5-c515b747838d, 'name': SearchDatastore_Task, 'duration_secs': 0.065954} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.759230] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.759230] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.759230] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.759230] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.759230] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.759230] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a596966-edab-4d3b-93ad-95e538b60da7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.761565] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.779640] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.779640] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.782925] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11f95337-a473-4756-842e-89b6d7eb122b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.792027] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 990.792027] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5202c57f-e9c8-df0a-2a6e-8f6246150bfd" [ 990.792027] env[65978]: _type = "Task" [ 990.792027] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.803432] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5202c57f-e9c8-df0a-2a6e-8f6246150bfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.830411] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676347} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.830706] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 49e370d2-18fb-4ef7-801d-92d084138321/49e370d2-18fb-4ef7-801d-92d084138321.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.831126] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.831126] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1ee28b0-5b2c-456c-9573-8ccca10dbb19 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.841990] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Waiting for the task: (returnval){ [ 990.841990] env[65978]: value = "task-4714922" [ 990.841990] env[65978]: _type = "Task" [ 990.841990] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.857771] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.925938] env[65978]: DEBUG nova.network.neutron [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Port e90814f6-f2a9-408e-916e-e56ccdec021d binding to destination host cpu-1 is already ACTIVE {{(pid=65978) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 991.089177] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6ecb71-be97-44ad-ab48-54ae07a43e71 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.107831] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51cc8c1-90a7-4449-8f29-ff514648088a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.148175] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38254b86-37c7-4e32-bbe9-957205f00f6e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.157547] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cd666b-d031-41fa-9b6c-6daf8f774484 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.175665] env[65978]: DEBUG nova.compute.provider_tree [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.304242] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5202c57f-e9c8-df0a-2a6e-8f6246150bfd, 'name': SearchDatastore_Task, 'duration_secs': 0.015231} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.305372] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20b14b99-86ba-410f-a6f5-3188df4fae75 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.314859] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 991.314859] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d93a85-ebe8-127a-70e2-81842f47704d" [ 991.314859] env[65978]: _type = "Task" [ 991.314859] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.326252] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d93a85-ebe8-127a-70e2-81842f47704d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.336988] env[65978]: WARNING neutronclient.v2_0.client [req-caf042ce-3f7e-453d-a879-ccc5bb08d5db req-d8c14be9-f867-4082-865f-9e65d7cc1d11 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.359997] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110992} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.359997] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.363014] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe019d5-699f-4160-bb68-49fce4d5b2aa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.391685] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 49e370d2-18fb-4ef7-801d-92d084138321/49e370d2-18fb-4ef7-801d-92d084138321.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.392058] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-173e75a7-be58-47bb-be6f-4cd11e8083b2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.414287] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Waiting for the task: (returnval){ [ 991.414287] env[65978]: value = "task-4714923" [ 991.414287] env[65978]: _type = "Task" [ 991.414287] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.435518] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714923, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.469602] env[65978]: DEBUG nova.network.neutron [req-caf042ce-3f7e-453d-a879-ccc5bb08d5db req-d8c14be9-f867-4082-865f-9e65d7cc1d11 service nova] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Updated VIF entry in instance network info cache for port bc882d00-9a38-4361-8f03-6928dd422d54. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 991.470015] env[65978]: DEBUG nova.network.neutron [req-caf042ce-3f7e-453d-a879-ccc5bb08d5db req-d8c14be9-f867-4082-865f-9e65d7cc1d11 service nova] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Updating instance_info_cache with network_info: [{"id": "bc882d00-9a38-4361-8f03-6928dd422d54", "address": "fa:16:3e:64:29:df", "network": {"id": "d7294624-d38b-49a4-820f-5b53b151b845", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-787862437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0145cca274c0419796b0163f58813c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc882d00-9a", "ovs_interfaceid": "bc882d00-9a38-4361-8f03-6928dd422d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.608895] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.611914] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1e0fbab-3871-46db-8950-d0156be3819c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.618605] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Waiting for the task: (returnval){ [ 991.618605] env[65978]: value = "task-4714924" [ 991.618605] env[65978]: _type = "Task" [ 991.618605] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.632323] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.681290] env[65978]: DEBUG nova.scheduler.client.report [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.765210] env[65978]: DEBUG nova.compute.manager [req-bfa34277-07eb-4e3b-95fb-4fddeb3d29fc req-8a8d03e9-2fbc-4149-931f-54fcf64f0d99 service nova] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Received event network-changed-ac7c9d77-8742-4c5e-a245-3a641b74ad5d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 991.765570] env[65978]: DEBUG nova.compute.manager [req-bfa34277-07eb-4e3b-95fb-4fddeb3d29fc req-8a8d03e9-2fbc-4149-931f-54fcf64f0d99 service nova] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Refreshing instance network info cache due to event network-changed-ac7c9d77-8742-4c5e-a245-3a641b74ad5d. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 991.765570] env[65978]: DEBUG oslo_concurrency.lockutils [req-bfa34277-07eb-4e3b-95fb-4fddeb3d29fc req-8a8d03e9-2fbc-4149-931f-54fcf64f0d99 service nova] Acquiring lock "refresh_cache-bac677a3-9cb5-4666-85fc-39e09e632ede" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.765785] env[65978]: DEBUG oslo_concurrency.lockutils [req-bfa34277-07eb-4e3b-95fb-4fddeb3d29fc req-8a8d03e9-2fbc-4149-931f-54fcf64f0d99 service nova] Acquired lock "refresh_cache-bac677a3-9cb5-4666-85fc-39e09e632ede" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.766197] env[65978]: DEBUG nova.network.neutron [req-bfa34277-07eb-4e3b-95fb-4fddeb3d29fc req-8a8d03e9-2fbc-4149-931f-54fcf64f0d99 service nova] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Refreshing network info cache for port ac7c9d77-8742-4c5e-a245-3a641b74ad5d {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.828468] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d93a85-ebe8-127a-70e2-81842f47704d, 'name': SearchDatastore_Task, 'duration_secs': 0.018918} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.829347] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.829347] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 08408e61-edfa-485b-b7d2-2c10b31d365e/08408e61-edfa-485b-b7d2-2c10b31d365e.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.829874] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4849ac10-d3d0-4952-9810-13d54ae8ba7c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.838816] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 991.838816] env[65978]: value = "task-4714925" [ 991.838816] env[65978]: _type = "Task" [ 991.838816] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.849303] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4714925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.926330] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714923, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.953535] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "527a7d9e-2bc1-43a8-a110-9d513ee45a64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.953781] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "527a7d9e-2bc1-43a8-a110-9d513ee45a64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.954113] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "527a7d9e-2bc1-43a8-a110-9d513ee45a64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.976424] env[65978]: DEBUG oslo_concurrency.lockutils [req-caf042ce-3f7e-453d-a879-ccc5bb08d5db req-d8c14be9-f867-4082-865f-9e65d7cc1d11 service nova] Releasing lock "refresh_cache-08408e61-edfa-485b-b7d2-2c10b31d365e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.099022] env[65978]: DEBUG oslo_vmware.rw_handles [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c182a3-444d-2674-472d-31c0a7e7e421/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 992.100065] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd544cb-ba48-4438-87a4-4744b2d84338 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.108560] env[65978]: DEBUG oslo_vmware.rw_handles [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c182a3-444d-2674-472d-31c0a7e7e421/disk-0.vmdk is in state: ready. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 992.108560] env[65978]: ERROR oslo_vmware.rw_handles [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c182a3-444d-2674-472d-31c0a7e7e421/disk-0.vmdk due to incomplete transfer. [ 992.108560] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8e3bf842-8352-4dd1-ae5d-43bc8c5a30fb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.117734] env[65978]: DEBUG oslo_vmware.rw_handles [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c182a3-444d-2674-472d-31c0a7e7e421/disk-0.vmdk. {{(pid=65978) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 992.117972] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Uploaded image ef4952de-9c3f-43bb-982e-4ec87886245d to the Glance image server {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 992.120412] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Destroying the VM {{(pid=65978) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 992.120823] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-add6fc78-dd42-426c-9a6b-ccdff1714ba8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.133679] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714924, 'name': PowerOffVM_Task, 'duration_secs': 0.313625} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.134492] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.134768] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.137741] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c892c9-33af-4a7c-a4a2-9179d6f29f7a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.139844] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 992.139844] env[65978]: value = "task-4714926" [ 992.139844] env[65978]: _type = "Task" [ 992.139844] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.152100] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.153092] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd1e49eb-90bd-463e-8961-d419c0b19423 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.159952] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714926, 'name': Destroy_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.184029] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.184029] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.184029] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Deleting the datastore file [datastore2] 8cab3775-d93f-4aa2-bc82-37714f1d32ef {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.184029] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b028069-7bf5-4b88-a8f8-fd2b0d929494 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.188173] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.188925] env[65978]: DEBUG nova.compute.manager [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 992.192026] env[65978]: DEBUG oslo_concurrency.lockutils [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.511s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.192476] env[65978]: DEBUG oslo_concurrency.lockutils [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.196034] env[65978]: DEBUG oslo_concurrency.lockutils [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.288s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.197295] env[65978]: INFO nova.compute.claims [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.207964] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Waiting for the task: (returnval){ [ 992.207964] env[65978]: value = "task-4714928" [ 992.207964] env[65978]: _type = "Task" [ 992.207964] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.223493] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.226328] env[65978]: INFO nova.scheduler.client.report [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Deleted allocations for instance 2f454d73-1141-46d1-97ce-8f85281d961c [ 992.269862] env[65978]: WARNING neutronclient.v2_0.client [req-bfa34277-07eb-4e3b-95fb-4fddeb3d29fc req-8a8d03e9-2fbc-4149-931f-54fcf64f0d99 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.352448] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4714925, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.428997] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714923, 'name': ReconfigVM_Task, 'duration_secs': 0.63109} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.429826] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 49e370d2-18fb-4ef7-801d-92d084138321/49e370d2-18fb-4ef7-801d-92d084138321.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.430519] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae3bad02-fcc7-47b2-bc23-cb8e22a599f5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.446159] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Waiting for the task: (returnval){ [ 992.446159] env[65978]: value = "task-4714929" [ 992.446159] env[65978]: _type = "Task" [ 992.446159] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.464804] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714929, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.496279] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Acquiring lock "f6d1b9c2-4f90-456f-9665-4fab4ccccac3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.496573] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Lock "f6d1b9c2-4f90-456f-9665-4fab4ccccac3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.651171] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714926, 'name': Destroy_Task, 'duration_secs': 0.423052} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.651524] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Destroyed the VM [ 992.651769] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Deleting Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 992.652118] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-76d15f19-3697-4bcd-809b-45ea998d4c66 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.662336] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 992.662336] env[65978]: value = "task-4714930" [ 992.662336] env[65978]: _type = "Task" [ 992.662336] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.672703] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714930, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.706088] env[65978]: DEBUG nova.compute.utils [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.708352] env[65978]: DEBUG nova.compute.manager [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 992.708352] env[65978]: DEBUG nova.network.neutron [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 992.708352] env[65978]: WARNING neutronclient.v2_0.client [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.708848] env[65978]: WARNING neutronclient.v2_0.client [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.723842] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.515479} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.724185] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.724627] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.724627] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.738116] env[65978]: DEBUG oslo_concurrency.lockutils [None req-322711a5-f585-4c73-9e0d-2df88d1dec00 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "2f454d73-1141-46d1-97ce-8f85281d961c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.939s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.855241] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4714925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.84124} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.855241] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 08408e61-edfa-485b-b7d2-2c10b31d365e/08408e61-edfa-485b-b7d2-2c10b31d365e.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.855241] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.855241] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69e2884d-3788-4ee8-af80-b59e467e6281 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.859920] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 992.859920] env[65978]: value = "task-4714931" [ 992.859920] env[65978]: _type = "Task" [ 992.859920] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.872199] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4714931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.879285] env[65978]: DEBUG nova.policy [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '261d92c7ac3a4dbf9ca3b5bdde3a7910', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c49dc3ab15040418137657626c806a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.957641] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714929, 'name': Rename_Task, 'duration_secs': 0.39046} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.957941] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.958305] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4146fc07-4399-4901-b0d3-cdc335f392e6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.965916] env[65978]: WARNING neutronclient.v2_0.client [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.970342] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Waiting for the task: (returnval){ [ 992.970342] env[65978]: value = "task-4714932" [ 992.970342] env[65978]: _type = "Task" [ 992.970342] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.980171] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.000064] env[65978]: DEBUG nova.compute.manager [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 993.177043] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714930, 'name': RemoveSnapshot_Task, 'duration_secs': 0.448086} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.177043] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Deleted Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 993.177043] env[65978]: DEBUG nova.compute.manager [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 993.177043] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e44978-877d-4396-a096-71248da55831 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.212215] env[65978]: DEBUG nova.compute.manager [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 993.290185] env[65978]: DEBUG nova.network.neutron [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Successfully created port: c7d6ef6b-8ab9-4cb9-8033-cacd9c5f3a95 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 993.381745] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4714931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067678} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.382118] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.384191] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4899d79-c641-4371-a4d5-6f5eddde08ca {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.417206] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 08408e61-edfa-485b-b7d2-2c10b31d365e/08408e61-edfa-485b-b7d2-2c10b31d365e.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.420571] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c63c589d-f060-4244-8842-9e047a672128 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.436598] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "refresh_cache-527a7d9e-2bc1-43a8-a110-9d513ee45a64" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.437432] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired lock "refresh_cache-527a7d9e-2bc1-43a8-a110-9d513ee45a64" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.437432] env[65978]: DEBUG nova.network.neutron [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 993.444948] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 993.444948] env[65978]: value = "task-4714933" [ 993.444948] env[65978]: _type = "Task" [ 993.444948] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.456453] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4714933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.482479] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714932, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.532903] env[65978]: WARNING neutronclient.v2_0.client [req-bfa34277-07eb-4e3b-95fb-4fddeb3d29fc req-8a8d03e9-2fbc-4149-931f-54fcf64f0d99 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.551923] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.692313] env[65978]: INFO nova.compute.manager [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Shelve offloading [ 993.777941] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77b083a-a3fc-44dd-bee1-a26e7a8a4223 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.785776] env[65978]: DEBUG nova.virt.hardware [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 993.785776] env[65978]: DEBUG nova.virt.hardware [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.785776] env[65978]: DEBUG nova.virt.hardware [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 993.785776] env[65978]: DEBUG nova.virt.hardware [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.785776] env[65978]: DEBUG nova.virt.hardware [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 993.785776] env[65978]: DEBUG nova.virt.hardware [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 993.786325] env[65978]: DEBUG nova.virt.hardware [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 993.786325] env[65978]: DEBUG nova.virt.hardware [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 993.786489] env[65978]: DEBUG nova.virt.hardware [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 993.786635] env[65978]: DEBUG nova.virt.hardware [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 993.786786] env[65978]: DEBUG nova.virt.hardware [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 993.787965] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c136762e-4f1d-4af7-b2ba-350d5c2abd5f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.801446] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc483e8-17b0-4894-a579-a2d3b52a8e0f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.807129] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7630af5-6425-4e6a-b08b-578f91f65337 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.848415] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Instance VIF info [] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.855376] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 993.855376] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc71953-bf2e-4ab0-a3fc-1d2803a77e88 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.857743] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.858022] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92b3d632-2967-475f-9dbb-73f870237a2d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.879922] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86018d06-175e-4df4-88a6-a6d620abab44 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.883806] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.883806] env[65978]: value = "task-4714934" [ 993.883806] env[65978]: _type = "Task" [ 993.883806] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.898018] env[65978]: DEBUG nova.compute.provider_tree [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.905318] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714934, 'name': CreateVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.940312] env[65978]: WARNING neutronclient.v2_0.client [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.955675] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4714933, 'name': ReconfigVM_Task, 'duration_secs': 0.404209} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.955978] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 08408e61-edfa-485b-b7d2-2c10b31d365e/08408e61-edfa-485b-b7d2-2c10b31d365e.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.956690] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d03f0ab-33d6-4750-8cb6-4132eab01dd1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.964284] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 993.964284] env[65978]: value = "task-4714935" [ 993.964284] env[65978]: _type = "Task" [ 993.964284] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.972933] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4714935, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.982094] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714932, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.092474] env[65978]: DEBUG nova.network.neutron [req-bfa34277-07eb-4e3b-95fb-4fddeb3d29fc req-8a8d03e9-2fbc-4149-931f-54fcf64f0d99 service nova] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Updated VIF entry in instance network info cache for port ac7c9d77-8742-4c5e-a245-3a641b74ad5d. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 994.092864] env[65978]: DEBUG nova.network.neutron [req-bfa34277-07eb-4e3b-95fb-4fddeb3d29fc req-8a8d03e9-2fbc-4149-931f-54fcf64f0d99 service nova] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Updating instance_info_cache with network_info: [{"id": "ac7c9d77-8742-4c5e-a245-3a641b74ad5d", "address": "fa:16:3e:56:81:bd", "network": {"id": "062947ef-897c-42eb-a83d-a02716fb1163", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-726542755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f0f218c5114f3a81e15fb4f71f7d91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac7c9d77-87", "ovs_interfaceid": "ac7c9d77-8742-4c5e-a245-3a641b74ad5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.196976] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.197315] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f3f3bbf-9dc8-437e-be64-671a38f821b2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.207463] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 994.207463] env[65978]: value = "task-4714936" [ 994.207463] env[65978]: _type = "Task" [ 994.207463] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.216944] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.227888] env[65978]: DEBUG nova.compute.manager [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 994.263785] env[65978]: DEBUG nova.virt.hardware [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 994.263785] env[65978]: DEBUG nova.virt.hardware [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.263785] env[65978]: DEBUG nova.virt.hardware [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 994.263785] env[65978]: DEBUG nova.virt.hardware [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.263785] env[65978]: DEBUG nova.virt.hardware [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 994.264505] env[65978]: DEBUG nova.virt.hardware [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 994.264905] env[65978]: DEBUG nova.virt.hardware [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 994.265336] env[65978]: DEBUG nova.virt.hardware [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 994.265650] env[65978]: DEBUG nova.virt.hardware [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 994.266065] env[65978]: DEBUG nova.virt.hardware [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 994.268073] env[65978]: DEBUG nova.virt.hardware [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 994.268073] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff3b7e4-5d46-408d-aca0-d4bf7d047a3c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.277557] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267a0799-1ae8-48e6-8426-e7002491c6e6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.395748] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714934, 'name': CreateVM_Task, 'duration_secs': 0.438114} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.395748] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.395966] env[65978]: DEBUG oslo_concurrency.lockutils [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.396145] env[65978]: DEBUG oslo_concurrency.lockutils [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.396479] env[65978]: DEBUG oslo_concurrency.lockutils [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.396745] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaaf2382-fe39-4e4d-bdc8-3f41ecc6a5cb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.404357] env[65978]: DEBUG nova.scheduler.client.report [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.408097] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Waiting for the task: (returnval){ [ 994.408097] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52eb4288-7109-6d9c-3138-be697893d2f7" [ 994.408097] env[65978]: _type = "Task" [ 994.408097] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.419212] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52eb4288-7109-6d9c-3138-be697893d2f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.476033] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4714935, 'name': Rename_Task, 'duration_secs': 0.153987} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.479390] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.479800] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db9ffab0-fb86-4723-b867-b8c06f8e5a70 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.488629] env[65978]: DEBUG oslo_vmware.api [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714932, 'name': PowerOnVM_Task, 'duration_secs': 1.01919} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.490442] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.490836] env[65978]: DEBUG nova.compute.manager [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 994.491273] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 994.491273] env[65978]: value = "task-4714937" [ 994.491273] env[65978]: _type = "Task" [ 994.491273] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.492284] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404f7e3a-7b28-48cb-9314-59de2fb8f7e1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.509328] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4714937, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.596212] env[65978]: DEBUG oslo_concurrency.lockutils [req-bfa34277-07eb-4e3b-95fb-4fddeb3d29fc req-8a8d03e9-2fbc-4149-931f-54fcf64f0d99 service nova] Releasing lock "refresh_cache-bac677a3-9cb5-4666-85fc-39e09e632ede" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.630370] env[65978]: WARNING neutronclient.v2_0.client [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.720038] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] VM already powered off {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 994.720218] env[65978]: DEBUG nova.compute.manager [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 994.721025] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ac061f-3576-418c-8af9-c391bd4c7863 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.728302] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "refresh_cache-0674d730-2d85-4513-a9a0-c5a323100751" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.728302] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquired lock "refresh_cache-0674d730-2d85-4513-a9a0-c5a323100751" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.728584] env[65978]: DEBUG nova.network.neutron [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 994.792264] env[65978]: DEBUG nova.network.neutron [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Updating instance_info_cache with network_info: [{"id": "e90814f6-f2a9-408e-916e-e56ccdec021d", "address": "fa:16:3e:e4:8f:13", "network": {"id": "5d7d5419-d28e-4cf9-9dde-56cf0e7c9ea3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-67670762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40d5661e4d634152b4e8a2785b9d9d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape90814f6-f2", "ovs_interfaceid": "e90814f6-f2a9-408e-916e-e56ccdec021d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.910436] env[65978]: DEBUG oslo_concurrency.lockutils [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.911354] env[65978]: DEBUG nova.compute.manager [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 994.916030] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.336s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.916030] env[65978]: DEBUG nova.objects.instance [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lazy-loading 'resources' on Instance uuid f8155823-4338-481a-b2a3-ba2fc5194ffb {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.931999] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52eb4288-7109-6d9c-3138-be697893d2f7, 'name': SearchDatastore_Task, 'duration_secs': 0.021073} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.932956] env[65978]: DEBUG oslo_concurrency.lockutils [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.933215] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.933449] env[65978]: DEBUG oslo_concurrency.lockutils [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.933590] env[65978]: DEBUG oslo_concurrency.lockutils [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.933763] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.934651] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84a0d5b3-5276-4ec4-85e9-87b9a091a684 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.946506] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.946720] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.947690] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50d160c0-985e-430d-a1a4-6658217fb0cf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.956054] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Waiting for the task: (returnval){ [ 994.956054] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5289f4a9-705c-ff4f-1e67-1ee82d98cb8a" [ 994.956054] env[65978]: _type = "Task" [ 994.956054] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.965475] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5289f4a9-705c-ff4f-1e67-1ee82d98cb8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.006283] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4714937, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.019758] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.069558] env[65978]: DEBUG nova.network.neutron [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Successfully updated port: c7d6ef6b-8ab9-4cb9-8033-cacd9c5f3a95 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 995.235490] env[65978]: WARNING neutronclient.v2_0.client [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.296748] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Releasing lock "refresh_cache-527a7d9e-2bc1-43a8-a110-9d513ee45a64" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.305417] env[65978]: DEBUG nova.compute.manager [req-3f21e979-7f75-4f66-ae28-72dd1daec069 req-4e978b55-fb2a-43ff-9334-513ca231aadf service nova] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Received event network-vif-plugged-c7d6ef6b-8ab9-4cb9-8033-cacd9c5f3a95 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 995.308026] env[65978]: DEBUG oslo_concurrency.lockutils [req-3f21e979-7f75-4f66-ae28-72dd1daec069 req-4e978b55-fb2a-43ff-9334-513ca231aadf service nova] Acquiring lock "a23ad05a-9c75-428b-8277-f443ab1e4e2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.308026] env[65978]: DEBUG oslo_concurrency.lockutils [req-3f21e979-7f75-4f66-ae28-72dd1daec069 req-4e978b55-fb2a-43ff-9334-513ca231aadf service nova] Lock "a23ad05a-9c75-428b-8277-f443ab1e4e2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.308026] env[65978]: DEBUG oslo_concurrency.lockutils [req-3f21e979-7f75-4f66-ae28-72dd1daec069 req-4e978b55-fb2a-43ff-9334-513ca231aadf service nova] Lock "a23ad05a-9c75-428b-8277-f443ab1e4e2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.308026] env[65978]: DEBUG nova.compute.manager [req-3f21e979-7f75-4f66-ae28-72dd1daec069 req-4e978b55-fb2a-43ff-9334-513ca231aadf service nova] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] No waiting events found dispatching network-vif-plugged-c7d6ef6b-8ab9-4cb9-8033-cacd9c5f3a95 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 995.308026] env[65978]: WARNING nova.compute.manager [req-3f21e979-7f75-4f66-ae28-72dd1daec069 req-4e978b55-fb2a-43ff-9334-513ca231aadf service nova] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Received unexpected event network-vif-plugged-c7d6ef6b-8ab9-4cb9-8033-cacd9c5f3a95 for instance with vm_state building and task_state spawning. [ 995.428095] env[65978]: DEBUG nova.compute.utils [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.432016] env[65978]: DEBUG nova.compute.manager [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 995.432413] env[65978]: DEBUG nova.network.neutron [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 995.432930] env[65978]: WARNING neutronclient.v2_0.client [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.433421] env[65978]: WARNING neutronclient.v2_0.client [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.480728] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5289f4a9-705c-ff4f-1e67-1ee82d98cb8a, 'name': SearchDatastore_Task, 'duration_secs': 0.036033} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.485409] env[65978]: WARNING neutronclient.v2_0.client [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.488044] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c977ad6e-65c8-4f89-aec5-c703fcd482fc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.491843] env[65978]: DEBUG nova.policy [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88629a898303404681f19d1f05501cb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52a6b5ef7c5b4739a3d18934729959ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.505070] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Waiting for the task: (returnval){ [ 995.505070] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5257f415-68cf-c74a-f86e-52cf5858f7aa" [ 995.505070] env[65978]: _type = "Task" [ 995.505070] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.515663] env[65978]: DEBUG oslo_vmware.api [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4714937, 'name': PowerOnVM_Task, 'duration_secs': 0.673952} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.516795] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.516917] env[65978]: INFO nova.compute.manager [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Took 8.29 seconds to spawn the instance on the hypervisor. [ 995.517410] env[65978]: DEBUG nova.compute.manager [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 995.518115] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cae9e5-7e88-44ac-9bb4-a11eb443c248 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.525462] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5257f415-68cf-c74a-f86e-52cf5858f7aa, 'name': SearchDatastore_Task, 'duration_secs': 0.018905} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.530577] env[65978]: DEBUG oslo_concurrency.lockutils [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.530919] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 8cab3775-d93f-4aa2-bc82-37714f1d32ef/8cab3775-d93f-4aa2-bc82-37714f1d32ef.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.531605] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9ae9c2f-0538-42f9-adfe-16c729e8a73d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.545015] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Waiting for the task: (returnval){ [ 995.545015] env[65978]: value = "task-4714938" [ 995.545015] env[65978]: _type = "Task" [ 995.545015] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.556776] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.577450] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "refresh_cache-a23ad05a-9c75-428b-8277-f443ab1e4e2b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.577450] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired lock "refresh_cache-a23ad05a-9c75-428b-8277-f443ab1e4e2b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.577450] env[65978]: DEBUG nova.network.neutron [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 995.828696] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e660a2fd-dd6a-4c36-874e-594b9bea795c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.856409] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f443ec6-8d3c-4b39-8637-dc04a81a4780 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.865181] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Updating instance '527a7d9e-2bc1-43a8-a110-9d513ee45a64' progress to 83 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 995.922036] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "22035b86-65b5-4ea5-ad8c-a7694fff2638" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.922036] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "22035b86-65b5-4ea5-ad8c-a7694fff2638" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.935827] env[65978]: DEBUG nova.compute.manager [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 995.953230] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2506bc57-c4fd-4f57-bddd-38778bf0957b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.957969] env[65978]: DEBUG nova.network.neutron [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Successfully created port: f3598025-d4d6-4054-99f4-e6d5943e8879 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 995.967483] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4937d6-a20a-4afd-acc1-0068366aa2fe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.004739] env[65978]: DEBUG nova.network.neutron [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Updating instance_info_cache with network_info: [{"id": "8dd07a90-c3da-47d1-82a5-85367447eb5e", "address": "fa:16:3e:84:37:57", "network": {"id": "cd6f4af8-478b-45e6-b86b-673490da8fbd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885631327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1eec13c7bab4ec48430206d7331ad1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd07a90-c3", "ovs_interfaceid": "8dd07a90-c3da-47d1-82a5-85367447eb5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.006656] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663d664d-eb6e-480d-aa0f-81e02f2874c8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.016857] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53858f9b-670f-45d4-b783-f55da26b7b0f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.034772] env[65978]: DEBUG nova.compute.provider_tree [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.050251] env[65978]: INFO nova.compute.manager [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Took 25.19 seconds to build instance. [ 996.058987] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714938, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.126872] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Acquiring lock "49e370d2-18fb-4ef7-801d-92d084138321" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.127215] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Lock "49e370d2-18fb-4ef7-801d-92d084138321" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.127470] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Acquiring lock "49e370d2-18fb-4ef7-801d-92d084138321-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.127650] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Lock "49e370d2-18fb-4ef7-801d-92d084138321-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.127817] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Lock "49e370d2-18fb-4ef7-801d-92d084138321-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.129973] env[65978]: INFO nova.compute.manager [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Terminating instance [ 996.374860] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.375260] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2002d136-0841-462a-863c-84da4bbd0569 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.385244] env[65978]: DEBUG oslo_vmware.api [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 996.385244] env[65978]: value = "task-4714939" [ 996.385244] env[65978]: _type = "Task" [ 996.385244] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.395733] env[65978]: DEBUG oslo_vmware.api [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.424053] env[65978]: DEBUG nova.compute.manager [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 996.433721] env[65978]: DEBUG nova.network.neutron [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 996.513040] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Releasing lock "refresh_cache-0674d730-2d85-4513-a9a0-c5a323100751" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.513040] env[65978]: WARNING neutronclient.v2_0.client [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.513040] env[65978]: WARNING neutronclient.v2_0.client [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.537910] env[65978]: DEBUG nova.scheduler.client.report [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.552545] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4b0ac332-b016-40f7-a1af-d7e1284c3edb tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Lock "08408e61-edfa-485b-b7d2-2c10b31d365e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.703s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.556864] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714938, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.635387] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Acquiring lock "refresh_cache-49e370d2-18fb-4ef7-801d-92d084138321" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.635568] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Acquired lock "refresh_cache-49e370d2-18fb-4ef7-801d-92d084138321" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.635733] env[65978]: DEBUG nova.network.neutron [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 996.897711] env[65978]: DEBUG oslo_vmware.api [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714939, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.949021] env[65978]: DEBUG nova.compute.manager [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 996.952194] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.982160] env[65978]: DEBUG nova.virt.hardware [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 996.982430] env[65978]: DEBUG nova.virt.hardware [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.982584] env[65978]: DEBUG nova.virt.hardware [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 996.982765] env[65978]: DEBUG nova.virt.hardware [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.982908] env[65978]: DEBUG nova.virt.hardware [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 996.983204] env[65978]: DEBUG nova.virt.hardware [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 996.983424] env[65978]: DEBUG nova.virt.hardware [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 996.983584] env[65978]: DEBUG nova.virt.hardware [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 996.983750] env[65978]: DEBUG nova.virt.hardware [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 996.983912] env[65978]: DEBUG nova.virt.hardware [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 996.984094] env[65978]: DEBUG nova.virt.hardware [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 996.986147] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4d1013-e449-4f79-b339-c44149ac57b9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.998219] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ec739f-6128-4de6-b2cf-3a85380a37bc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.043806] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.046900] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 10.590s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.061546] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714938, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.076018] env[65978]: INFO nova.scheduler.client.report [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Deleted allocations for instance f8155823-4338-481a-b2a3-ba2fc5194ffb [ 997.139241] env[65978]: WARNING neutronclient.v2_0.client [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.353531] env[65978]: DEBUG nova.network.neutron [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 997.398097] env[65978]: DEBUG oslo_vmware.api [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4714939, 'name': PowerOnVM_Task, 'duration_secs': 0.550663} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.398460] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.398709] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd751ff-7ee8-4264-af0f-ee4e8b82124a tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Updating instance '527a7d9e-2bc1-43a8-a110-9d513ee45a64' progress to 100 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 997.554923] env[65978]: DEBUG nova.objects.instance [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lazy-loading 'migration_context' on Instance uuid 2065da93-93a5-4439-8bdc-517cda51c0d8 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.561433] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714938, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.749824} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.561966] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 8cab3775-d93f-4aa2-bc82-37714f1d32ef/8cab3775-d93f-4aa2-bc82-37714f1d32ef.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.562133] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.563037] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc9fd908-975e-4cba-9f4e-ee15088a732c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.574836] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Waiting for the task: (returnval){ [ 997.574836] env[65978]: value = "task-4714940" [ 997.574836] env[65978]: _type = "Task" [ 997.574836] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.587452] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.588080] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1ca29c2e-f220-4309-a022-c8f16c137d34 tempest-ImagesTestJSON-1697320241 tempest-ImagesTestJSON-1697320241-project-member] Lock "f8155823-4338-481a-b2a3-ba2fc5194ffb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.520s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.666369] env[65978]: WARNING neutronclient.v2_0.client [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.725552] env[65978]: DEBUG nova.network.neutron [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Successfully updated port: f3598025-d4d6-4054-99f4-e6d5943e8879 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 997.849017] env[65978]: DEBUG nova.network.neutron [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.942329] env[65978]: DEBUG nova.network.neutron [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Updating instance_info_cache with network_info: [{"id": "c7d6ef6b-8ab9-4cb9-8033-cacd9c5f3a95", "address": "fa:16:3e:1a:cd:95", "network": {"id": "46fccd3d-fad6-4070-9e81-322a28c0d678", "bridge": "br-int", "label": "tempest-ServersTestJSON-1875769234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c49dc3ab15040418137657626c806a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7d6ef6b-8a", "ovs_interfaceid": "c7d6ef6b-8ab9-4cb9-8033-cacd9c5f3a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.009821] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.009821] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fa8c02-896b-439e-9186-c92f122fc4ce {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.021204] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.021806] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe9b77b1-a9f6-47f4-9fcd-896da2a2c26c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.087690] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071465} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.088022] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.088863] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1c0ec5-8dad-4968-8256-5e424c3d64cc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.120025] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 8cab3775-d93f-4aa2-bc82-37714f1d32ef/8cab3775-d93f-4aa2-bc82-37714f1d32ef.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.123886] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bfd452e-cea0-48db-8dd4-2c1b385fea8e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.139729] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.139950] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.140211] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Deleting the datastore file [datastore2] 0674d730-2d85-4513-a9a0-c5a323100751 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.140833] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cdfc9fe-ac4c-421c-a5f8-96021b217586 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.149101] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 998.149101] env[65978]: value = "task-4714942" [ 998.149101] env[65978]: _type = "Task" [ 998.149101] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.151337] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Waiting for the task: (returnval){ [ 998.151337] env[65978]: value = "task-4714943" [ 998.151337] env[65978]: _type = "Task" [ 998.151337] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.168688] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.228373] env[65978]: DEBUG oslo_concurrency.lockutils [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "refresh_cache-6b30b9e8-996c-485d-aacc-a7b6e09a6743" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.228578] env[65978]: DEBUG oslo_concurrency.lockutils [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquired lock "refresh_cache-6b30b9e8-996c-485d-aacc-a7b6e09a6743" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.228780] env[65978]: DEBUG nova.network.neutron [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 998.258247] env[65978]: DEBUG nova.compute.manager [req-aecb6f7c-d8f6-403c-8881-334e5bd76816 req-7da84e9c-d4e9-4b57-99e9-0731208bd7f2 service nova] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Received event network-changed-c7d6ef6b-8ab9-4cb9-8033-cacd9c5f3a95 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 998.258442] env[65978]: DEBUG nova.compute.manager [req-aecb6f7c-d8f6-403c-8881-334e5bd76816 req-7da84e9c-d4e9-4b57-99e9-0731208bd7f2 service nova] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Refreshing instance network info cache due to event network-changed-c7d6ef6b-8ab9-4cb9-8033-cacd9c5f3a95. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 998.260185] env[65978]: DEBUG oslo_concurrency.lockutils [req-aecb6f7c-d8f6-403c-8881-334e5bd76816 req-7da84e9c-d4e9-4b57-99e9-0731208bd7f2 service nova] Acquiring lock "refresh_cache-a23ad05a-9c75-428b-8277-f443ab1e4e2b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.352960] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Releasing lock "refresh_cache-49e370d2-18fb-4ef7-801d-92d084138321" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.354216] env[65978]: DEBUG nova.compute.manager [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 998.354216] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.355568] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49368766-8e5a-40ec-a9cd-f3db00bcb8cc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.366609] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.370199] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cee12b2-113e-4f2b-9799-3b5c3ec9fb32 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.377340] env[65978]: DEBUG oslo_vmware.api [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Waiting for the task: (returnval){ [ 998.377340] env[65978]: value = "task-4714944" [ 998.377340] env[65978]: _type = "Task" [ 998.377340] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.392467] env[65978]: DEBUG oslo_vmware.api [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.419558] env[65978]: DEBUG nova.compute.manager [req-d861f16e-423b-479c-8541-dd57a10d0d79 req-5316cbe7-edc5-4458-b4eb-a7f3e53a8780 service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Received event network-vif-unplugged-8dd07a90-c3da-47d1-82a5-85367447eb5e {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 998.419895] env[65978]: DEBUG oslo_concurrency.lockutils [req-d861f16e-423b-479c-8541-dd57a10d0d79 req-5316cbe7-edc5-4458-b4eb-a7f3e53a8780 service nova] Acquiring lock "0674d730-2d85-4513-a9a0-c5a323100751-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.421807] env[65978]: DEBUG oslo_concurrency.lockutils [req-d861f16e-423b-479c-8541-dd57a10d0d79 req-5316cbe7-edc5-4458-b4eb-a7f3e53a8780 service nova] Lock "0674d730-2d85-4513-a9a0-c5a323100751-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.421807] env[65978]: DEBUG oslo_concurrency.lockutils [req-d861f16e-423b-479c-8541-dd57a10d0d79 req-5316cbe7-edc5-4458-b4eb-a7f3e53a8780 service nova] Lock "0674d730-2d85-4513-a9a0-c5a323100751-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.421807] env[65978]: DEBUG nova.compute.manager [req-d861f16e-423b-479c-8541-dd57a10d0d79 req-5316cbe7-edc5-4458-b4eb-a7f3e53a8780 service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] No waiting events found dispatching network-vif-unplugged-8dd07a90-c3da-47d1-82a5-85367447eb5e {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 998.421807] env[65978]: WARNING nova.compute.manager [req-d861f16e-423b-479c-8541-dd57a10d0d79 req-5316cbe7-edc5-4458-b4eb-a7f3e53a8780 service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Received unexpected event network-vif-unplugged-8dd07a90-c3da-47d1-82a5-85367447eb5e for instance with vm_state shelved and task_state shelving_offloading. [ 998.452296] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Releasing lock "refresh_cache-a23ad05a-9c75-428b-8277-f443ab1e4e2b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.452780] env[65978]: DEBUG nova.compute.manager [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Instance network_info: |[{"id": "c7d6ef6b-8ab9-4cb9-8033-cacd9c5f3a95", "address": "fa:16:3e:1a:cd:95", "network": {"id": "46fccd3d-fad6-4070-9e81-322a28c0d678", "bridge": "br-int", "label": "tempest-ServersTestJSON-1875769234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c49dc3ab15040418137657626c806a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7d6ef6b-8a", "ovs_interfaceid": "c7d6ef6b-8ab9-4cb9-8033-cacd9c5f3a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 998.454069] env[65978]: DEBUG oslo_concurrency.lockutils [req-aecb6f7c-d8f6-403c-8881-334e5bd76816 req-7da84e9c-d4e9-4b57-99e9-0731208bd7f2 service nova] Acquired lock "refresh_cache-a23ad05a-9c75-428b-8277-f443ab1e4e2b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.454069] env[65978]: DEBUG nova.network.neutron [req-aecb6f7c-d8f6-403c-8881-334e5bd76816 req-7da84e9c-d4e9-4b57-99e9-0731208bd7f2 service nova] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Refreshing network info cache for port c7d6ef6b-8ab9-4cb9-8033-cacd9c5f3a95 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.455368] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:cd:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7d6ef6b-8ab9-4cb9-8033-cacd9c5f3a95', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.466706] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 998.471602] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.473296] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37d0a38b-affd-42f5-ab92-2e1ed685e6ff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.504911] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.504911] env[65978]: value = "task-4714945" [ 998.504911] env[65978]: _type = "Task" [ 998.504911] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.516468] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714945, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.618054] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c497a2-f6b1-40cd-80dd-124c51e160bf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.627468] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac66d4aa-1795-435d-ab30-9d471f053d5e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.674567] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1c6cba-d96c-4f80-a56a-9a0884c466ce {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.686695] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714943, 'name': ReconfigVM_Task, 'duration_secs': 0.491556} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.686997] env[65978]: DEBUG oslo_vmware.api [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4714942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273272} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.689435] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 8cab3775-d93f-4aa2-bc82-37714f1d32ef/8cab3775-d93f-4aa2-bc82-37714f1d32ef.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.690184] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.690381] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.690629] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.693251] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d1da729-2fa3-46b6-87eb-daa0d73e75d9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.696085] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87258d7c-64bc-4745-9e43-99e710262b91 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.714219] env[65978]: DEBUG nova.compute.provider_tree [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.717298] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Waiting for the task: (returnval){ [ 998.717298] env[65978]: value = "task-4714946" [ 998.717298] env[65978]: _type = "Task" [ 998.717298] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.724455] env[65978]: INFO nova.scheduler.client.report [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Deleted allocations for instance 0674d730-2d85-4513-a9a0-c5a323100751 [ 998.737040] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714946, 'name': Rename_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.784402] env[65978]: DEBUG nova.network.neutron [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 998.868098] env[65978]: WARNING neutronclient.v2_0.client [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.893262] env[65978]: DEBUG oslo_vmware.api [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714944, 'name': PowerOffVM_Task, 'duration_secs': 0.163181} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.893262] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.893362] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.893621] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e01079d-e113-4b26-a226-fbcdd1224c87 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.927278] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.927278] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.927511] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Deleting the datastore file [datastore2] 49e370d2-18fb-4ef7-801d-92d084138321 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.927868] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-825e99d4-6a7f-45f5-8a3e-d6815033b6cb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.935394] env[65978]: DEBUG oslo_vmware.api [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Waiting for the task: (returnval){ [ 998.935394] env[65978]: value = "task-4714948" [ 998.935394] env[65978]: _type = "Task" [ 998.935394] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.944689] env[65978]: DEBUG oslo_vmware.api [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.954373] env[65978]: DEBUG nova.network.neutron [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Updating instance_info_cache with network_info: [{"id": "f3598025-d4d6-4054-99f4-e6d5943e8879", "address": "fa:16:3e:1b:51:88", "network": {"id": "7b1b21e4-9772-46b8-bd51-1a67c63e45e0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1265072942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52a6b5ef7c5b4739a3d18934729959ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3598025-d4", "ovs_interfaceid": "f3598025-d4d6-4054-99f4-e6d5943e8879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.968731] env[65978]: WARNING neutronclient.v2_0.client [req-aecb6f7c-d8f6-403c-8881-334e5bd76816 req-7da84e9c-d4e9-4b57-99e9-0731208bd7f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.016801] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714945, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.088958] env[65978]: INFO nova.compute.manager [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Rescuing [ 999.089279] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquiring lock "refresh_cache-08408e61-edfa-485b-b7d2-2c10b31d365e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.089431] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquired lock "refresh_cache-08408e61-edfa-485b-b7d2-2c10b31d365e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.089938] env[65978]: DEBUG nova.network.neutron [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 999.137991] env[65978]: WARNING neutronclient.v2_0.client [req-aecb6f7c-d8f6-403c-8881-334e5bd76816 req-7da84e9c-d4e9-4b57-99e9-0731208bd7f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.219195] env[65978]: DEBUG nova.scheduler.client.report [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.233431] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714946, 'name': Rename_Task, 'duration_secs': 0.277716} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.233431] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.233743] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4385b509-9cc9-4498-b8fd-5eb1f77f6e9b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.238057] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.242518] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Waiting for the task: (returnval){ [ 999.242518] env[65978]: value = "task-4714949" [ 999.242518] env[65978]: _type = "Task" [ 999.242518] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.256036] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.350397] env[65978]: DEBUG nova.network.neutron [req-aecb6f7c-d8f6-403c-8881-334e5bd76816 req-7da84e9c-d4e9-4b57-99e9-0731208bd7f2 service nova] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Updated VIF entry in instance network info cache for port c7d6ef6b-8ab9-4cb9-8033-cacd9c5f3a95. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 999.351772] env[65978]: DEBUG nova.network.neutron [req-aecb6f7c-d8f6-403c-8881-334e5bd76816 req-7da84e9c-d4e9-4b57-99e9-0731208bd7f2 service nova] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Updating instance_info_cache with network_info: [{"id": "c7d6ef6b-8ab9-4cb9-8033-cacd9c5f3a95", "address": "fa:16:3e:1a:cd:95", "network": {"id": "46fccd3d-fad6-4070-9e81-322a28c0d678", "bridge": "br-int", "label": "tempest-ServersTestJSON-1875769234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c49dc3ab15040418137657626c806a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7d6ef6b-8a", "ovs_interfaceid": "c7d6ef6b-8ab9-4cb9-8033-cacd9c5f3a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.448196] env[65978]: DEBUG oslo_vmware.api [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Task: {'id': task-4714948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143841} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.448624] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.448705] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.449089] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.449089] env[65978]: INFO nova.compute.manager [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Took 1.10 seconds to destroy the instance on the hypervisor. [ 999.449357] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 999.449799] env[65978]: DEBUG nova.compute.manager [-] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 999.449799] env[65978]: DEBUG nova.network.neutron [-] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 999.449799] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.458104] env[65978]: DEBUG oslo_concurrency.lockutils [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Releasing lock "refresh_cache-6b30b9e8-996c-485d-aacc-a7b6e09a6743" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.458544] env[65978]: DEBUG nova.compute.manager [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Instance network_info: |[{"id": "f3598025-d4d6-4054-99f4-e6d5943e8879", "address": "fa:16:3e:1b:51:88", "network": {"id": "7b1b21e4-9772-46b8-bd51-1a67c63e45e0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1265072942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52a6b5ef7c5b4739a3d18934729959ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3598025-d4", "ovs_interfaceid": "f3598025-d4d6-4054-99f4-e6d5943e8879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 999.459149] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:51:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3598025-d4d6-4054-99f4-e6d5943e8879', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.468922] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 999.469473] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.469553] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88fa9c47-7098-4a85-ac53-2c2ef58f3771 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.487084] env[65978]: DEBUG nova.network.neutron [-] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 999.487392] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.492269] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.492269] env[65978]: value = "task-4714950" [ 999.492269] env[65978]: _type = "Task" [ 999.492269] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.509486] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714950, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.521202] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714945, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.595549] env[65978]: WARNING neutronclient.v2_0.client [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.755475] env[65978]: DEBUG oslo_vmware.api [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714949, 'name': PowerOnVM_Task, 'duration_secs': 0.484116} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.756786] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.756903] env[65978]: DEBUG nova.compute.manager [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 999.758419] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833c6545-0385-4ad8-8a73-dc977f5c00d8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.856449] env[65978]: DEBUG oslo_concurrency.lockutils [req-aecb6f7c-d8f6-403c-8881-334e5bd76816 req-7da84e9c-d4e9-4b57-99e9-0731208bd7f2 service nova] Releasing lock "refresh_cache-a23ad05a-9c75-428b-8277-f443ab1e4e2b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.991097] env[65978]: DEBUG nova.network.neutron [-] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.002984] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714950, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.021180] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714945, 'name': CreateVM_Task, 'duration_secs': 1.402533} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.023095] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.023095] env[65978]: WARNING neutronclient.v2_0.client [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.023095] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.023095] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.023095] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.023422] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30709d63-fd5b-4b51-83b8-fb45235dbe6b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.030137] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1000.030137] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5251078c-7cda-fb38-3b4d-a63a1d03c731" [ 1000.030137] env[65978]: _type = "Task" [ 1000.030137] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.042247] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5251078c-7cda-fb38-3b4d-a63a1d03c731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.233668] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.187s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.240201] env[65978]: DEBUG oslo_concurrency.lockutils [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.731s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.240428] env[65978]: DEBUG nova.objects.instance [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lazy-loading 'resources' on Instance uuid 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.257270] env[65978]: WARNING neutronclient.v2_0.client [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.281055] env[65978]: DEBUG oslo_concurrency.lockutils [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.494636] env[65978]: INFO nova.compute.manager [-] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Took 1.04 seconds to deallocate network for instance. [ 1000.510359] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714950, 'name': CreateVM_Task, 'duration_secs': 0.582864} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.510545] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.511081] env[65978]: WARNING neutronclient.v2_0.client [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.511421] env[65978]: DEBUG oslo_concurrency.lockutils [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.543802] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5251078c-7cda-fb38-3b4d-a63a1d03c731, 'name': SearchDatastore_Task, 'duration_secs': 0.012826} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.543802] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.544076] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.545023] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.545023] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.545023] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.545023] env[65978]: DEBUG oslo_concurrency.lockutils [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.545346] env[65978]: DEBUG oslo_concurrency.lockutils [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.545346] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36241655-c6f0-4d93-9155-6aa9586ee71a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.549335] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-462dfe62-4f36-491f-8a07-db6155b1435e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.556752] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 1000.556752] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52305add-51a1-008d-8b69-6f88862a0a4b" [ 1000.556752] env[65978]: _type = "Task" [ 1000.556752] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.558765] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.560056] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.568311] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21aeefc7-4aea-41f0-9ae4-ed9752a1e41e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.572034] env[65978]: DEBUG nova.network.neutron [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Updating instance_info_cache with network_info: [{"id": "bc882d00-9a38-4361-8f03-6928dd422d54", "address": "fa:16:3e:64:29:df", "network": {"id": "d7294624-d38b-49a4-820f-5b53b151b845", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-787862437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0145cca274c0419796b0163f58813c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc882d00-9a", "ovs_interfaceid": "bc882d00-9a38-4361-8f03-6928dd422d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.586109] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52305add-51a1-008d-8b69-6f88862a0a4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.586109] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1000.586109] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f0c175-11d9-c264-bb65-b71c58070d2e" [ 1000.586109] env[65978]: _type = "Task" [ 1000.586109] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.596901] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f0c175-11d9-c264-bb65-b71c58070d2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.813656] env[65978]: DEBUG nova.compute.manager [req-b522609c-6553-4591-b1e7-f1bb6f99471f req-f016b4e5-4239-4226-b0a5-6ec10d4cce7a service nova] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Received event network-vif-plugged-f3598025-d4d6-4054-99f4-e6d5943e8879 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1000.815581] env[65978]: DEBUG oslo_concurrency.lockutils [req-b522609c-6553-4591-b1e7-f1bb6f99471f req-f016b4e5-4239-4226-b0a5-6ec10d4cce7a service nova] Acquiring lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.816046] env[65978]: DEBUG oslo_concurrency.lockutils [req-b522609c-6553-4591-b1e7-f1bb6f99471f req-f016b4e5-4239-4226-b0a5-6ec10d4cce7a service nova] Lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.819017] env[65978]: DEBUG oslo_concurrency.lockutils [req-b522609c-6553-4591-b1e7-f1bb6f99471f req-f016b4e5-4239-4226-b0a5-6ec10d4cce7a service nova] Lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.819017] env[65978]: DEBUG nova.compute.manager [req-b522609c-6553-4591-b1e7-f1bb6f99471f req-f016b4e5-4239-4226-b0a5-6ec10d4cce7a service nova] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] No waiting events found dispatching network-vif-plugged-f3598025-d4d6-4054-99f4-e6d5943e8879 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1000.819017] env[65978]: WARNING nova.compute.manager [req-b522609c-6553-4591-b1e7-f1bb6f99471f req-f016b4e5-4239-4226-b0a5-6ec10d4cce7a service nova] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Received unexpected event network-vif-plugged-f3598025-d4d6-4054-99f4-e6d5943e8879 for instance with vm_state building and task_state spawning. [ 1000.819017] env[65978]: DEBUG nova.compute.manager [req-b522609c-6553-4591-b1e7-f1bb6f99471f req-f016b4e5-4239-4226-b0a5-6ec10d4cce7a service nova] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Received event network-changed-f3598025-d4d6-4054-99f4-e6d5943e8879 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1000.819017] env[65978]: DEBUG nova.compute.manager [req-b522609c-6553-4591-b1e7-f1bb6f99471f req-f016b4e5-4239-4226-b0a5-6ec10d4cce7a service nova] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Refreshing instance network info cache due to event network-changed-f3598025-d4d6-4054-99f4-e6d5943e8879. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1000.819017] env[65978]: DEBUG oslo_concurrency.lockutils [req-b522609c-6553-4591-b1e7-f1bb6f99471f req-f016b4e5-4239-4226-b0a5-6ec10d4cce7a service nova] Acquiring lock "refresh_cache-6b30b9e8-996c-485d-aacc-a7b6e09a6743" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.819017] env[65978]: DEBUG oslo_concurrency.lockutils [req-b522609c-6553-4591-b1e7-f1bb6f99471f req-f016b4e5-4239-4226-b0a5-6ec10d4cce7a service nova] Acquired lock "refresh_cache-6b30b9e8-996c-485d-aacc-a7b6e09a6743" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.819017] env[65978]: DEBUG nova.network.neutron [req-b522609c-6553-4591-b1e7-f1bb6f99471f req-f016b4e5-4239-4226-b0a5-6ec10d4cce7a service nova] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Refreshing network info cache for port f3598025-d4d6-4054-99f4-e6d5943e8879 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.005761] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.025702] env[65978]: DEBUG nova.compute.manager [req-14e4755d-ce2f-48da-a91d-3bb8e83c72ec req-3d93d916-a868-4f84-9da4-8f08ee822f71 service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Received event network-changed-8dd07a90-c3da-47d1-82a5-85367447eb5e {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1001.025702] env[65978]: DEBUG nova.compute.manager [req-14e4755d-ce2f-48da-a91d-3bb8e83c72ec req-3d93d916-a868-4f84-9da4-8f08ee822f71 service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Refreshing instance network info cache due to event network-changed-8dd07a90-c3da-47d1-82a5-85367447eb5e. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1001.025702] env[65978]: DEBUG oslo_concurrency.lockutils [req-14e4755d-ce2f-48da-a91d-3bb8e83c72ec req-3d93d916-a868-4f84-9da4-8f08ee822f71 service nova] Acquiring lock "refresh_cache-0674d730-2d85-4513-a9a0-c5a323100751" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.025702] env[65978]: DEBUG oslo_concurrency.lockutils [req-14e4755d-ce2f-48da-a91d-3bb8e83c72ec req-3d93d916-a868-4f84-9da4-8f08ee822f71 service nova] Acquired lock "refresh_cache-0674d730-2d85-4513-a9a0-c5a323100751" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.025702] env[65978]: DEBUG nova.network.neutron [req-14e4755d-ce2f-48da-a91d-3bb8e83c72ec req-3d93d916-a868-4f84-9da4-8f08ee822f71 service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Refreshing network info cache for port 8dd07a90-c3da-47d1-82a5-85367447eb5e {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.077773] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Releasing lock "refresh_cache-08408e61-edfa-485b-b7d2-2c10b31d365e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.080117] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52305add-51a1-008d-8b69-6f88862a0a4b, 'name': SearchDatastore_Task, 'duration_secs': 0.036812} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.083416] env[65978]: DEBUG oslo_concurrency.lockutils [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.083699] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.084282] env[65978]: DEBUG oslo_concurrency.lockutils [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.097305] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f0c175-11d9-c264-bb65-b71c58070d2e, 'name': SearchDatastore_Task, 'duration_secs': 0.03531} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.098588] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b279515-8539-406a-8eed-b4bc70c8fb6e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.109171] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1001.109171] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d3f22a-27b1-a968-c073-a80eb9a86c88" [ 1001.109171] env[65978]: _type = "Task" [ 1001.109171] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.127367] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d3f22a-27b1-a968-c073-a80eb9a86c88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.217326] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac4a96e-4e5a-4b88-bb02-3e51d1cafcb5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.229664] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fa2ea4-8d23-4b84-9f75-d156116ab0b4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.264407] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91e93c46-ecb1-47ad-a0d5-9d6713236df1 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "527a7d9e-2bc1-43a8-a110-9d513ee45a64" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.264657] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91e93c46-ecb1-47ad-a0d5-9d6713236df1 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "527a7d9e-2bc1-43a8-a110-9d513ee45a64" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.264845] env[65978]: DEBUG nova.compute.manager [None req-91e93c46-ecb1-47ad-a0d5-9d6713236df1 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Going to confirm migration 4 {{(pid=65978) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5294}} [ 1001.267022] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309bdac9-fd71-47bf-85ca-583b5e400d5e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.279070] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101c37b3-ca0c-415d-95eb-631f4e8385ca {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.307975] env[65978]: DEBUG nova.compute.provider_tree [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.328229] env[65978]: WARNING neutronclient.v2_0.client [req-b522609c-6553-4591-b1e7-f1bb6f99471f req-f016b4e5-4239-4226-b0a5-6ec10d4cce7a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.334748] env[65978]: DEBUG oslo_concurrency.lockutils [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Acquiring lock "8cab3775-d93f-4aa2-bc82-37714f1d32ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.335572] env[65978]: DEBUG oslo_concurrency.lockutils [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Lock "8cab3775-d93f-4aa2-bc82-37714f1d32ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.337941] env[65978]: DEBUG oslo_concurrency.lockutils [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Acquiring lock "8cab3775-d93f-4aa2-bc82-37714f1d32ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.337941] env[65978]: DEBUG oslo_concurrency.lockutils [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Lock "8cab3775-d93f-4aa2-bc82-37714f1d32ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.337941] env[65978]: DEBUG oslo_concurrency.lockutils [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Lock "8cab3775-d93f-4aa2-bc82-37714f1d32ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.340665] env[65978]: INFO nova.compute.manager [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Terminating instance [ 1001.533177] env[65978]: WARNING neutronclient.v2_0.client [req-14e4755d-ce2f-48da-a91d-3bb8e83c72ec req-3d93d916-a868-4f84-9da4-8f08ee822f71 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.565586] env[65978]: WARNING neutronclient.v2_0.client [req-b522609c-6553-4591-b1e7-f1bb6f99471f req-f016b4e5-4239-4226-b0a5-6ec10d4cce7a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.637431] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52d3f22a-27b1-a968-c073-a80eb9a86c88, 'name': SearchDatastore_Task, 'duration_secs': 0.016138} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.638029] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.638355] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a23ad05a-9c75-428b-8277-f443ab1e4e2b/a23ad05a-9c75-428b-8277-f443ab1e4e2b.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.639099] env[65978]: DEBUG oslo_concurrency.lockutils [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.639497] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.639791] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ff4c5d6-e66b-421f-bba8-4a781201b49a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.643177] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53dc3141-2fce-4c36-b3f7-eb10af93e472 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.652320] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1001.652320] env[65978]: value = "task-4714951" [ 1001.652320] env[65978]: _type = "Task" [ 1001.652320] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.658393] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.658682] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.663096] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a5f4216-627c-4b3a-8ffd-d1af2627751a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.674103] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.679951] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 1001.679951] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520ad3c9-1785-0fcf-4780-3673158c1bf0" [ 1001.679951] env[65978]: _type = "Task" [ 1001.679951] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.681569] env[65978]: DEBUG nova.network.neutron [req-b522609c-6553-4591-b1e7-f1bb6f99471f req-f016b4e5-4239-4226-b0a5-6ec10d4cce7a service nova] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Updated VIF entry in instance network info cache for port f3598025-d4d6-4054-99f4-e6d5943e8879. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1001.682115] env[65978]: DEBUG nova.network.neutron [req-b522609c-6553-4591-b1e7-f1bb6f99471f req-f016b4e5-4239-4226-b0a5-6ec10d4cce7a service nova] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Updating instance_info_cache with network_info: [{"id": "f3598025-d4d6-4054-99f4-e6d5943e8879", "address": "fa:16:3e:1b:51:88", "network": {"id": "7b1b21e4-9772-46b8-bd51-1a67c63e45e0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1265072942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52a6b5ef7c5b4739a3d18934729959ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3598025-d4", "ovs_interfaceid": "f3598025-d4d6-4054-99f4-e6d5943e8879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.699219] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520ad3c9-1785-0fcf-4780-3673158c1bf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.775391] env[65978]: WARNING neutronclient.v2_0.client [None req-91e93c46-ecb1-47ad-a0d5-9d6713236df1 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.792152] env[65978]: WARNING neutronclient.v2_0.client [req-14e4755d-ce2f-48da-a91d-3bb8e83c72ec req-3d93d916-a868-4f84-9da4-8f08ee822f71 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.801229] env[65978]: INFO nova.compute.manager [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Swapping old allocation on dict_keys(['7cef9df5-c7be-44a4-aef0-4856b8af9b78']) held by migration a057a566-48ba-4d51-80e0-7784112f460b for instance [ 1001.813533] env[65978]: DEBUG nova.scheduler.client.report [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.844160] env[65978]: DEBUG nova.scheduler.client.report [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Overwriting current allocation {'allocations': {'7cef9df5-c7be-44a4-aef0-4856b8af9b78': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 122}}, 'project_id': '7af66bcc446144c4b5f5f487e61e3caf', 'user_id': '9bed90e34df4484c87840abcf8d068e1', 'consumer_generation': 1} on consumer 2065da93-93a5-4439-8bdc-517cda51c0d8 {{(pid=65978) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1001.847088] env[65978]: DEBUG oslo_concurrency.lockutils [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Acquiring lock "refresh_cache-8cab3775-d93f-4aa2-bc82-37714f1d32ef" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.847424] env[65978]: DEBUG oslo_concurrency.lockutils [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Acquired lock "refresh_cache-8cab3775-d93f-4aa2-bc82-37714f1d32ef" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.847695] env[65978]: DEBUG nova.network.neutron [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1001.869179] env[65978]: WARNING neutronclient.v2_0.client [None req-91e93c46-ecb1-47ad-a0d5-9d6713236df1 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.869584] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91e93c46-ecb1-47ad-a0d5-9d6713236df1 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "refresh_cache-527a7d9e-2bc1-43a8-a110-9d513ee45a64" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.869713] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91e93c46-ecb1-47ad-a0d5-9d6713236df1 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired lock "refresh_cache-527a7d9e-2bc1-43a8-a110-9d513ee45a64" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.869963] env[65978]: DEBUG nova.network.neutron [None req-91e93c46-ecb1-47ad-a0d5-9d6713236df1 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1001.870130] env[65978]: DEBUG nova.objects.instance [None req-91e93c46-ecb1-47ad-a0d5-9d6713236df1 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lazy-loading 'info_cache' on Instance uuid 527a7d9e-2bc1-43a8-a110-9d513ee45a64 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.903721] env[65978]: DEBUG nova.network.neutron [req-14e4755d-ce2f-48da-a91d-3bb8e83c72ec req-3d93d916-a868-4f84-9da4-8f08ee822f71 service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Updated VIF entry in instance network info cache for port 8dd07a90-c3da-47d1-82a5-85367447eb5e. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1001.904489] env[65978]: DEBUG nova.network.neutron [req-14e4755d-ce2f-48da-a91d-3bb8e83c72ec req-3d93d916-a868-4f84-9da4-8f08ee822f71 service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Updating instance_info_cache with network_info: [{"id": "8dd07a90-c3da-47d1-82a5-85367447eb5e", "address": "fa:16:3e:84:37:57", "network": {"id": "cd6f4af8-478b-45e6-b86b-673490da8fbd", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1885631327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1eec13c7bab4ec48430206d7331ad1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8dd07a90-c3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.913999] env[65978]: WARNING neutronclient.v2_0.client [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.977124] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "refresh_cache-2065da93-93a5-4439-8bdc-517cda51c0d8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.977124] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquired lock "refresh_cache-2065da93-93a5-4439-8bdc-517cda51c0d8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.977294] env[65978]: DEBUG nova.network.neutron [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1002.102627] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "0674d730-2d85-4513-a9a0-c5a323100751" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.165326] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714951, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.190849] env[65978]: DEBUG oslo_concurrency.lockutils [req-b522609c-6553-4591-b1e7-f1bb6f99471f req-f016b4e5-4239-4226-b0a5-6ec10d4cce7a service nova] Releasing lock "refresh_cache-6b30b9e8-996c-485d-aacc-a7b6e09a6743" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.198218] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520ad3c9-1785-0fcf-4780-3673158c1bf0, 'name': SearchDatastore_Task, 'duration_secs': 0.017253} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.200127] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-167347b4-898e-4b2e-b201-1231695640b6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.207920] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 1002.207920] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524daece-af26-2e9a-a158-93c51802539a" [ 1002.207920] env[65978]: _type = "Task" [ 1002.207920] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.219800] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524daece-af26-2e9a-a158-93c51802539a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.321122] env[65978]: DEBUG oslo_concurrency.lockutils [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.324833] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.563s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.326665] env[65978]: INFO nova.compute.claims [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.350934] env[65978]: INFO nova.scheduler.client.report [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Deleted allocations for instance 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3 [ 1002.359182] env[65978]: WARNING neutronclient.v2_0.client [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.407275] env[65978]: DEBUG oslo_concurrency.lockutils [req-14e4755d-ce2f-48da-a91d-3bb8e83c72ec req-3d93d916-a868-4f84-9da4-8f08ee822f71 service nova] Releasing lock "refresh_cache-0674d730-2d85-4513-a9a0-c5a323100751" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.450535] env[65978]: DEBUG nova.network.neutron [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1002.479970] env[65978]: WARNING neutronclient.v2_0.client [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.654195] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.654195] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76b87689-4409-4a95-b7c3-d1d9ab03fc42 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.665058] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789974} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.668289] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a23ad05a-9c75-428b-8277-f443ab1e4e2b/a23ad05a-9c75-428b-8277-f443ab1e4e2b.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.668613] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.669022] env[65978]: DEBUG oslo_vmware.api [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1002.669022] env[65978]: value = "task-4714952" [ 1002.669022] env[65978]: _type = "Task" [ 1002.669022] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.669263] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b8becf9-dc3b-43a1-8860-7a677707797e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.683498] env[65978]: DEBUG oslo_vmware.api [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4714952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.685744] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1002.685744] env[65978]: value = "task-4714953" [ 1002.685744] env[65978]: _type = "Task" [ 1002.685744] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.693329] env[65978]: DEBUG nova.network.neutron [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.699123] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.720597] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524daece-af26-2e9a-a158-93c51802539a, 'name': SearchDatastore_Task, 'duration_secs': 0.065165} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.720937] env[65978]: DEBUG oslo_concurrency.lockutils [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.721310] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 6b30b9e8-996c-485d-aacc-a7b6e09a6743/6b30b9e8-996c-485d-aacc-a7b6e09a6743.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.721467] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-507706ca-fea6-427c-8bce-ad8e4f90e2e9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.733125] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 1002.733125] env[65978]: value = "task-4714954" [ 1002.733125] env[65978]: _type = "Task" [ 1002.733125] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.743461] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.866611] env[65978]: DEBUG oslo_concurrency.lockutils [None req-10ad7e94-28c7-4062-be80-18c8405790ca tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.432s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.878658] env[65978]: WARNING neutronclient.v2_0.client [None req-91e93c46-ecb1-47ad-a0d5-9d6713236df1 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.186992] env[65978]: DEBUG oslo_vmware.api [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4714952, 'name': PowerOffVM_Task, 'duration_secs': 0.315894} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.193165] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.194679] env[65978]: WARNING neutronclient.v2_0.client [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.197328] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffc8ddb-6e94-4329-84f7-ffe25337cbb7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.200989] env[65978]: DEBUG oslo_concurrency.lockutils [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Releasing lock "refresh_cache-8cab3775-d93f-4aa2-bc82-37714f1d32ef" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.201497] env[65978]: DEBUG nova.compute.manager [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1003.201774] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.202663] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfb4938-2c40-480c-99f4-318c31b0e5f4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.209426] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071945} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.225740] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.226973] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f95565b-6a06-4595-8cbe-4aae102971f2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.230483] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2843f86-c3c3-4bb5-aad3-4167151985c9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.235909] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.240198] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d7f316a-c795-4f76-9eba-acd1ea288d23 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.265054] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] a23ad05a-9c75-428b-8277-f443ab1e4e2b/a23ad05a-9c75-428b-8277-f443ab1e4e2b.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.268893] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7be35a5-ac49-4e22-b90b-4691b653182c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.290901] env[65978]: DEBUG oslo_vmware.api [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Waiting for the task: (returnval){ [ 1003.290901] env[65978]: value = "task-4714955" [ 1003.290901] env[65978]: _type = "Task" [ 1003.290901] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.291249] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714954, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.301918] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1003.301918] env[65978]: value = "task-4714956" [ 1003.301918] env[65978]: _type = "Task" [ 1003.301918] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.310510] env[65978]: DEBUG oslo_vmware.api [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.315736] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.316256] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-caad9d2b-fa94-49bb-bc71-f9ab22a642aa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.322059] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.330702] env[65978]: DEBUG oslo_vmware.api [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1003.330702] env[65978]: value = "task-4714957" [ 1003.330702] env[65978]: _type = "Task" [ 1003.330702] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.346696] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] VM already powered off {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1003.351175] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.351175] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.351175] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.351175] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.351175] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-075c6cd8-1e65-4048-b3a4-5cc252f1f17a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.368398] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.368398] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.368398] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7886a660-decd-42e0-821b-39de66af83ea {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.381449] env[65978]: DEBUG oslo_vmware.api [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1003.381449] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52cae8d9-98cc-fced-0897-32896f2b39e4" [ 1003.381449] env[65978]: _type = "Task" [ 1003.381449] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.394103] env[65978]: DEBUG oslo_vmware.api [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52cae8d9-98cc-fced-0897-32896f2b39e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.454269] env[65978]: DEBUG nova.network.neutron [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Updating instance_info_cache with network_info: [{"id": "271e1bd6-2478-464f-8d1c-a7f33e10719d", "address": "fa:16:3e:d9:82:61", "network": {"id": "ba3167a7-c64c-45fd-a61c-e8125b251ff8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3fa34e4e4c2246c38344c5bfe21a9718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap271e1bd6-24", "ovs_interfaceid": "271e1bd6-2478-464f-8d1c-a7f33e10719d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.513140] env[65978]: WARNING neutronclient.v2_0.client [None req-91e93c46-ecb1-47ad-a0d5-9d6713236df1 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.674598] env[65978]: DEBUG nova.network.neutron [None req-91e93c46-ecb1-47ad-a0d5-9d6713236df1 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Updating instance_info_cache with network_info: [{"id": "e90814f6-f2a9-408e-916e-e56ccdec021d", "address": "fa:16:3e:e4:8f:13", "network": {"id": "5d7d5419-d28e-4cf9-9dde-56cf0e7c9ea3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-67670762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40d5661e4d634152b4e8a2785b9d9d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape90814f6-f2", "ovs_interfaceid": "e90814f6-f2a9-408e-916e-e56ccdec021d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.753634] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.889706} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.754696] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 6b30b9e8-996c-485d-aacc-a7b6e09a6743/6b30b9e8-996c-485d-aacc-a7b6e09a6743.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.754696] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.754696] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d40d7f23-1db2-41ef-85ae-2eeb6e3ce7d3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.765873] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 1003.765873] env[65978]: value = "task-4714958" [ 1003.765873] env[65978]: _type = "Task" [ 1003.765873] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.775977] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.790771] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555d7351-4290-4cf4-8661-6091135130df {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.802438] env[65978]: DEBUG oslo_vmware.api [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714955, 'name': PowerOffVM_Task, 'duration_secs': 0.397457} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.804411] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.804699] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.804911] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08570dbc-a7db-4122-9bd4-eb9481e3f66d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.809793] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed82abd-15ef-43ce-8db8-a2c3c52fb2eb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.820276] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714956, 'name': ReconfigVM_Task, 'duration_secs': 0.475968} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.845901] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Reconfigured VM instance instance-0000005f to attach disk [datastore2] a23ad05a-9c75-428b-8277-f443ab1e4e2b/a23ad05a-9c75-428b-8277-f443ab1e4e2b.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.850770] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a561350e-b11f-4aff-a7fe-2f1b3ab586fa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.850770] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c98a75-958b-4b71-a206-907f7682b42c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.853296] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.853478] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.853641] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Deleting the datastore file [datastore2] 8cab3775-d93f-4aa2-bc82-37714f1d32ef {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.853876] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfd8507a-37e4-4c8e-9c06-9dfd8fe1299a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.863829] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd42698-05df-441e-ae4d-018b5bedee56 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.868768] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1003.868768] env[65978]: value = "task-4714960" [ 1003.868768] env[65978]: _type = "Task" [ 1003.868768] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.869112] env[65978]: DEBUG oslo_vmware.api [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Waiting for the task: (returnval){ [ 1003.869112] env[65978]: value = "task-4714961" [ 1003.869112] env[65978]: _type = "Task" [ 1003.869112] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.883675] env[65978]: DEBUG nova.compute.provider_tree [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.896243] env[65978]: DEBUG oslo_vmware.api [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.896564] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714960, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.904142] env[65978]: DEBUG oslo_vmware.api [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52cae8d9-98cc-fced-0897-32896f2b39e4, 'name': SearchDatastore_Task, 'duration_secs': 0.057162} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.905097] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12b9e755-d6f0-4c84-810b-2fb0ee1f1007 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.914249] env[65978]: DEBUG oslo_vmware.api [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1003.914249] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523ebbfe-248f-704c-c0d1-3287633c7f94" [ 1003.914249] env[65978]: _type = "Task" [ 1003.914249] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.924324] env[65978]: DEBUG oslo_vmware.api [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523ebbfe-248f-704c-c0d1-3287633c7f94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.958050] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Releasing lock "refresh_cache-2065da93-93a5-4439-8bdc-517cda51c0d8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.958263] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.959293] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4640cb3-b42b-42b9-a0c0-b626160d4887 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.968815] env[65978]: DEBUG oslo_vmware.api [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 1003.968815] env[65978]: value = "task-4714962" [ 1003.968815] env[65978]: _type = "Task" [ 1003.968815] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.980356] env[65978]: DEBUG oslo_vmware.api [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.176826] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91e93c46-ecb1-47ad-a0d5-9d6713236df1 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Releasing lock "refresh_cache-527a7d9e-2bc1-43a8-a110-9d513ee45a64" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.176826] env[65978]: DEBUG nova.objects.instance [None req-91e93c46-ecb1-47ad-a0d5-9d6713236df1 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lazy-loading 'migration_context' on Instance uuid 527a7d9e-2bc1-43a8-a110-9d513ee45a64 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.277912] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116476} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.277912] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.278882] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36712b2-61aa-4b8b-967c-93afc06702cc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.309517] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 6b30b9e8-996c-485d-aacc-a7b6e09a6743/6b30b9e8-996c-485d-aacc-a7b6e09a6743.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.309811] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-392cf332-15e7-4ee1-9c1f-88a4f61d7a49 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.331340] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 1004.331340] env[65978]: value = "task-4714963" [ 1004.331340] env[65978]: _type = "Task" [ 1004.331340] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.340916] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.386973] env[65978]: DEBUG oslo_vmware.api [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Task: {'id': task-4714961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255276} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.387245] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714960, 'name': Rename_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.387489] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.387669] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.387842] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.388015] env[65978]: INFO nova.compute.manager [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1004.388263] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1004.388458] env[65978]: DEBUG nova.compute.manager [-] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1004.388554] env[65978]: DEBUG nova.network.neutron [-] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1004.388812] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.391344] env[65978]: DEBUG nova.scheduler.client.report [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.410188] env[65978]: DEBUG nova.network.neutron [-] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1004.410457] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.426893] env[65978]: DEBUG oslo_vmware.api [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523ebbfe-248f-704c-c0d1-3287633c7f94, 'name': SearchDatastore_Task, 'duration_secs': 0.026468} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.427212] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.427665] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 08408e61-edfa-485b-b7d2-2c10b31d365e/60ae46d2-80a6-44b0-babe-7226023243fc-rescue.vmdk. {{(pid=65978) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1004.427872] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0a84225-23a5-44e5-9d7e-9e8f5b0e9792 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.437845] env[65978]: DEBUG oslo_vmware.api [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1004.437845] env[65978]: value = "task-4714964" [ 1004.437845] env[65978]: _type = "Task" [ 1004.437845] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.448814] env[65978]: DEBUG oslo_vmware.api [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4714964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.480163] env[65978]: DEBUG oslo_vmware.api [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714962, 'name': PowerOffVM_Task, 'duration_secs': 0.267259} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.480163] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.480741] env[65978]: DEBUG nova.virt.hardware [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:34:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e4db2e5c-4ea9-43a8-8014-eeaad7cbbf4c',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-777896504',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1004.480965] env[65978]: DEBUG nova.virt.hardware [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.481143] env[65978]: DEBUG nova.virt.hardware [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1004.481327] env[65978]: DEBUG nova.virt.hardware [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.481469] env[65978]: DEBUG nova.virt.hardware [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1004.481610] env[65978]: DEBUG nova.virt.hardware [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1004.481870] env[65978]: DEBUG nova.virt.hardware [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1004.482173] env[65978]: DEBUG nova.virt.hardware [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1004.482365] env[65978]: DEBUG nova.virt.hardware [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1004.482528] env[65978]: DEBUG nova.virt.hardware [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1004.482696] env[65978]: DEBUG nova.virt.hardware [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1004.487594] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3df76685-6c01-48ea-9f1a-9f88827121f3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.506317] env[65978]: DEBUG oslo_vmware.api [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 1004.506317] env[65978]: value = "task-4714965" [ 1004.506317] env[65978]: _type = "Task" [ 1004.506317] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.518784] env[65978]: DEBUG oslo_vmware.api [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.683122] env[65978]: DEBUG nova.objects.base [None req-91e93c46-ecb1-47ad-a0d5-9d6713236df1 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Object Instance<527a7d9e-2bc1-43a8-a110-9d513ee45a64> lazy-loaded attributes: info_cache,migration_context {{(pid=65978) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1004.684190] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06535100-3688-4140-964b-ccf216862c7b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.714107] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca706a53-0ce0-4ea3-9637-d3709f320199 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.722095] env[65978]: DEBUG oslo_vmware.api [None req-91e93c46-ecb1-47ad-a0d5-9d6713236df1 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1004.722095] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c1309a-328e-2a7b-a474-5def04742c52" [ 1004.722095] env[65978]: _type = "Task" [ 1004.722095] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.738146] env[65978]: DEBUG oslo_vmware.api [None req-91e93c46-ecb1-47ad-a0d5-9d6713236df1 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c1309a-328e-2a7b-a474-5def04742c52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.761288] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "41951180-b313-4910-a432-0004a6bd52fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.761558] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "41951180-b313-4910-a432-0004a6bd52fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.846437] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714963, 'name': ReconfigVM_Task, 'duration_secs': 0.401321} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.847821] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 6b30b9e8-996c-485d-aacc-a7b6e09a6743/6b30b9e8-996c-485d-aacc-a7b6e09a6743.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.847821] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00352b96-dc95-4300-b035-1f5213a2de25 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.856711] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 1004.856711] env[65978]: value = "task-4714966" [ 1004.856711] env[65978]: _type = "Task" [ 1004.856711] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.874033] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714966, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.885669] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714960, 'name': Rename_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.899560] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.900186] env[65978]: DEBUG nova.compute.manager [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1004.906434] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.355s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.908092] env[65978]: INFO nova.compute.claims [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.912937] env[65978]: DEBUG nova.network.neutron [-] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.949493] env[65978]: DEBUG oslo_vmware.api [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4714964, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.020199] env[65978]: DEBUG oslo_vmware.api [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714965, 'name': ReconfigVM_Task, 'duration_secs': 0.170213} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.021423] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9c3aae-afb6-4b20-8e93-5d82ffa8b302 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.048115] env[65978]: DEBUG nova.virt.hardware [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:34:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e4db2e5c-4ea9-43a8-8014-eeaad7cbbf4c',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-777896504',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1005.048381] env[65978]: DEBUG nova.virt.hardware [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.048543] env[65978]: DEBUG nova.virt.hardware [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1005.048773] env[65978]: DEBUG nova.virt.hardware [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.048960] env[65978]: DEBUG nova.virt.hardware [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1005.049138] env[65978]: DEBUG nova.virt.hardware [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1005.049321] env[65978]: DEBUG nova.virt.hardware [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1005.049476] env[65978]: DEBUG nova.virt.hardware [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1005.049641] env[65978]: DEBUG nova.virt.hardware [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1005.049804] env[65978]: DEBUG nova.virt.hardware [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1005.049972] env[65978]: DEBUG nova.virt.hardware [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1005.050994] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7df95d73-1886-4120-97f9-fecf9ed8f75c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.059995] env[65978]: DEBUG oslo_vmware.api [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 1005.059995] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a70043-b3d2-5d09-e222-b359bffb6625" [ 1005.059995] env[65978]: _type = "Task" [ 1005.059995] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.069568] env[65978]: DEBUG oslo_vmware.api [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a70043-b3d2-5d09-e222-b359bffb6625, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.237696] env[65978]: DEBUG oslo_vmware.api [None req-91e93c46-ecb1-47ad-a0d5-9d6713236df1 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c1309a-328e-2a7b-a474-5def04742c52, 'name': SearchDatastore_Task, 'duration_secs': 0.043966} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.237696] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91e93c46-ecb1-47ad-a0d5-9d6713236df1 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.265714] env[65978]: DEBUG nova.compute.manager [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1005.378964] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714966, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.386513] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714960, 'name': Rename_Task, 'duration_secs': 1.218517} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.387441] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.387441] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-316cf6e2-8d7a-43ff-bce2-f25b9a07331c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.396184] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1005.396184] env[65978]: value = "task-4714967" [ 1005.396184] env[65978]: _type = "Task" [ 1005.396184] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.406258] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.414252] env[65978]: DEBUG nova.compute.utils [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.422591] env[65978]: DEBUG nova.compute.manager [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1005.422591] env[65978]: DEBUG nova.network.neutron [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1005.422591] env[65978]: WARNING neutronclient.v2_0.client [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.422591] env[65978]: WARNING neutronclient.v2_0.client [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.422991] env[65978]: INFO nova.compute.manager [-] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Took 1.03 seconds to deallocate network for instance. [ 1005.452739] env[65978]: DEBUG oslo_vmware.api [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4714964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514766} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.453044] env[65978]: INFO nova.virt.vmwareapi.ds_util [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 08408e61-edfa-485b-b7d2-2c10b31d365e/60ae46d2-80a6-44b0-babe-7226023243fc-rescue.vmdk. [ 1005.453866] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d7686a-70b5-4bed-be16-89a5e25832e1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.482431] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 08408e61-edfa-485b-b7d2-2c10b31d365e/60ae46d2-80a6-44b0-babe-7226023243fc-rescue.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.483191] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af5881b5-4877-4e20-b048-a08da78792db {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.504227] env[65978]: DEBUG oslo_vmware.api [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1005.504227] env[65978]: value = "task-4714968" [ 1005.504227] env[65978]: _type = "Task" [ 1005.504227] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.511174] env[65978]: DEBUG nova.policy [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '174225c7e39e46fd9fbba80835b64ae4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '267bbaf30cc74f989e3f217b0a842e2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.519618] env[65978]: DEBUG oslo_vmware.api [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4714968, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.574768] env[65978]: DEBUG oslo_vmware.api [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a70043-b3d2-5d09-e222-b359bffb6625, 'name': SearchDatastore_Task, 'duration_secs': 0.012876} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.580508] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1005.580928] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-443f1264-81a5-4b53-94f5-382ef8cfcd87 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.603239] env[65978]: DEBUG oslo_vmware.api [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 1005.603239] env[65978]: value = "task-4714969" [ 1005.603239] env[65978]: _type = "Task" [ 1005.603239] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.612727] env[65978]: DEBUG oslo_vmware.api [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.798528] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.876351] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714966, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.908486] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714967, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.911529] env[65978]: DEBUG nova.network.neutron [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Successfully created port: baa992bd-f5dc-431a-8615-4b748898738c {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1005.921277] env[65978]: DEBUG nova.compute.manager [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1005.933033] env[65978]: DEBUG oslo_concurrency.lockutils [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.021033] env[65978]: DEBUG oslo_vmware.api [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4714968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.115470] env[65978]: DEBUG oslo_vmware.api [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714969, 'name': ReconfigVM_Task, 'duration_secs': 0.259016} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.118409] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1006.119428] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459d5542-6681-454b-9b69-43cc6c4422d4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.145136] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 2065da93-93a5-4439-8bdc-517cda51c0d8/2065da93-93a5-4439-8bdc-517cda51c0d8.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.148050] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0596004b-85ae-4927-98b9-9ee527f38744 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.170429] env[65978]: DEBUG oslo_vmware.api [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 1006.170429] env[65978]: value = "task-4714970" [ 1006.170429] env[65978]: _type = "Task" [ 1006.170429] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.183692] env[65978]: DEBUG oslo_vmware.api [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714970, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.374415] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714966, 'name': Rename_Task, 'duration_secs': 1.094098} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.377982] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.378569] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2b620dd-033b-4bf7-a0de-765664e1daf5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.387381] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 1006.387381] env[65978]: value = "task-4714971" [ 1006.387381] env[65978]: _type = "Task" [ 1006.387381] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.393017] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2977da-6254-4bee-8ee9-8535af2c8d26 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.409269] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.411455] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccc0794-61e2-4a8a-86fe-66a22770ca30 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.420951] env[65978]: DEBUG oslo_vmware.api [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714967, 'name': PowerOnVM_Task, 'duration_secs': 0.628699} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.421908] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.422245] env[65978]: INFO nova.compute.manager [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Took 12.19 seconds to spawn the instance on the hypervisor. [ 1006.422503] env[65978]: DEBUG nova.compute.manager [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1006.423682] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae07ae65-e866-4f02-9c6c-1a880fd99a20 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.475116] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7225fc-6a9a-4cd2-9eba-c399552be6a6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.489755] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bff198-62a2-48d9-8b9a-a35fdfb2e943 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.507087] env[65978]: DEBUG nova.compute.provider_tree [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.518648] env[65978]: DEBUG oslo_vmware.api [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4714968, 'name': ReconfigVM_Task, 'duration_secs': 0.803522} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.518961] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 08408e61-edfa-485b-b7d2-2c10b31d365e/60ae46d2-80a6-44b0-babe-7226023243fc-rescue.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.519858] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fa1e7e-4185-4996-b23e-2ca25acd670d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.548921] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f0b7e15-6bbb-4639-a7e8-76d3c1855b80 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.566824] env[65978]: DEBUG oslo_vmware.api [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1006.566824] env[65978]: value = "task-4714972" [ 1006.566824] env[65978]: _type = "Task" [ 1006.566824] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.576768] env[65978]: DEBUG oslo_vmware.api [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4714972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.682115] env[65978]: DEBUG oslo_vmware.api [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714970, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.900435] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714971, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.980418] env[65978]: DEBUG nova.compute.manager [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1006.991287] env[65978]: INFO nova.compute.manager [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Took 30.63 seconds to build instance. [ 1007.002680] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.002680] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.013443] env[65978]: DEBUG nova.scheduler.client.report [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.022654] env[65978]: DEBUG nova.virt.hardware [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1007.022894] env[65978]: DEBUG nova.virt.hardware [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.023060] env[65978]: DEBUG nova.virt.hardware [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1007.023245] env[65978]: DEBUG nova.virt.hardware [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.023386] env[65978]: DEBUG nova.virt.hardware [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1007.023530] env[65978]: DEBUG nova.virt.hardware [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1007.023730] env[65978]: DEBUG nova.virt.hardware [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1007.023883] env[65978]: DEBUG nova.virt.hardware [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1007.024059] env[65978]: DEBUG nova.virt.hardware [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1007.024217] env[65978]: DEBUG nova.virt.hardware [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1007.024384] env[65978]: DEBUG nova.virt.hardware [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1007.025591] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6446363e-9e2d-427a-ba24-6ac5cf26deea {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.036409] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7f23a8-2597-4ea4-a328-3f59adeb0f78 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.077324] env[65978]: DEBUG oslo_vmware.api [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4714972, 'name': ReconfigVM_Task, 'duration_secs': 0.231973} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.077549] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.077800] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01f8f0b7-51d8-474c-b385-b26fbb14d316 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.085679] env[65978]: DEBUG oslo_vmware.api [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1007.085679] env[65978]: value = "task-4714973" [ 1007.085679] env[65978]: _type = "Task" [ 1007.085679] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.096608] env[65978]: DEBUG oslo_vmware.api [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4714973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.182960] env[65978]: DEBUG oslo_vmware.api [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714970, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.401991] env[65978]: DEBUG oslo_vmware.api [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4714971, 'name': PowerOnVM_Task, 'duration_secs': 0.591902} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.402310] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.402512] env[65978]: INFO nova.compute.manager [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Took 10.45 seconds to spawn the instance on the hypervisor. [ 1007.402686] env[65978]: DEBUG nova.compute.manager [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1007.403538] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5e908f-addd-472c-8096-56d41e35a2ef {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.493355] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7bda799b-0124-4628-afc5-04067219dd32 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "a23ad05a-9c75-428b-8277-f443ab1e4e2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.146s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.518515] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.518762] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.518890] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.519169] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.519389] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.519543] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.519680] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65978) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11240}} [ 1007.519981] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.530903] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.531310] env[65978]: DEBUG nova.compute.manager [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1007.535583] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.515s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.535583] env[65978]: DEBUG nova.objects.instance [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65978) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1007.554017] env[65978]: DEBUG nova.network.neutron [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Successfully updated port: baa992bd-f5dc-431a-8615-4b748898738c {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1007.601663] env[65978]: DEBUG oslo_vmware.api [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4714973, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.688594] env[65978]: DEBUG oslo_vmware.api [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714970, 'name': ReconfigVM_Task, 'duration_secs': 1.451867} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.688991] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 2065da93-93a5-4439-8bdc-517cda51c0d8/2065da93-93a5-4439-8bdc-517cda51c0d8.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.690957] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab14d112-2eeb-4182-929d-b7b048767652 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.717735] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6e3575-f7f1-4240-a1b6-968cb6d73f67 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.741060] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a233a21-040e-4306-bbf6-e4ff2121d3eb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.761883] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da12e755-3104-4bed-9cc0-f2fd2f744961 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.771019] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.771019] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c13a5f55-c11d-4b33-a801-cb41eba4bed1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.779712] env[65978]: DEBUG oslo_vmware.api [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 1007.779712] env[65978]: value = "task-4714974" [ 1007.779712] env[65978]: _type = "Task" [ 1007.779712] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.792289] env[65978]: DEBUG oslo_vmware.api [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.928193] env[65978]: INFO nova.compute.manager [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Took 31.05 seconds to build instance. [ 1008.024225] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.043287] env[65978]: DEBUG nova.compute.utils [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.045808] env[65978]: DEBUG nova.compute.manager [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1008.046279] env[65978]: DEBUG nova.network.neutron [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1008.046809] env[65978]: WARNING neutronclient.v2_0.client [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.049910] env[65978]: WARNING neutronclient.v2_0.client [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.057630] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "refresh_cache-3b579f4f-1ae0-4278-b0d0-2326febdda16" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.058027] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquired lock "refresh_cache-3b579f4f-1ae0-4278-b0d0-2326febdda16" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.058443] env[65978]: DEBUG nova.network.neutron [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1008.099135] env[65978]: DEBUG oslo_vmware.api [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4714973, 'name': PowerOnVM_Task, 'duration_secs': 0.753823} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.102185] env[65978]: DEBUG nova.policy [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a76bce789aa4fa185f778a51ac1a4ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c03f3c69c54d42b39be468496c1bf90f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.103967] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.113145] env[65978]: DEBUG nova.compute.manager [None req-4f6ee94e-3baa-4c6e-83ed-f46b2c3b8436 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1008.113145] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c504a2b-c6b3-4fa8-978f-7c02df2e6302 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.291289] env[65978]: DEBUG oslo_vmware.api [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714974, 'name': PowerOnVM_Task, 'duration_secs': 0.421241} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.291535] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.408387] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Acquiring lock "c99c6349-1c90-4db0-8a4d-720847401a5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.408654] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Lock "c99c6349-1c90-4db0-8a4d-720847401a5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.430940] env[65978]: DEBUG oslo_concurrency.lockutils [None req-202cdd88-80cb-496e-b39a-b02e0216ff36 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.562s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.433995] env[65978]: DEBUG nova.compute.manager [req-5e1416d3-fade-4432-b511-7f1081476920 req-4b63584a-0103-49f2-b6f1-49d41326d6e1 service nova] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Received event network-vif-plugged-baa992bd-f5dc-431a-8615-4b748898738c {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1008.434289] env[65978]: DEBUG oslo_concurrency.lockutils [req-5e1416d3-fade-4432-b511-7f1081476920 req-4b63584a-0103-49f2-b6f1-49d41326d6e1 service nova] Acquiring lock "3b579f4f-1ae0-4278-b0d0-2326febdda16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.434539] env[65978]: DEBUG oslo_concurrency.lockutils [req-5e1416d3-fade-4432-b511-7f1081476920 req-4b63584a-0103-49f2-b6f1-49d41326d6e1 service nova] Lock "3b579f4f-1ae0-4278-b0d0-2326febdda16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.434709] env[65978]: DEBUG oslo_concurrency.lockutils [req-5e1416d3-fade-4432-b511-7f1081476920 req-4b63584a-0103-49f2-b6f1-49d41326d6e1 service nova] Lock "3b579f4f-1ae0-4278-b0d0-2326febdda16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.434984] env[65978]: DEBUG nova.compute.manager [req-5e1416d3-fade-4432-b511-7f1081476920 req-4b63584a-0103-49f2-b6f1-49d41326d6e1 service nova] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] No waiting events found dispatching network-vif-plugged-baa992bd-f5dc-431a-8615-4b748898738c {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1008.436181] env[65978]: WARNING nova.compute.manager [req-5e1416d3-fade-4432-b511-7f1081476920 req-4b63584a-0103-49f2-b6f1-49d41326d6e1 service nova] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Received unexpected event network-vif-plugged-baa992bd-f5dc-431a-8615-4b748898738c for instance with vm_state building and task_state spawning. [ 1008.547690] env[65978]: DEBUG nova.compute.manager [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1008.552020] env[65978]: DEBUG nova.network.neutron [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Successfully created port: 8e003c4a-1f03-4c55-9953-d334c79632c3 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1008.555594] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b7c27c59-fdb0-4849-baa3-a6cfa60dad3c tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.558782] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.606s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.559334] env[65978]: INFO nova.compute.claims [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.911128] env[65978]: DEBUG nova.compute.manager [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1009.049151] env[65978]: DEBUG nova.network.neutron [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1009.059361] env[65978]: INFO nova.virt.block_device [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Booting with volume 272c4f35-8a0e-4029-9bac-45466cd8f6d9 at /dev/sda [ 1009.106235] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b990cd5b-554f-4f28-a5fd-96a3aca9ed27 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.118976] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034a1c25-8396-4213-a9bd-ef2d241322fe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.162248] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84a3c99f-298e-4bf5-a8e7-f85913fd1379 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.173407] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0069cfb3-0ec0-44f0-8fd8-12ddff5aae8e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.227643] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40164f49-3f24-45ee-bf1a-3e6e76acfe83 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.236083] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2320657-c8cf-44fd-a458-af0d3fda203d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.252434] env[65978]: DEBUG nova.virt.block_device [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Updating existing volume attachment record: 3a3c24b8-dee2-4a94-8a1f-be8865105eff {{(pid=65978) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1009.306188] env[65978]: INFO nova.compute.manager [None req-3c176f8a-7ede-429e-b763-18c90a33d346 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Updating instance to original state: 'active' [ 1009.437615] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.800897] env[65978]: WARNING neutronclient.v2_0.client [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.989692] env[65978]: DEBUG nova.network.neutron [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Updating instance_info_cache with network_info: [{"id": "baa992bd-f5dc-431a-8615-4b748898738c", "address": "fa:16:3e:de:b0:a6", "network": {"id": "e3db158a-8b54-4555-b993-3d1c7a802a3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-377513805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267bbaf30cc74f989e3f217b0a842e2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaa992bd-f5", "ovs_interfaceid": "baa992bd-f5dc-431a-8615-4b748898738c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.000815] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5e5a13-af98-4c24-92d4-2f38bfdfdd75 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.015125] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a33daa4-dcfa-413f-be91-d6c58e48ae22 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.062632] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ed8bd3-d820-4d1d-aee4-a20ba0df1cb6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.075208] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbb886a-bc20-422d-90aa-0c76277eca4e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.094895] env[65978]: DEBUG nova.compute.provider_tree [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.259866] env[65978]: DEBUG nova.network.neutron [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Successfully updated port: 8e003c4a-1f03-4c55-9953-d334c79632c3 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1010.493713] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Releasing lock "refresh_cache-3b579f4f-1ae0-4278-b0d0-2326febdda16" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.494202] env[65978]: DEBUG nova.compute.manager [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Instance network_info: |[{"id": "baa992bd-f5dc-431a-8615-4b748898738c", "address": "fa:16:3e:de:b0:a6", "network": {"id": "e3db158a-8b54-4555-b993-3d1c7a802a3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-377513805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267bbaf30cc74f989e3f217b0a842e2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaa992bd-f5", "ovs_interfaceid": "baa992bd-f5dc-431a-8615-4b748898738c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1010.494706] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:b0:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'baa992bd-f5dc-431a-8615-4b748898738c', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.503943] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1010.504578] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.504932] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d72a7ab8-f845-45e4-8ca2-9d4d9d61d7c3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.527519] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.527519] env[65978]: value = "task-4714975" [ 1010.527519] env[65978]: _type = "Task" [ 1010.527519] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.539814] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714975, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.601172] env[65978]: DEBUG nova.scheduler.client.report [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.712124] env[65978]: DEBUG oslo_concurrency.lockutils [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquiring lock "bf2479a9-c046-48d6-afd6-ab2d62692c9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.712124] env[65978]: DEBUG oslo_concurrency.lockutils [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "bf2479a9-c046-48d6-afd6-ab2d62692c9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.762432] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Acquiring lock "refresh_cache-f6d1b9c2-4f90-456f-9665-4fab4ccccac3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.762633] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Acquired lock "refresh_cache-f6d1b9c2-4f90-456f-9665-4fab4ccccac3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.762930] env[65978]: DEBUG nova.network.neutron [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1010.922299] env[65978]: DEBUG nova.compute.manager [req-0096ae70-af78-4c63-949a-0dc8dfe1b577 req-dfa3d1c8-6e55-4cba-b424-32cb0eb0b1a9 service nova] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Received event network-vif-plugged-8e003c4a-1f03-4c55-9953-d334c79632c3 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1010.922627] env[65978]: DEBUG oslo_concurrency.lockutils [req-0096ae70-af78-4c63-949a-0dc8dfe1b577 req-dfa3d1c8-6e55-4cba-b424-32cb0eb0b1a9 service nova] Acquiring lock "f6d1b9c2-4f90-456f-9665-4fab4ccccac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.922899] env[65978]: DEBUG oslo_concurrency.lockutils [req-0096ae70-af78-4c63-949a-0dc8dfe1b577 req-dfa3d1c8-6e55-4cba-b424-32cb0eb0b1a9 service nova] Lock "f6d1b9c2-4f90-456f-9665-4fab4ccccac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.923136] env[65978]: DEBUG oslo_concurrency.lockutils [req-0096ae70-af78-4c63-949a-0dc8dfe1b577 req-dfa3d1c8-6e55-4cba-b424-32cb0eb0b1a9 service nova] Lock "f6d1b9c2-4f90-456f-9665-4fab4ccccac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.923198] env[65978]: DEBUG nova.compute.manager [req-0096ae70-af78-4c63-949a-0dc8dfe1b577 req-dfa3d1c8-6e55-4cba-b424-32cb0eb0b1a9 service nova] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] No waiting events found dispatching network-vif-plugged-8e003c4a-1f03-4c55-9953-d334c79632c3 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1010.923372] env[65978]: WARNING nova.compute.manager [req-0096ae70-af78-4c63-949a-0dc8dfe1b577 req-dfa3d1c8-6e55-4cba-b424-32cb0eb0b1a9 service nova] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Received unexpected event network-vif-plugged-8e003c4a-1f03-4c55-9953-d334c79632c3 for instance with vm_state building and task_state spawning. [ 1011.039081] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714975, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.043633] env[65978]: DEBUG oslo_concurrency.lockutils [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquiring lock "a38f419a-838f-4c10-b58e-e0b466c8f671" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.043934] env[65978]: DEBUG oslo_concurrency.lockutils [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Lock "a38f419a-838f-4c10-b58e-e0b466c8f671" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.110996] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.111688] env[65978]: DEBUG nova.compute.manager [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1011.114929] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.877s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.115193] env[65978]: DEBUG nova.objects.instance [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lazy-loading 'resources' on Instance uuid 0674d730-2d85-4513-a9a0-c5a323100751 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.214840] env[65978]: DEBUG nova.compute.manager [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1011.304866] env[65978]: DEBUG nova.network.neutron [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1011.373537] env[65978]: DEBUG nova.compute.manager [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1011.373688] env[65978]: DEBUG nova.virt.hardware [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1011.373910] env[65978]: DEBUG nova.virt.hardware [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.374056] env[65978]: DEBUG nova.virt.hardware [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1011.374273] env[65978]: DEBUG nova.virt.hardware [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.374375] env[65978]: DEBUG nova.virt.hardware [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1011.374518] env[65978]: DEBUG nova.virt.hardware [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1011.375256] env[65978]: DEBUG nova.virt.hardware [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1011.375256] env[65978]: DEBUG nova.virt.hardware [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1011.375256] env[65978]: DEBUG nova.virt.hardware [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1011.375421] env[65978]: DEBUG nova.virt.hardware [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1011.375618] env[65978]: DEBUG nova.virt.hardware [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1011.376537] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6db280-7e52-48ac-a412-6e18974008ac {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.382500] env[65978]: DEBUG nova.compute.manager [req-336ad193-0bc5-4703-a8e3-f8405595721d req-61266ad5-0fbe-4c45-b6d6-4077f4a42419 service nova] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Received event network-changed-baa992bd-f5dc-431a-8615-4b748898738c {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1011.382602] env[65978]: DEBUG nova.compute.manager [req-336ad193-0bc5-4703-a8e3-f8405595721d req-61266ad5-0fbe-4c45-b6d6-4077f4a42419 service nova] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Refreshing instance network info cache due to event network-changed-baa992bd-f5dc-431a-8615-4b748898738c. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1011.382718] env[65978]: DEBUG oslo_concurrency.lockutils [req-336ad193-0bc5-4703-a8e3-f8405595721d req-61266ad5-0fbe-4c45-b6d6-4077f4a42419 service nova] Acquiring lock "refresh_cache-3b579f4f-1ae0-4278-b0d0-2326febdda16" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.382854] env[65978]: DEBUG oslo_concurrency.lockutils [req-336ad193-0bc5-4703-a8e3-f8405595721d req-61266ad5-0fbe-4c45-b6d6-4077f4a42419 service nova] Acquired lock "refresh_cache-3b579f4f-1ae0-4278-b0d0-2326febdda16" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.383036] env[65978]: DEBUG nova.network.neutron [req-336ad193-0bc5-4703-a8e3-f8405595721d req-61266ad5-0fbe-4c45-b6d6-4077f4a42419 service nova] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Refreshing network info cache for port baa992bd-f5dc-431a-8615-4b748898738c {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.393735] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771e4afc-02cd-4974-a38a-1fa32a8ec5ef {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.399227] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "a23ad05a-9c75-428b-8277-f443ab1e4e2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.399488] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "a23ad05a-9c75-428b-8277-f443ab1e4e2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.399719] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "a23ad05a-9c75-428b-8277-f443ab1e4e2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.399919] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "a23ad05a-9c75-428b-8277-f443ab1e4e2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.401141] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "a23ad05a-9c75-428b-8277-f443ab1e4e2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.402338] env[65978]: INFO nova.compute.manager [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Terminating instance [ 1011.423583] env[65978]: WARNING neutronclient.v2_0.client [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.466551] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "interface-b4c00bd3-6226-4ee8-88c1-3f3c986377a3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.467056] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "interface-b4c00bd3-6226-4ee8-88c1-3f3c986377a3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.467857] env[65978]: DEBUG nova.objects.instance [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lazy-loading 'flavor' on Instance uuid b4c00bd3-6226-4ee8-88c1-3f3c986377a3 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.508862] env[65978]: DEBUG nova.network.neutron [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Updating instance_info_cache with network_info: [{"id": "8e003c4a-1f03-4c55-9953-d334c79632c3", "address": "fa:16:3e:4f:88:d0", "network": {"id": "fb89488a-93cc-4195-a2d7-3310f5cdf8b9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-720619147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03f3c69c54d42b39be468496c1bf90f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e003c4a-1f", "ovs_interfaceid": "8e003c4a-1f03-4c55-9953-d334c79632c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.540254] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714975, 'name': CreateVM_Task, 'duration_secs': 0.615694} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.540432] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.541298] env[65978]: WARNING neutronclient.v2_0.client [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.541414] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.541662] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.541892] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.542462] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-426fe145-764e-4dda-99c9-a5eed264d4c7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.546884] env[65978]: DEBUG nova.compute.manager [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1011.550737] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1011.550737] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52af3aaa-fd54-df2a-838b-802b67f06928" [ 1011.550737] env[65978]: _type = "Task" [ 1011.550737] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.560067] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52af3aaa-fd54-df2a-838b-802b67f06928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.618629] env[65978]: DEBUG nova.compute.utils [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.620394] env[65978]: DEBUG nova.objects.instance [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lazy-loading 'numa_topology' on Instance uuid 0674d730-2d85-4513-a9a0-c5a323100751 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.622201] env[65978]: DEBUG nova.compute.manager [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1011.622439] env[65978]: DEBUG nova.network.neutron [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1011.622804] env[65978]: WARNING neutronclient.v2_0.client [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.623139] env[65978]: WARNING neutronclient.v2_0.client [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.668025] env[65978]: DEBUG nova.policy [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6da0469a1a9644808c405f10baf14221', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67c0285adf994e4ab5fbfe0226d33b52', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.683637] env[65978]: INFO nova.compute.manager [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Rebuilding instance [ 1011.735903] env[65978]: DEBUG nova.compute.manager [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1011.737196] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e755d5b-7500-4443-8205-c67156185e47 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.741027] env[65978]: DEBUG oslo_concurrency.lockutils [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.890173] env[65978]: WARNING neutronclient.v2_0.client [req-336ad193-0bc5-4703-a8e3-f8405595721d req-61266ad5-0fbe-4c45-b6d6-4077f4a42419 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.907179] env[65978]: DEBUG nova.compute.manager [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1011.907436] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.908402] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c856e64-73bd-47fb-b56a-dfa31e11b576 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.916944] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.917302] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1daae4fc-e3b5-473e-bd13-13ef7b394dc2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.924679] env[65978]: DEBUG oslo_vmware.api [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1011.924679] env[65978]: value = "task-4714976" [ 1011.924679] env[65978]: _type = "Task" [ 1011.924679] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.936857] env[65978]: DEBUG oslo_vmware.api [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.971681] env[65978]: WARNING neutronclient.v2_0.client [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.000589] env[65978]: DEBUG nova.network.neutron [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Successfully created port: 792c528e-70fb-4018-bb6e-80cdd657577a {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1012.011734] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Releasing lock "refresh_cache-f6d1b9c2-4f90-456f-9665-4fab4ccccac3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.013213] env[65978]: DEBUG nova.compute.manager [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Instance network_info: |[{"id": "8e003c4a-1f03-4c55-9953-d334c79632c3", "address": "fa:16:3e:4f:88:d0", "network": {"id": "fb89488a-93cc-4195-a2d7-3310f5cdf8b9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-720619147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03f3c69c54d42b39be468496c1bf90f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e003c4a-1f", "ovs_interfaceid": "8e003c4a-1f03-4c55-9953-d334c79632c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1012.013213] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:88:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e003c4a-1f03-4c55-9953-d334c79632c3', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.020327] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Creating folder: Project (c03f3c69c54d42b39be468496c1bf90f). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.020626] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dd3c1a3-7843-4632-ab12-00810dc72190 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.035436] env[65978]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1012.035691] env[65978]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65978) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1012.036105] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Folder already exists: Project (c03f3c69c54d42b39be468496c1bf90f). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1012.036333] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Creating folder: Instances. Parent ref: group-v920107. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.036548] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2be03e7d-2c07-48a6-a696-4721f2519a97 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.054192] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Created folder: Instances in parent group-v920107. [ 1012.054540] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1012.059467] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.059899] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de9a062f-a5d0-4353-ad8c-f4946501296e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.075412] env[65978]: DEBUG oslo_concurrency.lockutils [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.084583] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52af3aaa-fd54-df2a-838b-802b67f06928, 'name': SearchDatastore_Task, 'duration_secs': 0.033231} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.086079] env[65978]: DEBUG nova.objects.instance [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lazy-loading 'pci_requests' on Instance uuid b4c00bd3-6226-4ee8-88c1-3f3c986377a3 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.088629] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.088869] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.089198] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.089380] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.089549] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.089829] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.089829] env[65978]: value = "task-4714979" [ 1012.089829] env[65978]: _type = "Task" [ 1012.089829] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.090343] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa3fe99f-e916-40a8-991a-10725954e0dd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.103177] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714979, 'name': CreateVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.105208] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.105427] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.106234] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ea8c863-7bb0-4261-b179-6652e940ebea {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.113737] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1012.113737] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a16358-9f03-94af-fbb7-44f003bea09a" [ 1012.113737] env[65978]: _type = "Task" [ 1012.113737] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.125426] env[65978]: DEBUG nova.compute.manager [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1012.132014] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a16358-9f03-94af-fbb7-44f003bea09a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.135904] env[65978]: DEBUG nova.objects.base [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Object Instance<0674d730-2d85-4513-a9a0-c5a323100751> lazy-loaded attributes: resources,numa_topology {{(pid=65978) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1012.180450] env[65978]: WARNING neutronclient.v2_0.client [req-336ad193-0bc5-4703-a8e3-f8405595721d req-61266ad5-0fbe-4c45-b6d6-4077f4a42419 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.307803] env[65978]: DEBUG nova.network.neutron [req-336ad193-0bc5-4703-a8e3-f8405595721d req-61266ad5-0fbe-4c45-b6d6-4077f4a42419 service nova] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Updated VIF entry in instance network info cache for port baa992bd-f5dc-431a-8615-4b748898738c. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1012.308242] env[65978]: DEBUG nova.network.neutron [req-336ad193-0bc5-4703-a8e3-f8405595721d req-61266ad5-0fbe-4c45-b6d6-4077f4a42419 service nova] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Updating instance_info_cache with network_info: [{"id": "baa992bd-f5dc-431a-8615-4b748898738c", "address": "fa:16:3e:de:b0:a6", "network": {"id": "e3db158a-8b54-4555-b993-3d1c7a802a3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-377513805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267bbaf30cc74f989e3f217b0a842e2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaa992bd-f5", "ovs_interfaceid": "baa992bd-f5dc-431a-8615-4b748898738c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.437784] env[65978]: DEBUG oslo_vmware.api [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714976, 'name': PowerOffVM_Task, 'duration_secs': 0.231517} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.438068] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.438233] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.438485] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c32d839-5541-469f-a590-26d144992d2d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.511654] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.511897] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.512081] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Deleting the datastore file [datastore2] a23ad05a-9c75-428b-8277-f443ab1e4e2b {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.512368] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55e3ef12-127b-49ea-8b3b-424e3c64368f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.526323] env[65978]: DEBUG oslo_vmware.api [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1012.526323] env[65978]: value = "task-4714981" [ 1012.526323] env[65978]: _type = "Task" [ 1012.526323] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.536055] env[65978]: DEBUG oslo_vmware.api [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.549407] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018af523-4ac2-4b9d-82db-6b7d4e4c225e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.558129] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5a49d2-63b3-456f-a42b-17bcb3d49bf0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.592224] env[65978]: DEBUG nova.objects.base [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65978) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1012.592445] env[65978]: DEBUG nova.network.neutron [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1012.592887] env[65978]: WARNING neutronclient.v2_0.client [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.593272] env[65978]: WARNING neutronclient.v2_0.client [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.596514] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822714b1-cce8-4aff-a034-b0dbf408e6d4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.610540] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67be3867-8c89-442e-8852-52b88c29df09 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.614544] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714979, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.629046] env[65978]: DEBUG nova.compute.provider_tree [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.637451] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a16358-9f03-94af-fbb7-44f003bea09a, 'name': SearchDatastore_Task, 'duration_secs': 0.013517} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.639242] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f027a8-7efa-4cd7-911b-eb8622b3ea66 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.642984] env[65978]: DEBUG nova.policy [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '786114fdac424e2fb65119dfc7cc106e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a872165ef8e4489b9cf7d7e59545d317', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.649389] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1012.649389] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520f1118-9a4e-ef8a-d535-5a6ed77dad1c" [ 1012.649389] env[65978]: _type = "Task" [ 1012.649389] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.659713] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520f1118-9a4e-ef8a-d535-5a6ed77dad1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.755217] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.755543] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ed5570c-d2d2-480a-a89f-d2f943afa784 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.764885] env[65978]: DEBUG oslo_vmware.api [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Waiting for the task: (returnval){ [ 1012.764885] env[65978]: value = "task-4714982" [ 1012.764885] env[65978]: _type = "Task" [ 1012.764885] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.775804] env[65978]: DEBUG oslo_vmware.api [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.811307] env[65978]: DEBUG oslo_concurrency.lockutils [req-336ad193-0bc5-4703-a8e3-f8405595721d req-61266ad5-0fbe-4c45-b6d6-4077f4a42419 service nova] Releasing lock "refresh_cache-3b579f4f-1ae0-4278-b0d0-2326febdda16" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.811613] env[65978]: DEBUG nova.compute.manager [req-336ad193-0bc5-4703-a8e3-f8405595721d req-61266ad5-0fbe-4c45-b6d6-4077f4a42419 service nova] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Received event network-changed-f3598025-d4d6-4054-99f4-e6d5943e8879 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1012.811785] env[65978]: DEBUG nova.compute.manager [req-336ad193-0bc5-4703-a8e3-f8405595721d req-61266ad5-0fbe-4c45-b6d6-4077f4a42419 service nova] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Refreshing instance network info cache due to event network-changed-f3598025-d4d6-4054-99f4-e6d5943e8879. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1012.812062] env[65978]: DEBUG oslo_concurrency.lockutils [req-336ad193-0bc5-4703-a8e3-f8405595721d req-61266ad5-0fbe-4c45-b6d6-4077f4a42419 service nova] Acquiring lock "refresh_cache-6b30b9e8-996c-485d-aacc-a7b6e09a6743" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.812212] env[65978]: DEBUG oslo_concurrency.lockutils [req-336ad193-0bc5-4703-a8e3-f8405595721d req-61266ad5-0fbe-4c45-b6d6-4077f4a42419 service nova] Acquired lock "refresh_cache-6b30b9e8-996c-485d-aacc-a7b6e09a6743" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.812372] env[65978]: DEBUG nova.network.neutron [req-336ad193-0bc5-4703-a8e3-f8405595721d req-61266ad5-0fbe-4c45-b6d6-4077f4a42419 service nova] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Refreshing network info cache for port f3598025-d4d6-4054-99f4-e6d5943e8879 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.965866] env[65978]: DEBUG nova.network.neutron [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Successfully created port: 45175df2-da0e-4e9b-94c5-bfaef04d57d8 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1013.024104] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "2065da93-93a5-4439-8bdc-517cda51c0d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.024104] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "2065da93-93a5-4439-8bdc-517cda51c0d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.024104] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "2065da93-93a5-4439-8bdc-517cda51c0d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.024104] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "2065da93-93a5-4439-8bdc-517cda51c0d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.024104] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "2065da93-93a5-4439-8bdc-517cda51c0d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.025049] env[65978]: INFO nova.compute.manager [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Terminating instance [ 1013.039123] env[65978]: DEBUG oslo_vmware.api [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.106415] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714979, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.140571] env[65978]: DEBUG nova.compute.manager [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1013.142317] env[65978]: DEBUG nova.scheduler.client.report [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.164579] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520f1118-9a4e-ef8a-d535-5a6ed77dad1c, 'name': SearchDatastore_Task, 'duration_secs': 0.022721} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.164579] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.166872] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 3b579f4f-1ae0-4278-b0d0-2326febdda16/3b579f4f-1ae0-4278-b0d0-2326febdda16.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.166872] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-574097c2-7650-46ef-8938-c31ae59d416b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.175668] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1013.175668] env[65978]: value = "task-4714983" [ 1013.175668] env[65978]: _type = "Task" [ 1013.175668] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.177948] env[65978]: DEBUG nova.virt.hardware [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1013.178177] env[65978]: DEBUG nova.virt.hardware [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.178329] env[65978]: DEBUG nova.virt.hardware [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1013.178516] env[65978]: DEBUG nova.virt.hardware [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.178640] env[65978]: DEBUG nova.virt.hardware [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1013.178784] env[65978]: DEBUG nova.virt.hardware [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1013.179394] env[65978]: DEBUG nova.virt.hardware [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1013.179394] env[65978]: DEBUG nova.virt.hardware [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1013.179394] env[65978]: DEBUG nova.virt.hardware [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1013.179580] env[65978]: DEBUG nova.virt.hardware [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1013.179620] env[65978]: DEBUG nova.virt.hardware [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1013.180571] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97196b7-8124-4ce0-8ff2-3cbab06d4f75 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.192632] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.195883] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd94802-e1e6-4e5c-8202-780fd80c0092 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.275579] env[65978]: DEBUG oslo_vmware.api [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.315234] env[65978]: WARNING neutronclient.v2_0.client [req-336ad193-0bc5-4703-a8e3-f8405595721d req-61266ad5-0fbe-4c45-b6d6-4077f4a42419 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.532804] env[65978]: DEBUG nova.compute.manager [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1013.533185] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.534222] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce44f5b-5455-4e5a-912d-f6b7faf422e2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.544613] env[65978]: DEBUG oslo_vmware.api [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4714981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.525227} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.547038] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.547315] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.547558] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.547761] env[65978]: INFO nova.compute.manager [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1013.548024] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1013.548262] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.548503] env[65978]: DEBUG nova.compute.manager [-] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1013.548601] env[65978]: DEBUG nova.network.neutron [-] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1013.548857] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.551032] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d2070dd-2009-4406-b10e-b189ff924553 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.558892] env[65978]: DEBUG oslo_vmware.api [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 1013.558892] env[65978]: value = "task-4714984" [ 1013.558892] env[65978]: _type = "Task" [ 1013.558892] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.569284] env[65978]: DEBUG oslo_vmware.api [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.606480] env[65978]: DEBUG nova.network.neutron [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Successfully updated port: 792c528e-70fb-4018-bb6e-80cdd657577a {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1013.614516] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714979, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.647965] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.532s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.651164] env[65978]: DEBUG oslo_concurrency.lockutils [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.370s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.651164] env[65978]: DEBUG nova.objects.instance [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65978) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1013.702176] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714983, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.721537] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.780655] env[65978]: DEBUG oslo_vmware.api [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714982, 'name': PowerOffVM_Task, 'duration_secs': 0.981657} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.781012] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.781793] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.782679] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6f69d83-9488-4572-9582-e3f97c7a25ba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.794039] env[65978]: DEBUG oslo_vmware.api [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Waiting for the task: (returnval){ [ 1013.794039] env[65978]: value = "task-4714985" [ 1013.794039] env[65978]: _type = "Task" [ 1013.794039] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.809599] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] VM already powered off {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1013.809897] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Volume detach. Driver type: vmdk {{(pid=65978) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1013.810161] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920045', 'volume_id': '83cea6a7-ef09-4423-aa18-cd800cbe7493', 'name': 'volume-83cea6a7-ef09-4423-aa18-cd800cbe7493', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc4a2b84-66b9-44db-ae9f-c6a410721bda', 'attached_at': '', 'detached_at': '', 'volume_id': '83cea6a7-ef09-4423-aa18-cd800cbe7493', 'serial': '83cea6a7-ef09-4423-aa18-cd800cbe7493'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1013.811373] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4f107e-fc97-4c9d-a9e9-886d324e1a89 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.832950] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4af8bf-a044-489c-a6ec-144dd172980f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.844668] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c971cbfc-c1ef-4599-8e9a-d35088d7e410 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.866945] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce074f5d-587b-46c6-b01e-24a503c8d50d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.883840] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] The volume has not been displaced from its original location: [datastore2] volume-83cea6a7-ef09-4423-aa18-cd800cbe7493/volume-83cea6a7-ef09-4423-aa18-cd800cbe7493.vmdk. No consolidation needed. {{(pid=65978) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1013.889275] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Reconfiguring VM instance instance-0000004b to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1013.889696] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48f34fa0-f52a-435b-841c-b17266734cd7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.911346] env[65978]: DEBUG oslo_vmware.api [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Waiting for the task: (returnval){ [ 1013.911346] env[65978]: value = "task-4714986" [ 1013.911346] env[65978]: _type = "Task" [ 1013.911346] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.922465] env[65978]: DEBUG oslo_vmware.api [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714986, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.072374] env[65978]: DEBUG oslo_vmware.api [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714984, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.109590] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "refresh_cache-22035b86-65b5-4ea5-ad8c-a7694fff2638" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.109765] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquired lock "refresh_cache-22035b86-65b5-4ea5-ad8c-a7694fff2638" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.109935] env[65978]: DEBUG nova.network.neutron [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1014.111095] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714979, 'name': CreateVM_Task, 'duration_secs': 1.755506} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.117022] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.117022] env[65978]: WARNING neutronclient.v2_0.client [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.117022] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920119', 'volume_id': '272c4f35-8a0e-4029-9bac-45466cd8f6d9', 'name': 'volume-272c4f35-8a0e-4029-9bac-45466cd8f6d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f6d1b9c2-4f90-456f-9665-4fab4ccccac3', 'attached_at': '', 'detached_at': '', 'volume_id': '272c4f35-8a0e-4029-9bac-45466cd8f6d9', 'serial': '272c4f35-8a0e-4029-9bac-45466cd8f6d9'}, 'attachment_id': '3a3c24b8-dee2-4a94-8a1f-be8865105eff', 'mount_device': '/dev/sda', 'disk_bus': None, 'guest_format': None, 'delete_on_termination': True, 'boot_index': 0, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65978) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1014.117022] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Root volume attach. Driver type: vmdk {{(pid=65978) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1014.117022] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5993a12-fdf1-4344-a3ff-825e968a9a01 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.125830] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6df295c-fcd6-47ff-bb22-c64018f32355 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.136112] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6a0405-a80a-428d-82e5-f5a61a38552e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.146486] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d17f9e03-7e07-45d8-8bb3-b80d00885fd2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.160730] env[65978]: DEBUG oslo_vmware.api [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Waiting for the task: (returnval){ [ 1014.160730] env[65978]: value = "task-4714987" [ 1014.160730] env[65978]: _type = "Task" [ 1014.160730] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.162624] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a31dcb88-6824-4c13-959a-a9017151cdd0 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "0674d730-2d85-4513-a9a0-c5a323100751" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 38.812s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.163867] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "0674d730-2d85-4513-a9a0-c5a323100751" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 12.061s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.164165] env[65978]: INFO nova.compute.manager [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Unshelving [ 1014.176843] env[65978]: DEBUG oslo_vmware.api [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Task: {'id': task-4714987, 'name': RelocateVM_Task} progress is 7%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.179459] env[65978]: WARNING neutronclient.v2_0.client [req-336ad193-0bc5-4703-a8e3-f8405595721d req-61266ad5-0fbe-4c45-b6d6-4077f4a42419 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.191379] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797805} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.191673] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 3b579f4f-1ae0-4278-b0d0-2326febdda16/3b579f4f-1ae0-4278-b0d0-2326febdda16.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.191957] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.192200] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f88929bf-5b7e-4a44-be3a-884fecb67ffe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.201205] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1014.201205] env[65978]: value = "task-4714988" [ 1014.201205] env[65978]: _type = "Task" [ 1014.201205] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.215893] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.340536] env[65978]: DEBUG nova.network.neutron [req-336ad193-0bc5-4703-a8e3-f8405595721d req-61266ad5-0fbe-4c45-b6d6-4077f4a42419 service nova] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Updated VIF entry in instance network info cache for port f3598025-d4d6-4054-99f4-e6d5943e8879. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1014.341282] env[65978]: DEBUG nova.network.neutron [req-336ad193-0bc5-4703-a8e3-f8405595721d req-61266ad5-0fbe-4c45-b6d6-4077f4a42419 service nova] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Updating instance_info_cache with network_info: [{"id": "f3598025-d4d6-4054-99f4-e6d5943e8879", "address": "fa:16:3e:1b:51:88", "network": {"id": "7b1b21e4-9772-46b8-bd51-1a67c63e45e0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1265072942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52a6b5ef7c5b4739a3d18934729959ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3598025-d4", "ovs_interfaceid": "f3598025-d4d6-4054-99f4-e6d5943e8879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.422296] env[65978]: DEBUG oslo_vmware.api [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714986, 'name': ReconfigVM_Task, 'duration_secs': 0.365887} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.422814] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Reconfigured VM instance instance-0000004b to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1014.430106] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce9c94ad-3626-4121-8aad-74b9f4cfa858 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.448914] env[65978]: DEBUG oslo_vmware.api [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Waiting for the task: (returnval){ [ 1014.448914] env[65978]: value = "task-4714989" [ 1014.448914] env[65978]: _type = "Task" [ 1014.448914] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.459470] env[65978]: DEBUG oslo_vmware.api [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714989, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.513869] env[65978]: DEBUG nova.network.neutron [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Successfully updated port: 45175df2-da0e-4e9b-94c5-bfaef04d57d8 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1014.547476] env[65978]: DEBUG nova.network.neutron [-] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.574016] env[65978]: DEBUG oslo_vmware.api [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714984, 'name': PowerOffVM_Task, 'duration_secs': 0.515335} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.574400] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.574611] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.574979] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a1b05c7-f477-48c1-9f65-9a3d355f72d4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.660587] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.660933] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.661275] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Deleting the datastore file [datastore2] 2065da93-93a5-4439-8bdc-517cda51c0d8 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.662607] env[65978]: DEBUG oslo_concurrency.lockutils [None req-30b38d3e-b773-4d06-9022-6dcd2aaf34c1 tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.663678] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a121932f-e387-48e1-8939-f01a3535a4e7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.666495] env[65978]: DEBUG nova.network.neutron [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1014.669502] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.664s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.669616] env[65978]: DEBUG nova.objects.instance [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Lazy-loading 'resources' on Instance uuid 49e370d2-18fb-4ef7-801d-92d084138321 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.684991] env[65978]: DEBUG oslo_vmware.api [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 1014.684991] env[65978]: value = "task-4714991" [ 1014.684991] env[65978]: _type = "Task" [ 1014.684991] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.693505] env[65978]: DEBUG oslo_vmware.api [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Task: {'id': task-4714987, 'name': RelocateVM_Task} progress is 20%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.703387] env[65978]: DEBUG oslo_vmware.api [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.712638] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077197} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.713048] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.714525] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f93cefe-1424-452f-ad37-844044bbfc12 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.740566] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 3b579f4f-1ae0-4278-b0d0-2326febdda16/3b579f4f-1ae0-4278-b0d0-2326febdda16.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.744729] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b99bb4be-5279-4010-bbd0-0866fae51ee5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.765519] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1014.765519] env[65978]: value = "task-4714992" [ 1014.765519] env[65978]: _type = "Task" [ 1014.765519] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.777305] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.787174] env[65978]: DEBUG nova.compute.manager [req-72704d2c-7839-42e4-9150-bebd06e0bc2f req-85c7e899-4de1-4c41-913f-c970f5e7cfae service nova] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Received event network-changed-8e003c4a-1f03-4c55-9953-d334c79632c3 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1014.787369] env[65978]: DEBUG nova.compute.manager [req-72704d2c-7839-42e4-9150-bebd06e0bc2f req-85c7e899-4de1-4c41-913f-c970f5e7cfae service nova] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Refreshing instance network info cache due to event network-changed-8e003c4a-1f03-4c55-9953-d334c79632c3. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1014.787590] env[65978]: DEBUG oslo_concurrency.lockutils [req-72704d2c-7839-42e4-9150-bebd06e0bc2f req-85c7e899-4de1-4c41-913f-c970f5e7cfae service nova] Acquiring lock "refresh_cache-f6d1b9c2-4f90-456f-9665-4fab4ccccac3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.788163] env[65978]: DEBUG oslo_concurrency.lockutils [req-72704d2c-7839-42e4-9150-bebd06e0bc2f req-85c7e899-4de1-4c41-913f-c970f5e7cfae service nova] Acquired lock "refresh_cache-f6d1b9c2-4f90-456f-9665-4fab4ccccac3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.788163] env[65978]: DEBUG nova.network.neutron [req-72704d2c-7839-42e4-9150-bebd06e0bc2f req-85c7e899-4de1-4c41-913f-c970f5e7cfae service nova] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Refreshing network info cache for port 8e003c4a-1f03-4c55-9953-d334c79632c3 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.797518] env[65978]: WARNING neutronclient.v2_0.client [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.844385] env[65978]: DEBUG oslo_concurrency.lockutils [req-336ad193-0bc5-4703-a8e3-f8405595721d req-61266ad5-0fbe-4c45-b6d6-4077f4a42419 service nova] Releasing lock "refresh_cache-6b30b9e8-996c-485d-aacc-a7b6e09a6743" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.873945] env[65978]: DEBUG nova.network.neutron [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Updating instance_info_cache with network_info: [{"id": "792c528e-70fb-4018-bb6e-80cdd657577a", "address": "fa:16:3e:7c:35:c5", "network": {"id": "572f00ea-41cc-4d81-b1e9-2b038de95236", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043147319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0285adf994e4ab5fbfe0226d33b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792c528e-70", "ovs_interfaceid": "792c528e-70fb-4018-bb6e-80cdd657577a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.963042] env[65978]: DEBUG oslo_vmware.api [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714989, 'name': ReconfigVM_Task, 'duration_secs': 0.302438} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.963042] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920045', 'volume_id': '83cea6a7-ef09-4423-aa18-cd800cbe7493', 'name': 'volume-83cea6a7-ef09-4423-aa18-cd800cbe7493', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc4a2b84-66b9-44db-ae9f-c6a410721bda', 'attached_at': '', 'detached_at': '', 'volume_id': '83cea6a7-ef09-4423-aa18-cd800cbe7493', 'serial': '83cea6a7-ef09-4423-aa18-cd800cbe7493'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1014.963042] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.963882] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4dd452-62d3-4612-954c-5bb7e4bc95f8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.973255] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.973622] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4844493b-86aa-4b84-b5eb-d1c0f59c3fc2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.020412] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "refresh_cache-b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.020412] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "refresh_cache-b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.020810] env[65978]: DEBUG nova.network.neutron [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1015.051384] env[65978]: INFO nova.compute.manager [-] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Took 1.50 seconds to deallocate network for instance. [ 1015.055603] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.055871] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.056072] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Deleting the datastore file [datastore2] cc4a2b84-66b9-44db-ae9f-c6a410721bda {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.059671] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02d5337f-24e4-46e7-af22-beda72e8a77e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.070178] env[65978]: DEBUG oslo_vmware.api [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Waiting for the task: (returnval){ [ 1015.070178] env[65978]: value = "task-4714994" [ 1015.070178] env[65978]: _type = "Task" [ 1015.070178] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.081291] env[65978]: DEBUG oslo_vmware.api [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.186406] env[65978]: DEBUG nova.compute.utils [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.187849] env[65978]: DEBUG oslo_vmware.api [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Task: {'id': task-4714987, 'name': RelocateVM_Task, 'duration_secs': 0.790282} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.188240] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Volume attach. Driver type: vmdk {{(pid=65978) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1015.188436] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920119', 'volume_id': '272c4f35-8a0e-4029-9bac-45466cd8f6d9', 'name': 'volume-272c4f35-8a0e-4029-9bac-45466cd8f6d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f6d1b9c2-4f90-456f-9665-4fab4ccccac3', 'attached_at': '', 'detached_at': '', 'volume_id': '272c4f35-8a0e-4029-9bac-45466cd8f6d9', 'serial': '272c4f35-8a0e-4029-9bac-45466cd8f6d9'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1015.192819] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f30102-50a8-4f37-bb6d-6299f45a5a9a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.203107] env[65978]: DEBUG oslo_vmware.api [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4714991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35888} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.217075] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.217347] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.217489] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.217664] env[65978]: INFO nova.compute.manager [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1015.217921] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1015.218901] env[65978]: DEBUG nova.compute.manager [-] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1015.219148] env[65978]: DEBUG nova.network.neutron [-] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1015.219367] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.222135] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfebb47-3be9-450e-8a8f-669cbed3e552 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.246881] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-272c4f35-8a0e-4029-9bac-45466cd8f6d9/volume-272c4f35-8a0e-4029-9bac-45466cd8f6d9.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.250191] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49db7702-3ea5-4d39-8563-f54a3a113cf9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.266584] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.278605] env[65978]: DEBUG oslo_vmware.api [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Waiting for the task: (returnval){ [ 1015.278605] env[65978]: value = "task-4714995" [ 1015.278605] env[65978]: _type = "Task" [ 1015.278605] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.282364] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.294971] env[65978]: WARNING neutronclient.v2_0.client [req-72704d2c-7839-42e4-9150-bebd06e0bc2f req-85c7e899-4de1-4c41-913f-c970f5e7cfae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.297633] env[65978]: DEBUG oslo_vmware.api [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Task: {'id': task-4714995, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.376476] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Releasing lock "refresh_cache-22035b86-65b5-4ea5-ad8c-a7694fff2638" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.377632] env[65978]: DEBUG nova.compute.manager [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Instance network_info: |[{"id": "792c528e-70fb-4018-bb6e-80cdd657577a", "address": "fa:16:3e:7c:35:c5", "network": {"id": "572f00ea-41cc-4d81-b1e9-2b038de95236", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043147319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0285adf994e4ab5fbfe0226d33b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792c528e-70", "ovs_interfaceid": "792c528e-70fb-4018-bb6e-80cdd657577a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1015.377632] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:35:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '792c528e-70fb-4018-bb6e-80cdd657577a', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.387570] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1015.391028] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.391028] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f70b54b-e71c-422d-adfc-fb3a1783a87c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.419439] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.419439] env[65978]: value = "task-4714996" [ 1015.419439] env[65978]: _type = "Task" [ 1015.419439] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.432667] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714996, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.526942] env[65978]: WARNING neutronclient.v2_0.client [req-72704d2c-7839-42e4-9150-bebd06e0bc2f req-85c7e899-4de1-4c41-913f-c970f5e7cfae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.565079] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.582639] env[65978]: DEBUG oslo_vmware.api [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Task: {'id': task-4714994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082554} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.586202] env[65978]: WARNING nova.network.neutron [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] d695473c-7bd6-4475-a562-ac3967257ccb already exists in list: networks containing: ['d695473c-7bd6-4475-a562-ac3967257ccb']. ignoring it [ 1015.588387] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.588606] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.588784] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.633468] env[65978]: DEBUG nova.compute.manager [req-59508cef-a6aa-4e2e-a5a2-23e571069a22 req-69d09a20-8327-4e3e-952c-ee7536d15148 service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Received event network-vif-plugged-45175df2-da0e-4e9b-94c5-bfaef04d57d8 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1015.633809] env[65978]: DEBUG oslo_concurrency.lockutils [req-59508cef-a6aa-4e2e-a5a2-23e571069a22 req-69d09a20-8327-4e3e-952c-ee7536d15148 service nova] Acquiring lock "b4c00bd3-6226-4ee8-88c1-3f3c986377a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.635237] env[65978]: DEBUG oslo_concurrency.lockutils [req-59508cef-a6aa-4e2e-a5a2-23e571069a22 req-69d09a20-8327-4e3e-952c-ee7536d15148 service nova] Lock "b4c00bd3-6226-4ee8-88c1-3f3c986377a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.635237] env[65978]: DEBUG oslo_concurrency.lockutils [req-59508cef-a6aa-4e2e-a5a2-23e571069a22 req-69d09a20-8327-4e3e-952c-ee7536d15148 service nova] Lock "b4c00bd3-6226-4ee8-88c1-3f3c986377a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.635237] env[65978]: DEBUG nova.compute.manager [req-59508cef-a6aa-4e2e-a5a2-23e571069a22 req-69d09a20-8327-4e3e-952c-ee7536d15148 service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] No waiting events found dispatching network-vif-plugged-45175df2-da0e-4e9b-94c5-bfaef04d57d8 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1015.635237] env[65978]: WARNING nova.compute.manager [req-59508cef-a6aa-4e2e-a5a2-23e571069a22 req-69d09a20-8327-4e3e-952c-ee7536d15148 service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Received unexpected event network-vif-plugged-45175df2-da0e-4e9b-94c5-bfaef04d57d8 for instance with vm_state active and task_state None. [ 1015.642040] env[65978]: DEBUG nova.network.neutron [req-72704d2c-7839-42e4-9150-bebd06e0bc2f req-85c7e899-4de1-4c41-913f-c970f5e7cfae service nova] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Updated VIF entry in instance network info cache for port 8e003c4a-1f03-4c55-9953-d334c79632c3. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1015.642040] env[65978]: DEBUG nova.network.neutron [req-72704d2c-7839-42e4-9150-bebd06e0bc2f req-85c7e899-4de1-4c41-913f-c970f5e7cfae service nova] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Updating instance_info_cache with network_info: [{"id": "8e003c4a-1f03-4c55-9953-d334c79632c3", "address": "fa:16:3e:4f:88:d0", "network": {"id": "fb89488a-93cc-4195-a2d7-3310f5cdf8b9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-720619147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03f3c69c54d42b39be468496c1bf90f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e003c4a-1f", "ovs_interfaceid": "8e003c4a-1f03-4c55-9953-d334c79632c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.663917] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Volume detach. Driver type: vmdk {{(pid=65978) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1015.664290] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbecdccf-c24d-485d-ba68-1c69faac557a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.680054] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30a4ee3-3850-4d6e-9b02-72d0ca9030b1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.692393] env[65978]: INFO nova.virt.block_device [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Booting with volume e43b1b4f-302f-429b-bb27-8c2fb9f3ec07 at /dev/sdb [ 1015.704179] env[65978]: WARNING neutronclient.v2_0.client [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.730470] env[65978]: ERROR nova.compute.manager [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Failed to detach volume 83cea6a7-ef09-4423-aa18-cd800cbe7493 from /dev/sda: nova.exception.InstanceNotFound: Instance cc4a2b84-66b9-44db-ae9f-c6a410721bda could not be found. [ 1015.730470] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Traceback (most recent call last): [ 1015.730470] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/nova/nova/compute/manager.py", line 4228, in _do_rebuild_instance [ 1015.730470] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] self.driver.rebuild(**kwargs) [ 1015.730470] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 1015.730470] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] raise NotImplementedError() [ 1015.730470] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] NotImplementedError [ 1015.730470] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] [ 1015.730470] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] During handling of the above exception, another exception occurred: [ 1015.730470] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] [ 1015.730470] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Traceback (most recent call last): [ 1015.730470] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/nova/nova/compute/manager.py", line 3651, in _detach_root_volume [ 1015.730470] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] self.driver.detach_volume(context, old_connection_info, [ 1015.730470] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1015.730470] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] return self._volumeops.detach_volume(connection_info, instance) [ 1015.730470] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1015.730470] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] self._detach_volume_vmdk(connection_info, instance) [ 1015.730470] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1015.730470] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1015.730470] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1015.730470] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] stable_ref.fetch_moref(session) [ 1015.730470] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1015.730470] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1015.730470] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] nova.exception.InstanceNotFound: Instance cc4a2b84-66b9-44db-ae9f-c6a410721bda could not be found. [ 1015.730470] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] [ 1015.732149] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fb49cdc-e689-4f62-9940-f420bdcf02ed {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.742206] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9599665-95fb-4c9d-8187-f4e65ef34e34 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.747502] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3121d31-d1a3-49a2-9dfa-4457ca9c8ae1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.772656] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf8e459-fee6-403d-aded-91290fd0a098 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.786890] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714992, 'name': ReconfigVM_Task, 'duration_secs': 0.596458} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.832796] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 3b579f4f-1ae0-4278-b0d0-2326febdda16/3b579f4f-1ae0-4278-b0d0-2326febdda16.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.840656] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b416d58-8af7-4ee5-8084-ebd7c8b22e56 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.842530] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7ee9b71-687a-45c9-b728-b560350eb0ed {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.845353] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66a80da-a6e6-4553-b3cd-9a538495df6d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.850418] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2e034e22-4e8f-4f91-a0cb-6b2a1cd2e1bb tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "a23499dc-3216-4493-869d-519c1c92eb37" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.850654] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2e034e22-4e8f-4f91-a0cb-6b2a1cd2e1bb tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "a23499dc-3216-4493-869d-519c1c92eb37" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.864072] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d714861-eb62-475a-abba-bc8459c3e8df {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.868226] env[65978]: DEBUG oslo_vmware.api [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Task: {'id': task-4714995, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.876670] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0e357c-4103-42c0-a141-1c1f5949abb5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.890849] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1015.890849] env[65978]: value = "task-4714997" [ 1015.890849] env[65978]: _type = "Task" [ 1015.890849] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.908571] env[65978]: DEBUG nova.compute.provider_tree [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.930434] env[65978]: DEBUG nova.scheduler.client.report [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.940136] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cc422e-a50f-46a8-9b28-5967b051ed59 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.948404] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714997, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.956902] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714996, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.957672] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc14ce0-6d88-4b67-a4e1-ad334b83c426 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.973401] env[65978]: DEBUG nova.virt.block_device [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Updating existing volume attachment record: 629d38c6-857b-4564-b546-2f732cf8eeee {{(pid=65978) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1015.976830] env[65978]: WARNING neutronclient.v2_0.client [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.980443] env[65978]: DEBUG nova.compute.utils [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Build of instance cc4a2b84-66b9-44db-ae9f-c6a410721bda aborted: Failed to rebuild volume backed instance. {{(pid=65978) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1015.982634] env[65978]: ERROR nova.compute.manager [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance cc4a2b84-66b9-44db-ae9f-c6a410721bda aborted: Failed to rebuild volume backed instance. [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Traceback (most recent call last): [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/nova/nova/compute/manager.py", line 4228, in _do_rebuild_instance [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] self.driver.rebuild(**kwargs) [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] raise NotImplementedError() [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] NotImplementedError [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] During handling of the above exception, another exception occurred: [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Traceback (most recent call last): [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/nova/nova/compute/manager.py", line 3686, in _rebuild_volume_backed_instance [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] self._detach_root_volume(context, instance, root_bdm) [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/nova/nova/compute/manager.py", line 3665, in _detach_root_volume [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] with excutils.save_and_reraise_exception(): [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] self.force_reraise() [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] raise self.value [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/nova/nova/compute/manager.py", line 3651, in _detach_root_volume [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] self.driver.detach_volume(context, old_connection_info, [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] return self._volumeops.detach_volume(connection_info, instance) [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] self._detach_volume_vmdk(connection_info, instance) [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] stable_ref.fetch_moref(session) [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] nova.exception.InstanceNotFound: Instance cc4a2b84-66b9-44db-ae9f-c6a410721bda could not be found. [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] During handling of the above exception, another exception occurred: [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Traceback (most recent call last): [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/nova/nova/compute/manager.py", line 11558, in _error_out_instance_on_exception [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] yield [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/nova/nova/compute/manager.py", line 3954, in rebuild_instance [ 1015.982634] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] self._do_rebuild_instance_with_claim( [ 1015.985105] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/nova/nova/compute/manager.py", line 4040, in _do_rebuild_instance_with_claim [ 1015.985105] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] self._do_rebuild_instance( [ 1015.985105] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/nova/nova/compute/manager.py", line 4232, in _do_rebuild_instance [ 1015.985105] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] self._rebuild_default_impl(**kwargs) [ 1015.985105] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/nova/nova/compute/manager.py", line 3809, in _rebuild_default_impl [ 1015.985105] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] self._rebuild_volume_backed_instance( [ 1015.985105] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] File "/opt/stack/nova/nova/compute/manager.py", line 3701, in _rebuild_volume_backed_instance [ 1015.985105] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] raise exception.BuildAbortException( [ 1015.985105] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] nova.exception.BuildAbortException: Build of instance cc4a2b84-66b9-44db-ae9f-c6a410721bda aborted: Failed to rebuild volume backed instance. [ 1015.985105] env[65978]: ERROR nova.compute.manager [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] [ 1016.038748] env[65978]: DEBUG nova.network.neutron [-] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.053527] env[65978]: DEBUG nova.network.neutron [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Updating instance_info_cache with network_info: [{"id": "41578b20-eac4-4c0b-bb84-dc6ef9724591", "address": "fa:16:3e:d2:ba:b7", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41578b20-ea", "ovs_interfaceid": "41578b20-eac4-4c0b-bb84-dc6ef9724591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45175df2-da0e-4e9b-94c5-bfaef04d57d8", "address": "fa:16:3e:d8:57:95", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45175df2-da", "ovs_interfaceid": "45175df2-da0e-4e9b-94c5-bfaef04d57d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.144447] env[65978]: DEBUG oslo_concurrency.lockutils [req-72704d2c-7839-42e4-9150-bebd06e0bc2f req-85c7e899-4de1-4c41-913f-c970f5e7cfae service nova] Releasing lock "refresh_cache-f6d1b9c2-4f90-456f-9665-4fab4ccccac3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.298098] env[65978]: DEBUG oslo_vmware.api [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Task: {'id': task-4714995, 'name': ReconfigVM_Task, 'duration_secs': 0.647115} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.298583] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-272c4f35-8a0e-4029-9bac-45466cd8f6d9/volume-272c4f35-8a0e-4029-9bac-45466cd8f6d9.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.304977] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d341b39f-bfca-4625-bedc-6eb86ed6557e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.323756] env[65978]: DEBUG oslo_vmware.api [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Waiting for the task: (returnval){ [ 1016.323756] env[65978]: value = "task-4715001" [ 1016.323756] env[65978]: _type = "Task" [ 1016.323756] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.333875] env[65978]: DEBUG oslo_vmware.api [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Task: {'id': task-4715001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.354326] env[65978]: DEBUG nova.compute.utils [None req-2e034e22-4e8f-4f91-a0cb-6b2a1cd2e1bb tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.406257] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4714997, 'name': Rename_Task, 'duration_secs': 0.178623} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.406563] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.406822] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-775d0669-045c-4186-a539-b3cdc28d484a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.414636] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1016.414636] env[65978]: value = "task-4715002" [ 1016.414636] env[65978]: _type = "Task" [ 1016.414636] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.425318] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.438759] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4714996, 'name': CreateVM_Task, 'duration_secs': 0.541147} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.438965] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.439459] env[65978]: WARNING neutronclient.v2_0.client [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.439827] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.439981] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.440310] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.440563] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da2fde3d-3d94-4d63-85c0-68ae90555c24 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.444427] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.448136] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91e93c46-ecb1-47ad-a0d5-9d6713236df1 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.211s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.449796] env[65978]: DEBUG oslo_vmware.api [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1016.449796] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5214b787-ecc1-203a-8f21-92c0a8ee36a7" [ 1016.449796] env[65978]: _type = "Task" [ 1016.449796] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.459407] env[65978]: DEBUG oslo_vmware.api [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5214b787-ecc1-203a-8f21-92c0a8ee36a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009587} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.459750] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.459994] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.460248] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.460388] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.460557] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.460856] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-877f3af9-01a2-47a6-ace1-22a80c1d1aea {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.469847] env[65978]: INFO nova.scheduler.client.report [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Deleted allocations for instance 49e370d2-18fb-4ef7-801d-92d084138321 [ 1016.472072] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.472256] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.475016] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dad5f3f6-aeae-480b-b72a-fcaa76898f29 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.481470] env[65978]: DEBUG oslo_vmware.api [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1016.481470] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529a04cf-cd9f-91a9-268b-801cdeeb5c82" [ 1016.481470] env[65978]: _type = "Task" [ 1016.481470] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.492044] env[65978]: DEBUG oslo_vmware.api [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529a04cf-cd9f-91a9-268b-801cdeeb5c82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.541578] env[65978]: INFO nova.compute.manager [-] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Took 1.32 seconds to deallocate network for instance. [ 1016.556812] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "refresh_cache-b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.557466] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.557653] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.558549] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90149304-b595-4b98-bbda-7eb2c1873513 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.578312] env[65978]: DEBUG nova.virt.hardware [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1016.578567] env[65978]: DEBUG nova.virt.hardware [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.578697] env[65978]: DEBUG nova.virt.hardware [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1016.578872] env[65978]: DEBUG nova.virt.hardware [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.579024] env[65978]: DEBUG nova.virt.hardware [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1016.579172] env[65978]: DEBUG nova.virt.hardware [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1016.579373] env[65978]: DEBUG nova.virt.hardware [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1016.579526] env[65978]: DEBUG nova.virt.hardware [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1016.579686] env[65978]: DEBUG nova.virt.hardware [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1016.579844] env[65978]: DEBUG nova.virt.hardware [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1016.580015] env[65978]: DEBUG nova.virt.hardware [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1016.586523] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Reconfiguring VM to attach interface {{(pid=65978) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1016.587627] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f841477b-14f7-4aef-ba05-62fdd48b0b0a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.606715] env[65978]: DEBUG oslo_vmware.api [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1016.606715] env[65978]: value = "task-4715003" [ 1016.606715] env[65978]: _type = "Task" [ 1016.606715] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.615764] env[65978]: DEBUG oslo_vmware.api [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715003, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.834551] env[65978]: DEBUG oslo_vmware.api [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Task: {'id': task-4715001, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.857504] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2e034e22-4e8f-4f91-a0cb-6b2a1cd2e1bb tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "a23499dc-3216-4493-869d-519c1c92eb37" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.926283] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715002, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.982131] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e7932017-eee3-4cdf-b84b-091b1d01475e tempest-ServersListShow2100Test-1761925714 tempest-ServersListShow2100Test-1761925714-project-member] Lock "49e370d2-18fb-4ef7-801d-92d084138321" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.855s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.994636] env[65978]: DEBUG oslo_vmware.api [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529a04cf-cd9f-91a9-268b-801cdeeb5c82, 'name': SearchDatastore_Task, 'duration_secs': 0.008855} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.995578] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b2004a6-d47a-4a88-b9fe-a757092871ba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.002073] env[65978]: DEBUG oslo_vmware.api [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1017.002073] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5250cf49-ed21-f3db-0850-293844c2840f" [ 1017.002073] env[65978]: _type = "Task" [ 1017.002073] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.015234] env[65978]: DEBUG oslo_vmware.api [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5250cf49-ed21-f3db-0850-293844c2840f, 'name': SearchDatastore_Task, 'duration_secs': 0.010204} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.015594] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.015881] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 22035b86-65b5-4ea5-ad8c-a7694fff2638/22035b86-65b5-4ea5-ad8c-a7694fff2638.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.018894] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4853c2be-fddb-417d-b113-2b8113c509d5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.027046] env[65978]: DEBUG oslo_vmware.api [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1017.027046] env[65978]: value = "task-4715004" [ 1017.027046] env[65978]: _type = "Task" [ 1017.027046] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.042247] env[65978]: DEBUG oslo_vmware.api [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.049826] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.129903] env[65978]: DEBUG oslo_vmware.api [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.342267] env[65978]: DEBUG oslo_vmware.api [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Task: {'id': task-4715001, 'name': ReconfigVM_Task, 'duration_secs': 0.840995} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.343029] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920119', 'volume_id': '272c4f35-8a0e-4029-9bac-45466cd8f6d9', 'name': 'volume-272c4f35-8a0e-4029-9bac-45466cd8f6d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f6d1b9c2-4f90-456f-9665-4fab4ccccac3', 'attached_at': '', 'detached_at': '', 'volume_id': '272c4f35-8a0e-4029-9bac-45466cd8f6d9', 'serial': '272c4f35-8a0e-4029-9bac-45466cd8f6d9'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1017.344115] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3607c36f-dc33-4181-9890-5d08e4f0528c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.357477] env[65978]: DEBUG oslo_vmware.api [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Waiting for the task: (returnval){ [ 1017.357477] env[65978]: value = "task-4715005" [ 1017.357477] env[65978]: _type = "Task" [ 1017.357477] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.372650] env[65978]: DEBUG oslo_vmware.api [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Task: {'id': task-4715005, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.391683] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0dc41b-498a-495a-a692-cecac7b71efb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.403068] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7392247e-8930-48ab-8b4d-0d4f8ffd192a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.443131] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d7ddd7-9f5b-4f77-904d-661582bf5100 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.457895] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715002, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.459962] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa431ba-b51c-4a9b-a62d-89a9c0b8c939 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.477746] env[65978]: DEBUG nova.compute.provider_tree [None req-91e93c46-ecb1-47ad-a0d5-9d6713236df1 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.542965] env[65978]: DEBUG oslo_vmware.api [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497619} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.544358] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 22035b86-65b5-4ea5-ad8c-a7694fff2638/22035b86-65b5-4ea5-ad8c-a7694fff2638.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.544655] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.544967] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc56b75a-4256-4d1c-a3e7-386c43cba314 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.553925] env[65978]: DEBUG oslo_vmware.api [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1017.553925] env[65978]: value = "task-4715006" [ 1017.553925] env[65978]: _type = "Task" [ 1017.553925] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.564582] env[65978]: DEBUG oslo_vmware.api [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.626054] env[65978]: DEBUG oslo_vmware.api [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715003, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.868909] env[65978]: DEBUG oslo_vmware.api [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Task: {'id': task-4715005, 'name': Rename_Task, 'duration_secs': 0.185191} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.869045] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.869322] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-877059e3-cd5d-4d25-ad83-1d85ac5e4641 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.877647] env[65978]: DEBUG oslo_vmware.api [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Waiting for the task: (returnval){ [ 1017.877647] env[65978]: value = "task-4715007" [ 1017.877647] env[65978]: _type = "Task" [ 1017.877647] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.886727] env[65978]: DEBUG oslo_vmware.api [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Task: {'id': task-4715007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.947686] env[65978]: DEBUG oslo_vmware.api [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715002, 'name': PowerOnVM_Task, 'duration_secs': 1.16616} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.947989] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.948295] env[65978]: INFO nova.compute.manager [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Took 10.97 seconds to spawn the instance on the hypervisor. [ 1017.948487] env[65978]: DEBUG nova.compute.manager [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1017.949567] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350ecd58-f02b-4cbf-b4a0-3c2238830aab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.953241] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2e034e22-4e8f-4f91-a0cb-6b2a1cd2e1bb tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "a23499dc-3216-4493-869d-519c1c92eb37" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.953877] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2e034e22-4e8f-4f91-a0cb-6b2a1cd2e1bb tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "a23499dc-3216-4493-869d-519c1c92eb37" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.953877] env[65978]: INFO nova.compute.manager [None req-2e034e22-4e8f-4f91-a0cb-6b2a1cd2e1bb tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Attaching volume 2ac0eb51-c975-43b1-87cc-afa24b0aff26 to /dev/sdb [ 1017.981383] env[65978]: DEBUG nova.scheduler.client.report [None req-91e93c46-ecb1-47ad-a0d5-9d6713236df1 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.994909] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9d2203-ca38-4044-9a1f-cb35959da8b5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.001744] env[65978]: DEBUG oslo_concurrency.lockutils [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.005640] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87336807-9961-4fb4-a327-f1e99d8f9be3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.023724] env[65978]: DEBUG nova.virt.block_device [None req-2e034e22-4e8f-4f91-a0cb-6b2a1cd2e1bb tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Updating existing volume attachment record: 412d5d68-3ba4-4ac0-bbcb-a3abf613244b {{(pid=65978) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1018.065453] env[65978]: DEBUG oslo_vmware.api [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071946} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.065453] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.066274] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4b51e2-c686-401f-9676-b92dbfafaa8c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.091298] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 22035b86-65b5-4ea5-ad8c-a7694fff2638/22035b86-65b5-4ea5-ad8c-a7694fff2638.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.091598] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-949e3751-0379-47e0-9da0-22176c54eb0e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.111605] env[65978]: DEBUG oslo_vmware.api [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1018.111605] env[65978]: value = "task-4715008" [ 1018.111605] env[65978]: _type = "Task" [ 1018.111605] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.125711] env[65978]: DEBUG oslo_vmware.api [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715008, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.129166] env[65978]: DEBUG oslo_vmware.api [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715003, 'name': ReconfigVM_Task, 'duration_secs': 1.087816} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.129593] env[65978]: WARNING neutronclient.v2_0.client [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.130314] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.130314] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Reconfigured VM to attach interface {{(pid=65978) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1018.391396] env[65978]: DEBUG oslo_vmware.api [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Task: {'id': task-4715007, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.481234] env[65978]: INFO nova.compute.manager [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Took 27.75 seconds to build instance. [ 1018.625545] env[65978]: DEBUG oslo_vmware.api [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.635108] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c7e17a8f-be53-49ad-bb52-4edc5bcef589 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "interface-b4c00bd3-6226-4ee8-88c1-3f3c986377a3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.168s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.657696] env[65978]: DEBUG nova.compute.manager [req-478b1807-6209-4a44-ab48-c5f52496f597 req-3aac7d95-ed83-4997-a6b0-8043d46ed033 service nova] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Received event network-vif-plugged-792c528e-70fb-4018-bb6e-80cdd657577a {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1018.657696] env[65978]: DEBUG oslo_concurrency.lockutils [req-478b1807-6209-4a44-ab48-c5f52496f597 req-3aac7d95-ed83-4997-a6b0-8043d46ed033 service nova] Acquiring lock "22035b86-65b5-4ea5-ad8c-a7694fff2638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.657908] env[65978]: DEBUG oslo_concurrency.lockutils [req-478b1807-6209-4a44-ab48-c5f52496f597 req-3aac7d95-ed83-4997-a6b0-8043d46ed033 service nova] Lock "22035b86-65b5-4ea5-ad8c-a7694fff2638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.658024] env[65978]: DEBUG oslo_concurrency.lockutils [req-478b1807-6209-4a44-ab48-c5f52496f597 req-3aac7d95-ed83-4997-a6b0-8043d46ed033 service nova] Lock "22035b86-65b5-4ea5-ad8c-a7694fff2638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.658186] env[65978]: DEBUG nova.compute.manager [req-478b1807-6209-4a44-ab48-c5f52496f597 req-3aac7d95-ed83-4997-a6b0-8043d46ed033 service nova] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] No waiting events found dispatching network-vif-plugged-792c528e-70fb-4018-bb6e-80cdd657577a {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1018.658539] env[65978]: WARNING nova.compute.manager [req-478b1807-6209-4a44-ab48-c5f52496f597 req-3aac7d95-ed83-4997-a6b0-8043d46ed033 service nova] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Received unexpected event network-vif-plugged-792c528e-70fb-4018-bb6e-80cdd657577a for instance with vm_state building and task_state spawning. [ 1018.658776] env[65978]: DEBUG nova.compute.manager [req-478b1807-6209-4a44-ab48-c5f52496f597 req-3aac7d95-ed83-4997-a6b0-8043d46ed033 service nova] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Received event network-changed-792c528e-70fb-4018-bb6e-80cdd657577a {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1018.659056] env[65978]: DEBUG nova.compute.manager [req-478b1807-6209-4a44-ab48-c5f52496f597 req-3aac7d95-ed83-4997-a6b0-8043d46ed033 service nova] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Refreshing instance network info cache due to event network-changed-792c528e-70fb-4018-bb6e-80cdd657577a. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1018.659143] env[65978]: DEBUG oslo_concurrency.lockutils [req-478b1807-6209-4a44-ab48-c5f52496f597 req-3aac7d95-ed83-4997-a6b0-8043d46ed033 service nova] Acquiring lock "refresh_cache-22035b86-65b5-4ea5-ad8c-a7694fff2638" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.659312] env[65978]: DEBUG oslo_concurrency.lockutils [req-478b1807-6209-4a44-ab48-c5f52496f597 req-3aac7d95-ed83-4997-a6b0-8043d46ed033 service nova] Acquired lock "refresh_cache-22035b86-65b5-4ea5-ad8c-a7694fff2638" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.659493] env[65978]: DEBUG nova.network.neutron [req-478b1807-6209-4a44-ab48-c5f52496f597 req-3aac7d95-ed83-4997-a6b0-8043d46ed033 service nova] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Refreshing network info cache for port 792c528e-70fb-4018-bb6e-80cdd657577a {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.679504] env[65978]: DEBUG nova.compute.manager [req-39321a94-f270-48cc-81e5-4db63e528cb3 req-a47dd9b0-ae37-449f-ae61-d3affa9a2be0 service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Received event network-changed-45175df2-da0e-4e9b-94c5-bfaef04d57d8 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1018.679504] env[65978]: DEBUG nova.compute.manager [req-39321a94-f270-48cc-81e5-4db63e528cb3 req-a47dd9b0-ae37-449f-ae61-d3affa9a2be0 service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Refreshing instance network info cache due to event network-changed-45175df2-da0e-4e9b-94c5-bfaef04d57d8. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1018.679865] env[65978]: DEBUG oslo_concurrency.lockutils [req-39321a94-f270-48cc-81e5-4db63e528cb3 req-a47dd9b0-ae37-449f-ae61-d3affa9a2be0 service nova] Acquiring lock "refresh_cache-b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.679865] env[65978]: DEBUG oslo_concurrency.lockutils [req-39321a94-f270-48cc-81e5-4db63e528cb3 req-a47dd9b0-ae37-449f-ae61-d3affa9a2be0 service nova] Acquired lock "refresh_cache-b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.679989] env[65978]: DEBUG nova.network.neutron [req-39321a94-f270-48cc-81e5-4db63e528cb3 req-a47dd9b0-ae37-449f-ae61-d3affa9a2be0 service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Refreshing network info cache for port 45175df2-da0e-4e9b-94c5-bfaef04d57d8 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.892137] env[65978]: DEBUG oslo_vmware.api [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Task: {'id': task-4715007, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.984397] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8e6c6bb1-2da3-4e85-8f9b-9efbff8ce40d tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "3b579f4f-1ae0-4278-b0d0-2326febdda16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.261s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.992625] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91e93c46-ecb1-47ad-a0d5-9d6713236df1 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.544s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.997061] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.199s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.999326] env[65978]: INFO nova.compute.claims [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.126144] env[65978]: DEBUG oslo_vmware.api [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715008, 'name': ReconfigVM_Task, 'duration_secs': 0.85442} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.126525] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 22035b86-65b5-4ea5-ad8c-a7694fff2638/22035b86-65b5-4ea5-ad8c-a7694fff2638.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.127233] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b852bff1-c95d-47a3-8dbb-877759123efd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.135937] env[65978]: DEBUG oslo_vmware.api [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1019.135937] env[65978]: value = "task-4715013" [ 1019.135937] env[65978]: _type = "Task" [ 1019.135937] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.149281] env[65978]: DEBUG oslo_vmware.api [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715013, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.163533] env[65978]: WARNING neutronclient.v2_0.client [req-478b1807-6209-4a44-ab48-c5f52496f597 req-3aac7d95-ed83-4997-a6b0-8043d46ed033 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.184039] env[65978]: WARNING neutronclient.v2_0.client [req-39321a94-f270-48cc-81e5-4db63e528cb3 req-a47dd9b0-ae37-449f-ae61-d3affa9a2be0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.256850] env[65978]: DEBUG oslo_concurrency.lockutils [None req-89ed5549-b437-44b0-939d-4c0e715da4b3 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Acquiring lock "cc4a2b84-66b9-44db-ae9f-c6a410721bda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.257138] env[65978]: DEBUG oslo_concurrency.lockutils [None req-89ed5549-b437-44b0-939d-4c0e715da4b3 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Lock "cc4a2b84-66b9-44db-ae9f-c6a410721bda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.257352] env[65978]: DEBUG oslo_concurrency.lockutils [None req-89ed5549-b437-44b0-939d-4c0e715da4b3 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Acquiring lock "cc4a2b84-66b9-44db-ae9f-c6a410721bda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.257544] env[65978]: DEBUG oslo_concurrency.lockutils [None req-89ed5549-b437-44b0-939d-4c0e715da4b3 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Lock "cc4a2b84-66b9-44db-ae9f-c6a410721bda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.257758] env[65978]: DEBUG oslo_concurrency.lockutils [None req-89ed5549-b437-44b0-939d-4c0e715da4b3 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Lock "cc4a2b84-66b9-44db-ae9f-c6a410721bda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.260498] env[65978]: INFO nova.compute.manager [None req-89ed5549-b437-44b0-939d-4c0e715da4b3 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Terminating instance [ 1019.402142] env[65978]: DEBUG oslo_vmware.api [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Task: {'id': task-4715007, 'name': PowerOnVM_Task, 'duration_secs': 1.137243} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.402498] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.402498] env[65978]: INFO nova.compute.manager [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1019.402792] env[65978]: DEBUG nova.compute.manager [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1019.403633] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55124341-65e5-4a7f-a65c-b4f9bc5e45fa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.523186] env[65978]: WARNING neutronclient.v2_0.client [req-478b1807-6209-4a44-ab48-c5f52496f597 req-3aac7d95-ed83-4997-a6b0-8043d46ed033 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.532040] env[65978]: WARNING neutronclient.v2_0.client [req-39321a94-f270-48cc-81e5-4db63e528cb3 req-a47dd9b0-ae37-449f-ae61-d3affa9a2be0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.578366] env[65978]: INFO nova.scheduler.client.report [None req-91e93c46-ecb1-47ad-a0d5-9d6713236df1 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Deleted allocation for migration 3d36ca8e-2b6c-4919-9f50-92012d6d57dc [ 1019.648219] env[65978]: DEBUG oslo_vmware.api [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715013, 'name': Rename_Task, 'duration_secs': 0.182192} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.648532] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.648740] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2787c6c8-3b3f-48c8-acd7-ef625aa036ee {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.655610] env[65978]: DEBUG nova.network.neutron [req-478b1807-6209-4a44-ab48-c5f52496f597 req-3aac7d95-ed83-4997-a6b0-8043d46ed033 service nova] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Updated VIF entry in instance network info cache for port 792c528e-70fb-4018-bb6e-80cdd657577a. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1019.655826] env[65978]: DEBUG nova.network.neutron [req-478b1807-6209-4a44-ab48-c5f52496f597 req-3aac7d95-ed83-4997-a6b0-8043d46ed033 service nova] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Updating instance_info_cache with network_info: [{"id": "792c528e-70fb-4018-bb6e-80cdd657577a", "address": "fa:16:3e:7c:35:c5", "network": {"id": "572f00ea-41cc-4d81-b1e9-2b038de95236", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043147319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0285adf994e4ab5fbfe0226d33b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792c528e-70", "ovs_interfaceid": "792c528e-70fb-4018-bb6e-80cdd657577a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.658623] env[65978]: DEBUG oslo_vmware.api [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1019.658623] env[65978]: value = "task-4715014" [ 1019.658623] env[65978]: _type = "Task" [ 1019.658623] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.668517] env[65978]: DEBUG oslo_vmware.api [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.674441] env[65978]: DEBUG nova.network.neutron [req-39321a94-f270-48cc-81e5-4db63e528cb3 req-a47dd9b0-ae37-449f-ae61-d3affa9a2be0 service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Updated VIF entry in instance network info cache for port 45175df2-da0e-4e9b-94c5-bfaef04d57d8. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1019.674998] env[65978]: DEBUG nova.network.neutron [req-39321a94-f270-48cc-81e5-4db63e528cb3 req-a47dd9b0-ae37-449f-ae61-d3affa9a2be0 service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Updating instance_info_cache with network_info: [{"id": "41578b20-eac4-4c0b-bb84-dc6ef9724591", "address": "fa:16:3e:d2:ba:b7", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41578b20-ea", "ovs_interfaceid": "41578b20-eac4-4c0b-bb84-dc6ef9724591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45175df2-da0e-4e9b-94c5-bfaef04d57d8", "address": "fa:16:3e:d8:57:95", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45175df2-da", "ovs_interfaceid": "45175df2-da0e-4e9b-94c5-bfaef04d57d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.764897] env[65978]: DEBUG nova.compute.manager [None req-89ed5549-b437-44b0-939d-4c0e715da4b3 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1019.765291] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46ba4971-6cf4-4656-bd9a-1e8cf69b87f7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.775891] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f56e901-4d5b-4a3f-810d-5338374f6db7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.817750] env[65978]: WARNING nova.virt.vmwareapi.driver [None req-89ed5549-b437-44b0-939d-4c0e715da4b3 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance cc4a2b84-66b9-44db-ae9f-c6a410721bda could not be found. [ 1019.817968] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-89ed5549-b437-44b0-939d-4c0e715da4b3 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.818347] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b843fe4-f415-46c8-9e7d-0439006c7269 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.828658] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e12558-fe2b-41bf-8b5a-03417b88e7b5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.870650] env[65978]: WARNING nova.virt.vmwareapi.vmops [None req-89ed5549-b437-44b0-939d-4c0e715da4b3 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance cc4a2b84-66b9-44db-ae9f-c6a410721bda could not be found. [ 1019.871276] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-89ed5549-b437-44b0-939d-4c0e715da4b3 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.871276] env[65978]: INFO nova.compute.manager [None req-89ed5549-b437-44b0-939d-4c0e715da4b3 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Took 0.11 seconds to destroy the instance on the hypervisor. [ 1019.871632] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-89ed5549-b437-44b0-939d-4c0e715da4b3 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1019.871842] env[65978]: DEBUG nova.compute.manager [-] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1019.871955] env[65978]: DEBUG nova.network.neutron [-] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1019.872252] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.905703] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.923580] env[65978]: INFO nova.compute.manager [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Took 26.42 seconds to build instance. [ 1020.090097] env[65978]: DEBUG oslo_concurrency.lockutils [None req-91e93c46-ecb1-47ad-a0d5-9d6713236df1 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "527a7d9e-2bc1-43a8-a110-9d513ee45a64" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.825s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.159805] env[65978]: DEBUG oslo_concurrency.lockutils [req-478b1807-6209-4a44-ab48-c5f52496f597 req-3aac7d95-ed83-4997-a6b0-8043d46ed033 service nova] Releasing lock "refresh_cache-22035b86-65b5-4ea5-ad8c-a7694fff2638" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.160111] env[65978]: DEBUG nova.compute.manager [req-478b1807-6209-4a44-ab48-c5f52496f597 req-3aac7d95-ed83-4997-a6b0-8043d46ed033 service nova] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Received event network-vif-deleted-c7d6ef6b-8ab9-4cb9-8033-cacd9c5f3a95 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1020.160111] env[65978]: DEBUG nova.compute.manager [req-478b1807-6209-4a44-ab48-c5f52496f597 req-3aac7d95-ed83-4997-a6b0-8043d46ed033 service nova] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Received event network-vif-deleted-271e1bd6-2478-464f-8d1c-a7f33e10719d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1020.173791] env[65978]: DEBUG oslo_vmware.api [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715014, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.177474] env[65978]: DEBUG oslo_concurrency.lockutils [req-39321a94-f270-48cc-81e5-4db63e528cb3 req-a47dd9b0-ae37-449f-ae61-d3affa9a2be0 service nova] Releasing lock "refresh_cache-b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.427116] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b1f9fba5-caba-418c-a0f9-768b635249e0 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Lock "f6d1b9c2-4f90-456f-9665-4fab4ccccac3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.930s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.428113] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf07edf-31fe-4dd0-9f66-ead07b488cd6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.436859] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea06467-b711-4666-9922-f358c80f13b9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.471747] env[65978]: DEBUG nova.network.neutron [-] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.473540] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e8a9f1-ed60-4f58-9e98-33a6e5c061b8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.483231] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09365f7c-935d-4456-afd7-9ac3c98308ac {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.501651] env[65978]: DEBUG nova.compute.provider_tree [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.674391] env[65978]: DEBUG oslo_vmware.api [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715014, 'name': PowerOnVM_Task, 'duration_secs': 0.792617} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.674730] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.674948] env[65978]: INFO nova.compute.manager [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1020.675226] env[65978]: DEBUG nova.compute.manager [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1020.676490] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff871cbd-2e4f-4887-8e6e-e6a0084ceea1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.824652] env[65978]: DEBUG nova.compute.manager [req-a9ae7bfb-719f-4b15-8411-b67d3ca49c7c req-ef4520ec-8473-4664-a83e-fff87f2dca0b service nova] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Received event network-changed-8e003c4a-1f03-4c55-9953-d334c79632c3 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1020.824920] env[65978]: DEBUG nova.compute.manager [req-a9ae7bfb-719f-4b15-8411-b67d3ca49c7c req-ef4520ec-8473-4664-a83e-fff87f2dca0b service nova] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Refreshing instance network info cache due to event network-changed-8e003c4a-1f03-4c55-9953-d334c79632c3. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1020.825524] env[65978]: DEBUG oslo_concurrency.lockutils [req-a9ae7bfb-719f-4b15-8411-b67d3ca49c7c req-ef4520ec-8473-4664-a83e-fff87f2dca0b service nova] Acquiring lock "refresh_cache-f6d1b9c2-4f90-456f-9665-4fab4ccccac3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.825872] env[65978]: DEBUG oslo_concurrency.lockutils [req-a9ae7bfb-719f-4b15-8411-b67d3ca49c7c req-ef4520ec-8473-4664-a83e-fff87f2dca0b service nova] Acquired lock "refresh_cache-f6d1b9c2-4f90-456f-9665-4fab4ccccac3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.826030] env[65978]: DEBUG nova.network.neutron [req-a9ae7bfb-719f-4b15-8411-b67d3ca49c7c req-ef4520ec-8473-4664-a83e-fff87f2dca0b service nova] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Refreshing network info cache for port 8e003c4a-1f03-4c55-9953-d334c79632c3 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.851914] env[65978]: DEBUG nova.compute.manager [req-84ccb842-65aa-420a-a762-290b527c1c6e req-0a955edf-9024-479f-9123-8b19dcc82141 service nova] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Received event network-changed-baa992bd-f5dc-431a-8615-4b748898738c {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1020.852276] env[65978]: DEBUG nova.compute.manager [req-84ccb842-65aa-420a-a762-290b527c1c6e req-0a955edf-9024-479f-9123-8b19dcc82141 service nova] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Refreshing instance network info cache due to event network-changed-baa992bd-f5dc-431a-8615-4b748898738c. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1020.852567] env[65978]: DEBUG oslo_concurrency.lockutils [req-84ccb842-65aa-420a-a762-290b527c1c6e req-0a955edf-9024-479f-9123-8b19dcc82141 service nova] Acquiring lock "refresh_cache-3b579f4f-1ae0-4278-b0d0-2326febdda16" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.852796] env[65978]: DEBUG oslo_concurrency.lockutils [req-84ccb842-65aa-420a-a762-290b527c1c6e req-0a955edf-9024-479f-9123-8b19dcc82141 service nova] Acquired lock "refresh_cache-3b579f4f-1ae0-4278-b0d0-2326febdda16" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.853100] env[65978]: DEBUG nova.network.neutron [req-84ccb842-65aa-420a-a762-290b527c1c6e req-0a955edf-9024-479f-9123-8b19dcc82141 service nova] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Refreshing network info cache for port baa992bd-f5dc-431a-8615-4b748898738c {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.977717] env[65978]: INFO nova.compute.manager [-] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Took 1.11 seconds to deallocate network for instance. [ 1021.005229] env[65978]: DEBUG nova.scheduler.client.report [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.201805] env[65978]: INFO nova.compute.manager [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Took 24.27 seconds to build instance. [ 1021.329378] env[65978]: WARNING neutronclient.v2_0.client [req-a9ae7bfb-719f-4b15-8411-b67d3ca49c7c req-ef4520ec-8473-4664-a83e-fff87f2dca0b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.359813] env[65978]: WARNING neutronclient.v2_0.client [req-84ccb842-65aa-420a-a762-290b527c1c6e req-0a955edf-9024-479f-9123-8b19dcc82141 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.498340] env[65978]: DEBUG oslo_concurrency.lockutils [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "interface-b4c00bd3-6226-4ee8-88c1-3f3c986377a3-45175df2-da0e-4e9b-94c5-bfaef04d57d8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.498340] env[65978]: DEBUG oslo_concurrency.lockutils [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "interface-b4c00bd3-6226-4ee8-88c1-3f3c986377a3-45175df2-da0e-4e9b-94c5-bfaef04d57d8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.513975] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.513975] env[65978]: DEBUG nova.compute.manager [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1021.515342] env[65978]: DEBUG oslo_concurrency.lockutils [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.582s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.515342] env[65978]: DEBUG nova.objects.instance [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Lazy-loading 'resources' on Instance uuid 8cab3775-d93f-4aa2-bc82-37714f1d32ef {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.539509] env[65978]: INFO nova.compute.manager [None req-89ed5549-b437-44b0-939d-4c0e715da4b3 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Took 0.56 seconds to detach 1 volumes for instance. [ 1021.552021] env[65978]: DEBUG nova.compute.manager [None req-89ed5549-b437-44b0-939d-4c0e715da4b3 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Deleting volume: 83cea6a7-ef09-4423-aa18-cd800cbe7493 {{(pid=65978) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3324}} [ 1021.704932] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5f2f85d2-a9db-4caf-bee4-8a378c0631b5 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "22035b86-65b5-4ea5-ad8c-a7694fff2638" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.784s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.853345] env[65978]: WARNING neutronclient.v2_0.client [req-a9ae7bfb-719f-4b15-8411-b67d3ca49c7c req-ef4520ec-8473-4664-a83e-fff87f2dca0b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.884486] env[65978]: WARNING neutronclient.v2_0.client [req-84ccb842-65aa-420a-a762-290b527c1c6e req-0a955edf-9024-479f-9123-8b19dcc82141 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.001072] env[65978]: DEBUG oslo_concurrency.lockutils [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.001348] env[65978]: DEBUG oslo_concurrency.lockutils [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.002800] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438fa946-2e5d-4464-be63-2866435723aa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.033831] env[65978]: DEBUG nova.compute.utils [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.042442] env[65978]: DEBUG nova.network.neutron [req-a9ae7bfb-719f-4b15-8411-b67d3ca49c7c req-ef4520ec-8473-4664-a83e-fff87f2dca0b service nova] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Updated VIF entry in instance network info cache for port 8e003c4a-1f03-4c55-9953-d334c79632c3. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1022.042970] env[65978]: DEBUG nova.network.neutron [req-a9ae7bfb-719f-4b15-8411-b67d3ca49c7c req-ef4520ec-8473-4664-a83e-fff87f2dca0b service nova] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Updating instance_info_cache with network_info: [{"id": "8e003c4a-1f03-4c55-9953-d334c79632c3", "address": "fa:16:3e:4f:88:d0", "network": {"id": "fb89488a-93cc-4195-a2d7-3310f5cdf8b9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-720619147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03f3c69c54d42b39be468496c1bf90f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e003c4a-1f", "ovs_interfaceid": "8e003c4a-1f03-4c55-9953-d334c79632c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.044636] env[65978]: DEBUG nova.compute.manager [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1022.045164] env[65978]: DEBUG nova.network.neutron [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1022.045500] env[65978]: WARNING neutronclient.v2_0.client [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.045952] env[65978]: WARNING neutronclient.v2_0.client [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.050177] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ea3390-e445-4340-9e30-86099b744f9d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.088957] env[65978]: WARNING neutronclient.v2_0.client [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.096068] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Reconfiguring VM to detach interface {{(pid=65978) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1022.101949] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c2c6295-dd8b-4452-951d-92db9ad8d194 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.124871] env[65978]: DEBUG nova.network.neutron [req-84ccb842-65aa-420a-a762-290b527c1c6e req-0a955edf-9024-479f-9123-8b19dcc82141 service nova] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Updated VIF entry in instance network info cache for port baa992bd-f5dc-431a-8615-4b748898738c. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1022.126941] env[65978]: DEBUG nova.network.neutron [req-84ccb842-65aa-420a-a762-290b527c1c6e req-0a955edf-9024-479f-9123-8b19dcc82141 service nova] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Updating instance_info_cache with network_info: [{"id": "baa992bd-f5dc-431a-8615-4b748898738c", "address": "fa:16:3e:de:b0:a6", "network": {"id": "e3db158a-8b54-4555-b993-3d1c7a802a3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-377513805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267bbaf30cc74f989e3f217b0a842e2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaa992bd-f5", "ovs_interfaceid": "baa992bd-f5dc-431a-8615-4b748898738c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.128561] env[65978]: DEBUG oslo_concurrency.lockutils [None req-89ed5549-b437-44b0-939d-4c0e715da4b3 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.137416] env[65978]: DEBUG oslo_vmware.api [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1022.137416] env[65978]: value = "task-4715017" [ 1022.137416] env[65978]: _type = "Task" [ 1022.137416] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.148818] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.155645] env[65978]: DEBUG oslo_vmware.api [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715017, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.157458] env[65978]: DEBUG nova.policy [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd97193418a5647259088b034bc19a6fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0621c7972ce94ada85614a788f5f6302', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.375271] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "527a7d9e-2bc1-43a8-a110-9d513ee45a64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.375271] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "527a7d9e-2bc1-43a8-a110-9d513ee45a64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.375271] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "527a7d9e-2bc1-43a8-a110-9d513ee45a64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.375271] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "527a7d9e-2bc1-43a8-a110-9d513ee45a64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.375271] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "527a7d9e-2bc1-43a8-a110-9d513ee45a64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.377392] env[65978]: INFO nova.compute.manager [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Terminating instance [ 1022.515772] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bea0b40-1361-4eba-8907-c1a38b4a9f57 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.524069] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6406b1da-9cba-49e5-942e-e44c912d876b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.530348] env[65978]: DEBUG nova.network.neutron [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Successfully created port: b143bccb-6158-44dd-995c-da8cb57032d8 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1022.560805] env[65978]: DEBUG nova.compute.manager [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1022.565052] env[65978]: DEBUG oslo_concurrency.lockutils [req-a9ae7bfb-719f-4b15-8411-b67d3ca49c7c req-ef4520ec-8473-4664-a83e-fff87f2dca0b service nova] Releasing lock "refresh_cache-f6d1b9c2-4f90-456f-9665-4fab4ccccac3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.565606] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464cce61-3a43-4372-99c3-96f3632db947 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.574464] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779c68cd-dbe0-4c14-809d-de4d1bc2a4d2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.589729] env[65978]: DEBUG nova.compute.provider_tree [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.629912] env[65978]: DEBUG oslo_concurrency.lockutils [req-84ccb842-65aa-420a-a762-290b527c1c6e req-0a955edf-9024-479f-9123-8b19dcc82141 service nova] Releasing lock "refresh_cache-3b579f4f-1ae0-4278-b0d0-2326febdda16" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.630203] env[65978]: DEBUG nova.compute.manager [req-84ccb842-65aa-420a-a762-290b527c1c6e req-0a955edf-9024-479f-9123-8b19dcc82141 service nova] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Received event network-vif-deleted-5cff986d-f7a7-4b5b-804b-927e31aa43e6 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1022.648384] env[65978]: DEBUG oslo_vmware.api [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.884344] env[65978]: DEBUG nova.compute.manager [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1022.884600] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.885513] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959aec86-e03a-4f99-848c-e357712cb853 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.895036] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.895318] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-857d71b0-2aba-42df-b793-84c3c0bfdb67 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.904142] env[65978]: DEBUG oslo_vmware.api [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1022.904142] env[65978]: value = "task-4715018" [ 1022.904142] env[65978]: _type = "Task" [ 1022.904142] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.914410] env[65978]: DEBUG oslo_vmware.api [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.078705] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e034e22-4e8f-4f91-a0cb-6b2a1cd2e1bb tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Volume attach. Driver type: vmdk {{(pid=65978) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1023.078988] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e034e22-4e8f-4f91-a0cb-6b2a1cd2e1bb tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920138', 'volume_id': '2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'name': 'volume-2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a23499dc-3216-4493-869d-519c1c92eb37', 'attached_at': '', 'detached_at': '', 'volume_id': '2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'serial': '2ac0eb51-c975-43b1-87cc-afa24b0aff26'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1023.080293] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95318616-d4b5-4e5f-bc65-d8c987a3d0ba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.102564] env[65978]: DEBUG nova.scheduler.client.report [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.109372] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554b9430-aff5-4916-88fe-e095c3deb08e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.145771] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e034e22-4e8f-4f91-a0cb-6b2a1cd2e1bb tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] volume-2ac0eb51-c975-43b1-87cc-afa24b0aff26/volume-2ac0eb51-c975-43b1-87cc-afa24b0aff26.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.146548] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b388c5f-bbed-4aaa-9d2d-fe30de6b49ad {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.169966] env[65978]: DEBUG oslo_vmware.api [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.171540] env[65978]: DEBUG oslo_vmware.api [None req-2e034e22-4e8f-4f91-a0cb-6b2a1cd2e1bb tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1023.171540] env[65978]: value = "task-4715019" [ 1023.171540] env[65978]: _type = "Task" [ 1023.171540] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.180962] env[65978]: DEBUG oslo_vmware.api [None req-2e034e22-4e8f-4f91-a0cb-6b2a1cd2e1bb tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715019, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.417588] env[65978]: DEBUG oslo_vmware.api [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715018, 'name': PowerOffVM_Task, 'duration_secs': 0.336826} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.417860] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.418042] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.418310] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecbd4df5-20e6-49cf-86c4-336495e3d939 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.495130] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.495566] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.495796] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Deleting the datastore file [datastore2] 527a7d9e-2bc1-43a8-a110-9d513ee45a64 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.496174] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4fb23e6-7148-46e1-ad7d-bdbbafb2b647 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.503667] env[65978]: DEBUG oslo_vmware.api [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1023.503667] env[65978]: value = "task-4715021" [ 1023.503667] env[65978]: _type = "Task" [ 1023.503667] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.512982] env[65978]: DEBUG oslo_vmware.api [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.576165] env[65978]: DEBUG nova.compute.manager [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1023.606947] env[65978]: DEBUG nova.virt.hardware [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1023.607226] env[65978]: DEBUG nova.virt.hardware [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.607395] env[65978]: DEBUG nova.virt.hardware [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1023.607620] env[65978]: DEBUG nova.virt.hardware [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.607767] env[65978]: DEBUG nova.virt.hardware [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1023.608049] env[65978]: DEBUG nova.virt.hardware [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1023.608322] env[65978]: DEBUG nova.virt.hardware [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1023.608558] env[65978]: DEBUG nova.virt.hardware [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1023.608807] env[65978]: DEBUG nova.virt.hardware [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1023.608988] env[65978]: DEBUG nova.virt.hardware [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1023.609192] env[65978]: DEBUG nova.virt.hardware [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1023.610126] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688896e3-417f-4b09-98ef-2cb602851190 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.615344] env[65978]: DEBUG oslo_concurrency.lockutils [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.620400] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 15.596s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.620400] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.620646] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65978) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1023.620848] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.183s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.622581] env[65978]: INFO nova.compute.claims [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.626036] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541fa01c-f1bb-4dd8-88af-404abebb268f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.630359] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a388df9-c3d8-4ae7-9a82-e5a3b7e36194 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.652293] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f799a028-4310-4973-81b4-070058ae5e91 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.658766] env[65978]: INFO nova.scheduler.client.report [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Deleted allocations for instance 8cab3775-d93f-4aa2-bc82-37714f1d32ef [ 1023.676379] env[65978]: DEBUG oslo_vmware.api [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.690643] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8f86e0-7f94-4411-a267-14a29d97ffdf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.702524] env[65978]: DEBUG oslo_vmware.api [None req-2e034e22-4e8f-4f91-a0cb-6b2a1cd2e1bb tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715019, 'name': ReconfigVM_Task, 'duration_secs': 0.400736} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.706209] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e034e22-4e8f-4f91-a0cb-6b2a1cd2e1bb tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Reconfigured VM instance instance-00000059 to attach disk [datastore2] volume-2ac0eb51-c975-43b1-87cc-afa24b0aff26/volume-2ac0eb51-c975-43b1-87cc-afa24b0aff26.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.713446] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ce0587e-4161-4b7f-a925-e5900b91fb7b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.726787] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56438e93-4948-43b9-ac31-0f07073ab87c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.764887] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178281MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65978) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1023.765094] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.767992] env[65978]: DEBUG oslo_vmware.api [None req-2e034e22-4e8f-4f91-a0cb-6b2a1cd2e1bb tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1023.767992] env[65978]: value = "task-4715022" [ 1023.767992] env[65978]: _type = "Task" [ 1023.767992] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.779231] env[65978]: DEBUG oslo_vmware.api [None req-2e034e22-4e8f-4f91-a0cb-6b2a1cd2e1bb tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.002012] env[65978]: DEBUG nova.compute.manager [req-86a89f8c-a58c-457f-b2f7-ea199549c266 req-df0289c7-3acb-4d00-a837-4b25a60d19c3 service nova] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Received event network-changed-792c528e-70fb-4018-bb6e-80cdd657577a {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1024.002012] env[65978]: DEBUG nova.compute.manager [req-86a89f8c-a58c-457f-b2f7-ea199549c266 req-df0289c7-3acb-4d00-a837-4b25a60d19c3 service nova] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Refreshing instance network info cache due to event network-changed-792c528e-70fb-4018-bb6e-80cdd657577a. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1024.002012] env[65978]: DEBUG oslo_concurrency.lockutils [req-86a89f8c-a58c-457f-b2f7-ea199549c266 req-df0289c7-3acb-4d00-a837-4b25a60d19c3 service nova] Acquiring lock "refresh_cache-22035b86-65b5-4ea5-ad8c-a7694fff2638" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.002012] env[65978]: DEBUG oslo_concurrency.lockutils [req-86a89f8c-a58c-457f-b2f7-ea199549c266 req-df0289c7-3acb-4d00-a837-4b25a60d19c3 service nova] Acquired lock "refresh_cache-22035b86-65b5-4ea5-ad8c-a7694fff2638" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.002313] env[65978]: DEBUG nova.network.neutron [req-86a89f8c-a58c-457f-b2f7-ea199549c266 req-df0289c7-3acb-4d00-a837-4b25a60d19c3 service nova] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Refreshing network info cache for port 792c528e-70fb-4018-bb6e-80cdd657577a {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.015576] env[65978]: DEBUG oslo_vmware.api [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19546} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.016389] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.016579] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.016757] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.016924] env[65978]: INFO nova.compute.manager [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1024.017181] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1024.017380] env[65978]: DEBUG nova.compute.manager [-] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1024.017476] env[65978]: DEBUG nova.network.neutron [-] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1024.017724] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.056835] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.174716] env[65978]: DEBUG oslo_vmware.api [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.175545] env[65978]: DEBUG oslo_concurrency.lockutils [None req-739bced6-66ad-47c0-b3ca-e2f0aee406bd tempest-ServersListShow296Test-1513509365 tempest-ServersListShow296Test-1513509365-project-member] Lock "8cab3775-d93f-4aa2-bc82-37714f1d32ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.840s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.285221] env[65978]: DEBUG oslo_vmware.api [None req-2e034e22-4e8f-4f91-a0cb-6b2a1cd2e1bb tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715022, 'name': ReconfigVM_Task, 'duration_secs': 0.161691} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.286623] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e034e22-4e8f-4f91-a0cb-6b2a1cd2e1bb tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920138', 'volume_id': '2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'name': 'volume-2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a23499dc-3216-4493-869d-519c1c92eb37', 'attached_at': '', 'detached_at': '', 'volume_id': '2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'serial': '2ac0eb51-c975-43b1-87cc-afa24b0aff26'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1024.355456] env[65978]: DEBUG nova.network.neutron [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Successfully updated port: b143bccb-6158-44dd-995c-da8cb57032d8 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1024.393036] env[65978]: DEBUG nova.compute.manager [req-49b571c7-9db1-48ae-9878-ec0df44c2ea1 req-d682df3b-73bf-44b2-8ffd-508efd715127 service nova] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Received event network-vif-deleted-e90814f6-f2a9-408e-916e-e56ccdec021d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1024.393036] env[65978]: INFO nova.compute.manager [req-49b571c7-9db1-48ae-9878-ec0df44c2ea1 req-d682df3b-73bf-44b2-8ffd-508efd715127 service nova] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Neutron deleted interface e90814f6-f2a9-408e-916e-e56ccdec021d; detaching it from the instance and deleting it from the info cache [ 1024.393036] env[65978]: DEBUG nova.network.neutron [req-49b571c7-9db1-48ae-9878-ec0df44c2ea1 req-d682df3b-73bf-44b2-8ffd-508efd715127 service nova] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.473649] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "afea5d29-cbf1-4408-a7e1-3a0ae0abd555" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.473904] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "afea5d29-cbf1-4408-a7e1-3a0ae0abd555" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.512622] env[65978]: WARNING neutronclient.v2_0.client [req-86a89f8c-a58c-457f-b2f7-ea199549c266 req-df0289c7-3acb-4d00-a837-4b25a60d19c3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.669527] env[65978]: DEBUG oslo_vmware.api [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.722260] env[65978]: WARNING neutronclient.v2_0.client [req-86a89f8c-a58c-457f-b2f7-ea199549c266 req-df0289c7-3acb-4d00-a837-4b25a60d19c3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.780737] env[65978]: DEBUG nova.network.neutron [-] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.837120] env[65978]: DEBUG nova.network.neutron [req-86a89f8c-a58c-457f-b2f7-ea199549c266 req-df0289c7-3acb-4d00-a837-4b25a60d19c3 service nova] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Updated VIF entry in instance network info cache for port 792c528e-70fb-4018-bb6e-80cdd657577a. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1024.837486] env[65978]: DEBUG nova.network.neutron [req-86a89f8c-a58c-457f-b2f7-ea199549c266 req-df0289c7-3acb-4d00-a837-4b25a60d19c3 service nova] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Updating instance_info_cache with network_info: [{"id": "792c528e-70fb-4018-bb6e-80cdd657577a", "address": "fa:16:3e:7c:35:c5", "network": {"id": "572f00ea-41cc-4d81-b1e9-2b038de95236", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043147319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0285adf994e4ab5fbfe0226d33b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792c528e-70", "ovs_interfaceid": "792c528e-70fb-4018-bb6e-80cdd657577a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.861575] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "refresh_cache-41951180-b313-4910-a432-0004a6bd52fb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.861761] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired lock "refresh_cache-41951180-b313-4910-a432-0004a6bd52fb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.861976] env[65978]: DEBUG nova.network.neutron [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1024.896696] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95b341f9-f8dc-4542-912b-13a596420cd3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.907330] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808cb248-46f5-46de-8192-01c9a2d5d60b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.953827] env[65978]: DEBUG nova.compute.manager [req-49b571c7-9db1-48ae-9878-ec0df44c2ea1 req-d682df3b-73bf-44b2-8ffd-508efd715127 service nova] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Detach interface failed, port_id=e90814f6-f2a9-408e-916e-e56ccdec021d, reason: Instance 527a7d9e-2bc1-43a8-a110-9d513ee45a64 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1024.977834] env[65978]: DEBUG nova.compute.manager [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1025.031281] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0a2a5f-9047-4f3e-8689-ccc3bd122a19 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.039822] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4ac8fa-63e0-44b6-823d-ea1a22eef65e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.077030] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd7d3f1-466b-470b-88a0-065e2c032393 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.085743] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173fc499-1b32-4c13-91fb-726233674748 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.100732] env[65978]: DEBUG nova.compute.provider_tree [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.168320] env[65978]: DEBUG oslo_vmware.api [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.284248] env[65978]: INFO nova.compute.manager [-] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Took 1.27 seconds to deallocate network for instance. [ 1025.340048] env[65978]: DEBUG nova.objects.instance [None req-2e034e22-4e8f-4f91-a0cb-6b2a1cd2e1bb tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lazy-loading 'flavor' on Instance uuid a23499dc-3216-4493-869d-519c1c92eb37 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.341801] env[65978]: DEBUG oslo_concurrency.lockutils [req-86a89f8c-a58c-457f-b2f7-ea199549c266 req-df0289c7-3acb-4d00-a837-4b25a60d19c3 service nova] Releasing lock "refresh_cache-22035b86-65b5-4ea5-ad8c-a7694fff2638" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.414443] env[65978]: DEBUG nova.network.neutron [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1025.490607] env[65978]: WARNING neutronclient.v2_0.client [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.503715] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.569075] env[65978]: DEBUG nova.network.neutron [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Updating instance_info_cache with network_info: [{"id": "b143bccb-6158-44dd-995c-da8cb57032d8", "address": "fa:16:3e:2a:35:32", "network": {"id": "1e368590-0060-4ae5-98b3-473ded4d1c9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-91998457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0621c7972ce94ada85614a788f5f6302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb143bccb-61", "ovs_interfaceid": "b143bccb-6158-44dd-995c-da8cb57032d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.604439] env[65978]: DEBUG nova.scheduler.client.report [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.669888] env[65978]: DEBUG oslo_vmware.api [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.790662] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.845557] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2e034e22-4e8f-4f91-a0cb-6b2a1cd2e1bb tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "a23499dc-3216-4493-869d-519c1c92eb37" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.892s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.048729] env[65978]: DEBUG nova.compute.manager [req-9a706a59-cb8c-47a7-af41-dbf836792cce req-0b00d85b-add8-45f2-a87c-bd561a8a37b3 service nova] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Received event network-vif-plugged-b143bccb-6158-44dd-995c-da8cb57032d8 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1026.048969] env[65978]: DEBUG oslo_concurrency.lockutils [req-9a706a59-cb8c-47a7-af41-dbf836792cce req-0b00d85b-add8-45f2-a87c-bd561a8a37b3 service nova] Acquiring lock "41951180-b313-4910-a432-0004a6bd52fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.049192] env[65978]: DEBUG oslo_concurrency.lockutils [req-9a706a59-cb8c-47a7-af41-dbf836792cce req-0b00d85b-add8-45f2-a87c-bd561a8a37b3 service nova] Lock "41951180-b313-4910-a432-0004a6bd52fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.049347] env[65978]: DEBUG oslo_concurrency.lockutils [req-9a706a59-cb8c-47a7-af41-dbf836792cce req-0b00d85b-add8-45f2-a87c-bd561a8a37b3 service nova] Lock "41951180-b313-4910-a432-0004a6bd52fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.049502] env[65978]: DEBUG nova.compute.manager [req-9a706a59-cb8c-47a7-af41-dbf836792cce req-0b00d85b-add8-45f2-a87c-bd561a8a37b3 service nova] [instance: 41951180-b313-4910-a432-0004a6bd52fb] No waiting events found dispatching network-vif-plugged-b143bccb-6158-44dd-995c-da8cb57032d8 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1026.049909] env[65978]: WARNING nova.compute.manager [req-9a706a59-cb8c-47a7-af41-dbf836792cce req-0b00d85b-add8-45f2-a87c-bd561a8a37b3 service nova] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Received unexpected event network-vif-plugged-b143bccb-6158-44dd-995c-da8cb57032d8 for instance with vm_state building and task_state spawning. [ 1026.050117] env[65978]: DEBUG nova.compute.manager [req-9a706a59-cb8c-47a7-af41-dbf836792cce req-0b00d85b-add8-45f2-a87c-bd561a8a37b3 service nova] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Received event network-changed-b143bccb-6158-44dd-995c-da8cb57032d8 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1026.051200] env[65978]: DEBUG nova.compute.manager [req-9a706a59-cb8c-47a7-af41-dbf836792cce req-0b00d85b-add8-45f2-a87c-bd561a8a37b3 service nova] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Refreshing instance network info cache due to event network-changed-b143bccb-6158-44dd-995c-da8cb57032d8. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1026.051200] env[65978]: DEBUG oslo_concurrency.lockutils [req-9a706a59-cb8c-47a7-af41-dbf836792cce req-0b00d85b-add8-45f2-a87c-bd561a8a37b3 service nova] Acquiring lock "refresh_cache-41951180-b313-4910-a432-0004a6bd52fb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.071993] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Releasing lock "refresh_cache-41951180-b313-4910-a432-0004a6bd52fb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.073025] env[65978]: DEBUG nova.compute.manager [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Instance network_info: |[{"id": "b143bccb-6158-44dd-995c-da8cb57032d8", "address": "fa:16:3e:2a:35:32", "network": {"id": "1e368590-0060-4ae5-98b3-473ded4d1c9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-91998457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0621c7972ce94ada85614a788f5f6302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb143bccb-61", "ovs_interfaceid": "b143bccb-6158-44dd-995c-da8cb57032d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1026.073025] env[65978]: DEBUG oslo_concurrency.lockutils [req-9a706a59-cb8c-47a7-af41-dbf836792cce req-0b00d85b-add8-45f2-a87c-bd561a8a37b3 service nova] Acquired lock "refresh_cache-41951180-b313-4910-a432-0004a6bd52fb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.073025] env[65978]: DEBUG nova.network.neutron [req-9a706a59-cb8c-47a7-af41-dbf836792cce req-0b00d85b-add8-45f2-a87c-bd561a8a37b3 service nova] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Refreshing network info cache for port b143bccb-6158-44dd-995c-da8cb57032d8 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.074214] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:35:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b143bccb-6158-44dd-995c-da8cb57032d8', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.082800] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1026.083960] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.084207] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7c9dc9e-edea-45bc-a798-97b0b574fbf7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.104809] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.104809] env[65978]: value = "task-4715023" [ 1026.104809] env[65978]: _type = "Task" [ 1026.104809] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.109437] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.109907] env[65978]: DEBUG nova.compute.manager [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1026.116595] env[65978]: DEBUG oslo_concurrency.lockutils [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.376s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.117998] env[65978]: INFO nova.compute.claims [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.120720] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715023, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.170818] env[65978]: DEBUG oslo_vmware.api [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.583771] env[65978]: WARNING neutronclient.v2_0.client [req-9a706a59-cb8c-47a7-af41-dbf836792cce req-0b00d85b-add8-45f2-a87c-bd561a8a37b3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.617966] env[65978]: DEBUG nova.compute.utils [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.619509] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715023, 'name': CreateVM_Task, 'duration_secs': 0.383924} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.622884] env[65978]: DEBUG nova.compute.manager [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1026.623736] env[65978]: DEBUG nova.network.neutron [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1026.623736] env[65978]: WARNING neutronclient.v2_0.client [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.623946] env[65978]: WARNING neutronclient.v2_0.client [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.625640] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.628457] env[65978]: WARNING neutronclient.v2_0.client [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.628818] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.628955] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.629271] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.629731] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1dd42d5-3e00-4836-b0bc-9a7936f0a5fa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.636739] env[65978]: DEBUG oslo_vmware.api [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1026.636739] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a4dfda-acbc-6908-1d53-0639e3f0c0bb" [ 1026.636739] env[65978]: _type = "Task" [ 1026.636739] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.647067] env[65978]: DEBUG oslo_vmware.api [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a4dfda-acbc-6908-1d53-0639e3f0c0bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.671623] env[65978]: DEBUG oslo_vmware.api [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.673434] env[65978]: DEBUG nova.policy [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1adc43661bf4f23bb1bd384f3a35a4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '066ce657037c4ccf9ad08ac04957c56c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.753106] env[65978]: WARNING neutronclient.v2_0.client [req-9a706a59-cb8c-47a7-af41-dbf836792cce req-0b00d85b-add8-45f2-a87c-bd561a8a37b3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.814362] env[65978]: INFO nova.compute.manager [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Rebuilding instance [ 1026.867788] env[65978]: DEBUG nova.compute.manager [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1026.868778] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119a68af-06f5-450f-88fc-a041760a37f1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.880196] env[65978]: DEBUG nova.network.neutron [req-9a706a59-cb8c-47a7-af41-dbf836792cce req-0b00d85b-add8-45f2-a87c-bd561a8a37b3 service nova] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Updated VIF entry in instance network info cache for port b143bccb-6158-44dd-995c-da8cb57032d8. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1026.880595] env[65978]: DEBUG nova.network.neutron [req-9a706a59-cb8c-47a7-af41-dbf836792cce req-0b00d85b-add8-45f2-a87c-bd561a8a37b3 service nova] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Updating instance_info_cache with network_info: [{"id": "b143bccb-6158-44dd-995c-da8cb57032d8", "address": "fa:16:3e:2a:35:32", "network": {"id": "1e368590-0060-4ae5-98b3-473ded4d1c9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-91998457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0621c7972ce94ada85614a788f5f6302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb143bccb-61", "ovs_interfaceid": "b143bccb-6158-44dd-995c-da8cb57032d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.005814] env[65978]: DEBUG nova.network.neutron [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Successfully created port: 97c89e77-71c1-44e2-baa0-2c6d76b4fa8d {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1027.120676] env[65978]: DEBUG nova.compute.manager [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1027.148308] env[65978]: DEBUG oslo_vmware.api [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a4dfda-acbc-6908-1d53-0639e3f0c0bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011236} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.148636] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.154033] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.154033] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.154033] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.154033] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.154033] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e94698c-fce3-4b4a-9d33-db0961590f86 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.165774] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.165973] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.166697] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f9e7a6f-c0b6-4b83-8441-866c9fa68f13 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.179618] env[65978]: DEBUG oslo_vmware.api [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.180731] env[65978]: DEBUG oslo_vmware.api [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1027.180731] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5295c706-1088-9eae-447f-197a39d89ea7" [ 1027.180731] env[65978]: _type = "Task" [ 1027.180731] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.191240] env[65978]: DEBUG oslo_vmware.api [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5295c706-1088-9eae-447f-197a39d89ea7, 'name': SearchDatastore_Task, 'duration_secs': 0.010895} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.195144] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72259c89-afed-46f6-97af-5526dd1bbe0b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.203981] env[65978]: DEBUG oslo_vmware.api [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1027.203981] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5294026f-90d6-c06b-6149-d2dabc8ddfd4" [ 1027.203981] env[65978]: _type = "Task" [ 1027.203981] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.215572] env[65978]: DEBUG oslo_vmware.api [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5294026f-90d6-c06b-6149-d2dabc8ddfd4, 'name': SearchDatastore_Task, 'duration_secs': 0.011044} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.215831] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.216113] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 41951180-b313-4910-a432-0004a6bd52fb/41951180-b313-4910-a432-0004a6bd52fb.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.216434] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-713841e8-9aa0-4eaa-b7c0-e43565845c69 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.224591] env[65978]: DEBUG oslo_vmware.api [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1027.224591] env[65978]: value = "task-4715024" [ 1027.224591] env[65978]: _type = "Task" [ 1027.224591] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.237625] env[65978]: DEBUG oslo_vmware.api [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.385805] env[65978]: DEBUG oslo_concurrency.lockutils [req-9a706a59-cb8c-47a7-af41-dbf836792cce req-0b00d85b-add8-45f2-a87c-bd561a8a37b3 service nova] Releasing lock "refresh_cache-41951180-b313-4910-a432-0004a6bd52fb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.527784] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b37d78-fc27-4927-b41a-ccdb74a9fc37 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.537627] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bac8eb-22d4-4398-a36f-c97ea6ea0842 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.572733] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347efb72-57f7-4cd2-afc5-edb01df7945c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.581423] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b81a42c-ee02-480e-89e1-0f5cf9adfc93 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.596971] env[65978]: DEBUG nova.compute.provider_tree [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.673970] env[65978]: DEBUG oslo_vmware.api [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715017, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.739586] env[65978]: DEBUG oslo_vmware.api [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715024, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.890490] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.890697] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d81cdd2-8ef1-4869-8819-268ed422560e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.899391] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1027.899391] env[65978]: value = "task-4715025" [ 1027.899391] env[65978]: _type = "Task" [ 1027.899391] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.911900] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.101188] env[65978]: DEBUG nova.scheduler.client.report [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.131456] env[65978]: DEBUG nova.compute.manager [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1028.159390] env[65978]: DEBUG nova.virt.hardware [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1028.159642] env[65978]: DEBUG nova.virt.hardware [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.159796] env[65978]: DEBUG nova.virt.hardware [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1028.159981] env[65978]: DEBUG nova.virt.hardware [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.160144] env[65978]: DEBUG nova.virt.hardware [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1028.160287] env[65978]: DEBUG nova.virt.hardware [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1028.160500] env[65978]: DEBUG nova.virt.hardware [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1028.160701] env[65978]: DEBUG nova.virt.hardware [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1028.160962] env[65978]: DEBUG nova.virt.hardware [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1028.161436] env[65978]: DEBUG nova.virt.hardware [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1028.161436] env[65978]: DEBUG nova.virt.hardware [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1028.162675] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5e2344-4b1c-401d-9c84-f333308d2bff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.177682] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dd0e9e-3cf7-4099-b1c6-e644870799f7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.181825] env[65978]: DEBUG oslo_vmware.api [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715017, 'name': ReconfigVM_Task, 'duration_secs': 5.834722} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.182140] env[65978]: DEBUG oslo_concurrency.lockutils [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.182311] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Reconfigured VM to detach interface {{(pid=65978) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1028.182741] env[65978]: WARNING neutronclient.v2_0.client [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.183053] env[65978]: WARNING neutronclient.v2_0.client [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.236198] env[65978]: DEBUG oslo_vmware.api [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537027} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.236198] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 41951180-b313-4910-a432-0004a6bd52fb/41951180-b313-4910-a432-0004a6bd52fb.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.237204] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.237204] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef9abb11-b837-426b-8b25-a4c3c8a0b4e6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.248198] env[65978]: DEBUG oslo_vmware.api [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1028.248198] env[65978]: value = "task-4715026" [ 1028.248198] env[65978]: _type = "Task" [ 1028.248198] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.256231] env[65978]: DEBUG oslo_vmware.api [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.410572] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715025, 'name': PowerOffVM_Task, 'duration_secs': 0.21118} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.410841] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.476347] env[65978]: INFO nova.compute.manager [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Detaching volume 2ac0eb51-c975-43b1-87cc-afa24b0aff26 [ 1028.514324] env[65978]: INFO nova.virt.block_device [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Attempting to driver detach volume 2ac0eb51-c975-43b1-87cc-afa24b0aff26 from mountpoint /dev/sdb [ 1028.514556] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Volume detach. Driver type: vmdk {{(pid=65978) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1028.514753] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920138', 'volume_id': '2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'name': 'volume-2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a23499dc-3216-4493-869d-519c1c92eb37', 'attached_at': '', 'detached_at': '', 'volume_id': '2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'serial': '2ac0eb51-c975-43b1-87cc-afa24b0aff26'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1028.515642] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4324a73-7a34-42a4-a2e7-1a6fec23fccb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.543092] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57f89bf-786a-401f-ad31-4789c9b62de7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.553205] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7871b4a-ecfc-4787-b9d3-f1a8c340a722 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.579657] env[65978]: DEBUG nova.network.neutron [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Successfully updated port: 97c89e77-71c1-44e2-baa0-2c6d76b4fa8d {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1028.581479] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6139ed33-0f3f-4933-81f9-6079be678b77 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.600965] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The volume has not been displaced from its original location: [datastore2] volume-2ac0eb51-c975-43b1-87cc-afa24b0aff26/volume-2ac0eb51-c975-43b1-87cc-afa24b0aff26.vmdk. No consolidation needed. {{(pid=65978) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1028.605879] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1028.607058] env[65978]: DEBUG oslo_concurrency.lockutils [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.607552] env[65978]: DEBUG nova.compute.manager [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1028.609945] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19b9a61f-bf06-43e4-960f-b046c6f43dd8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.625334] env[65978]: DEBUG oslo_concurrency.lockutils [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.550s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.627313] env[65978]: INFO nova.compute.claims [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.630804] env[65978]: DEBUG nova.compute.manager [req-6b953808-a7bf-4a70-a4e0-08977006c66d req-4b6aa4b9-05e6-4da7-a319-fe7db7e259c5 service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Received event network-vif-plugged-97c89e77-71c1-44e2-baa0-2c6d76b4fa8d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1028.631128] env[65978]: DEBUG oslo_concurrency.lockutils [req-6b953808-a7bf-4a70-a4e0-08977006c66d req-4b6aa4b9-05e6-4da7-a319-fe7db7e259c5 service nova] Acquiring lock "c99c6349-1c90-4db0-8a4d-720847401a5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.631276] env[65978]: DEBUG oslo_concurrency.lockutils [req-6b953808-a7bf-4a70-a4e0-08977006c66d req-4b6aa4b9-05e6-4da7-a319-fe7db7e259c5 service nova] Lock "c99c6349-1c90-4db0-8a4d-720847401a5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.633582] env[65978]: DEBUG oslo_concurrency.lockutils [req-6b953808-a7bf-4a70-a4e0-08977006c66d req-4b6aa4b9-05e6-4da7-a319-fe7db7e259c5 service nova] Lock "c99c6349-1c90-4db0-8a4d-720847401a5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.633582] env[65978]: DEBUG nova.compute.manager [req-6b953808-a7bf-4a70-a4e0-08977006c66d req-4b6aa4b9-05e6-4da7-a319-fe7db7e259c5 service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] No waiting events found dispatching network-vif-plugged-97c89e77-71c1-44e2-baa0-2c6d76b4fa8d {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1028.633582] env[65978]: WARNING nova.compute.manager [req-6b953808-a7bf-4a70-a4e0-08977006c66d req-4b6aa4b9-05e6-4da7-a319-fe7db7e259c5 service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Received unexpected event network-vif-plugged-97c89e77-71c1-44e2-baa0-2c6d76b4fa8d for instance with vm_state building and task_state spawning. [ 1028.643906] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1028.643906] env[65978]: value = "task-4715027" [ 1028.643906] env[65978]: _type = "Task" [ 1028.643906] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.659845] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715027, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.719334] env[65978]: DEBUG nova.compute.manager [req-8bcaafd3-8089-440d-b89c-e805c5d7dde0 req-8349cf54-b455-4a68-8b8d-dd3f30892668 service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Received event network-vif-deleted-45175df2-da0e-4e9b-94c5-bfaef04d57d8 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1028.719858] env[65978]: INFO nova.compute.manager [req-8bcaafd3-8089-440d-b89c-e805c5d7dde0 req-8349cf54-b455-4a68-8b8d-dd3f30892668 service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Neutron deleted interface 45175df2-da0e-4e9b-94c5-bfaef04d57d8; detaching it from the instance and deleting it from the info cache [ 1028.720018] env[65978]: DEBUG nova.network.neutron [req-8bcaafd3-8089-440d-b89c-e805c5d7dde0 req-8349cf54-b455-4a68-8b8d-dd3f30892668 service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Updating instance_info_cache with network_info: [{"id": "41578b20-eac4-4c0b-bb84-dc6ef9724591", "address": "fa:16:3e:d2:ba:b7", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41578b20-ea", "ovs_interfaceid": "41578b20-eac4-4c0b-bb84-dc6ef9724591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.761053] env[65978]: DEBUG oslo_vmware.api [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073845} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.761406] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.762532] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d6fda9-3192-4b19-a9f3-2e3b8e535456 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.797503] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 41951180-b313-4910-a432-0004a6bd52fb/41951180-b313-4910-a432-0004a6bd52fb.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.798533] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a6ac811-ab85-42cb-8a80-5c439f32412b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.824646] env[65978]: DEBUG oslo_vmware.api [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1028.824646] env[65978]: value = "task-4715028" [ 1028.824646] env[65978]: _type = "Task" [ 1028.824646] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.835959] env[65978]: DEBUG oslo_vmware.api [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.085594] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Acquiring lock "refresh_cache-c99c6349-1c90-4db0-8a4d-720847401a5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.085594] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Acquired lock "refresh_cache-c99c6349-1c90-4db0-8a4d-720847401a5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.085942] env[65978]: DEBUG nova.network.neutron [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1029.127097] env[65978]: DEBUG nova.compute.utils [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.128990] env[65978]: DEBUG nova.compute.manager [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1029.128990] env[65978]: DEBUG nova.network.neutron [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1029.129356] env[65978]: WARNING neutronclient.v2_0.client [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.129657] env[65978]: WARNING neutronclient.v2_0.client [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.155600] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715027, 'name': ReconfigVM_Task, 'duration_secs': 0.222403} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.155890] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1029.160989] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e62eb825-f26a-452e-a1fb-479a09c558a7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.173112] env[65978]: DEBUG nova.policy [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b72458e58fa46b9ae581596407a1f0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '702e5f5fc44f45c694bb31dec97f3898', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.181408] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1029.181408] env[65978]: value = "task-4715029" [ 1029.181408] env[65978]: _type = "Task" [ 1029.181408] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.191533] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715029, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.222883] env[65978]: DEBUG oslo_concurrency.lockutils [req-8bcaafd3-8089-440d-b89c-e805c5d7dde0 req-8349cf54-b455-4a68-8b8d-dd3f30892668 service nova] Acquiring lock "b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.223253] env[65978]: DEBUG oslo_concurrency.lockutils [req-8bcaafd3-8089-440d-b89c-e805c5d7dde0 req-8349cf54-b455-4a68-8b8d-dd3f30892668 service nova] Acquired lock "b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.224214] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c336e5f7-2315-4fc6-bbbf-7ad2e264f239 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.245332] env[65978]: DEBUG oslo_concurrency.lockutils [req-8bcaafd3-8089-440d-b89c-e805c5d7dde0 req-8349cf54-b455-4a68-8b8d-dd3f30892668 service nova] Releasing lock "b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.245502] env[65978]: WARNING nova.compute.manager [req-8bcaafd3-8089-440d-b89c-e805c5d7dde0 req-8349cf54-b455-4a68-8b8d-dd3f30892668 service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Detach interface failed, port_id=45175df2-da0e-4e9b-94c5-bfaef04d57d8, reason: No device with interface-id 45175df2-da0e-4e9b-94c5-bfaef04d57d8 exists on VM: nova.exception.NotFound: No device with interface-id 45175df2-da0e-4e9b-94c5-bfaef04d57d8 exists on VM [ 1029.341251] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "b4c00bd3-6226-4ee8-88c1-3f3c986377a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.341586] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "b4c00bd3-6226-4ee8-88c1-3f3c986377a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.341845] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "b4c00bd3-6226-4ee8-88c1-3f3c986377a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.342096] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "b4c00bd3-6226-4ee8-88c1-3f3c986377a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.342315] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "b4c00bd3-6226-4ee8-88c1-3f3c986377a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.344161] env[65978]: DEBUG oslo_vmware.api [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.345090] env[65978]: INFO nova.compute.manager [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Terminating instance [ 1029.456720] env[65978]: DEBUG oslo_concurrency.lockutils [None req-501748f1-3f58-4699-996a-8ad4fd9d6a0c tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "bac677a3-9cb5-4666-85fc-39e09e632ede" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.456951] env[65978]: DEBUG oslo_concurrency.lockutils [None req-501748f1-3f58-4699-996a-8ad4fd9d6a0c tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "bac677a3-9cb5-4666-85fc-39e09e632ede" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.546939] env[65978]: DEBUG oslo_concurrency.lockutils [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "refresh_cache-b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.547145] env[65978]: DEBUG oslo_concurrency.lockutils [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "refresh_cache-b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.547195] env[65978]: DEBUG nova.network.neutron [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1029.559994] env[65978]: DEBUG nova.network.neutron [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Successfully created port: 25f9d4a6-ecf6-468e-98b8-d9b4c64dea91 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1029.623492] env[65978]: DEBUG nova.network.neutron [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1029.633876] env[65978]: DEBUG nova.compute.manager [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1029.693027] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715029, 'name': ReconfigVM_Task, 'duration_secs': 0.220492} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.695901] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920138', 'volume_id': '2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'name': 'volume-2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a23499dc-3216-4493-869d-519c1c92eb37', 'attached_at': '', 'detached_at': '', 'volume_id': '2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'serial': '2ac0eb51-c975-43b1-87cc-afa24b0aff26'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1029.741439] env[65978]: WARNING neutronclient.v2_0.client [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.837018] env[65978]: DEBUG oslo_vmware.api [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715028, 'name': ReconfigVM_Task, 'duration_secs': 0.584175} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.839884] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 41951180-b313-4910-a432-0004a6bd52fb/41951180-b313-4910-a432-0004a6bd52fb.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.841613] env[65978]: DEBUG nova.network.neutron [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Updating instance_info_cache with network_info: [{"id": "97c89e77-71c1-44e2-baa0-2c6d76b4fa8d", "address": "fa:16:3e:b6:5b:ce", "network": {"id": "aa9e921e-2a9e-478f-ba88-98fd3a0d62fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-987806860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "066ce657037c4ccf9ad08ac04957c56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c89e77-71", "ovs_interfaceid": "97c89e77-71c1-44e2-baa0-2c6d76b4fa8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.845020] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84205381-8252-4ec0-8eb1-ef191b5724af {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.849039] env[65978]: DEBUG nova.compute.manager [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1029.849301] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.851541] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09be3957-b026-40d0-9543-42d9d9e838fe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.855282] env[65978]: DEBUG oslo_vmware.api [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1029.855282] env[65978]: value = "task-4715030" [ 1029.855282] env[65978]: _type = "Task" [ 1029.855282] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.867024] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.867861] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1e02066-b41b-4e3b-a1cf-360752f84ee0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.878625] env[65978]: DEBUG oslo_vmware.api [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715030, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.881970] env[65978]: DEBUG oslo_vmware.api [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1029.881970] env[65978]: value = "task-4715031" [ 1029.881970] env[65978]: _type = "Task" [ 1029.881970] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.895058] env[65978]: DEBUG oslo_vmware.api [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.961048] env[65978]: DEBUG nova.compute.utils [None req-501748f1-3f58-4699-996a-8ad4fd9d6a0c tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.013774] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf931286-aac9-486b-906c-6f181559532a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.022192] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5886b819-6709-42a5-b399-c13b17cae343 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.055117] env[65978]: WARNING neutronclient.v2_0.client [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.058467] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff77407-2b8e-46a7-91e4-bb4108940bb2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.067182] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798a8924-04c8-47f1-a0c9-d4c7743629ff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.082376] env[65978]: DEBUG nova.compute.provider_tree [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.309309] env[65978]: WARNING neutronclient.v2_0.client [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.345526] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Releasing lock "refresh_cache-c99c6349-1c90-4db0-8a4d-720847401a5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.345890] env[65978]: DEBUG nova.compute.manager [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Instance network_info: |[{"id": "97c89e77-71c1-44e2-baa0-2c6d76b4fa8d", "address": "fa:16:3e:b6:5b:ce", "network": {"id": "aa9e921e-2a9e-478f-ba88-98fd3a0d62fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-987806860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "066ce657037c4ccf9ad08ac04957c56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c89e77-71", "ovs_interfaceid": "97c89e77-71c1-44e2-baa0-2c6d76b4fa8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1030.346450] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:5b:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97c89e77-71c1-44e2-baa0-2c6d76b4fa8d', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.354710] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Creating folder: Project (066ce657037c4ccf9ad08ac04957c56c). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.355040] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f130a04-2c69-47d8-b374-0def149545b3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.368936] env[65978]: DEBUG oslo_vmware.api [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715030, 'name': Rename_Task, 'duration_secs': 0.161722} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.370277] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.370575] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Created folder: Project (066ce657037c4ccf9ad08ac04957c56c) in parent group-v919857. [ 1030.370747] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Creating folder: Instances. Parent ref: group-v920140. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.371009] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02afb13d-2d0f-46d0-890b-d0aec2ace76d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.372639] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18f55822-459d-4f9c-9c89-7ef44d4dd13d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.380911] env[65978]: DEBUG oslo_vmware.api [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1030.380911] env[65978]: value = "task-4715033" [ 1030.380911] env[65978]: _type = "Task" [ 1030.380911] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.387283] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Created folder: Instances in parent group-v920140. [ 1030.387283] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1030.388935] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.389479] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c54ace0d-df86-4d49-a9a3-9d217927b430 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.408644] env[65978]: DEBUG oslo_vmware.api [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.414938] env[65978]: DEBUG oslo_vmware.api [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715031, 'name': PowerOffVM_Task, 'duration_secs': 0.298911} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.416368] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.416578] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.416839] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.416839] env[65978]: value = "task-4715035" [ 1030.416839] env[65978]: _type = "Task" [ 1030.416839] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.417097] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-104c1f96-fdbd-497e-aa69-3145af76782b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.430410] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715035, 'name': CreateVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.465810] env[65978]: DEBUG oslo_concurrency.lockutils [None req-501748f1-3f58-4699-996a-8ad4fd9d6a0c tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "bac677a3-9cb5-4666-85fc-39e09e632ede" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.480715] env[65978]: DEBUG nova.network.neutron [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Updating instance_info_cache with network_info: [{"id": "41578b20-eac4-4c0b-bb84-dc6ef9724591", "address": "fa:16:3e:d2:ba:b7", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41578b20-ea", "ovs_interfaceid": "41578b20-eac4-4c0b-bb84-dc6ef9724591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.504834] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.505077] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.505286] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Deleting the datastore file [datastore2] b4c00bd3-6226-4ee8-88c1-3f3c986377a3 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.505594] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f582b5a4-e707-451b-aa5a-982b8214f2ea {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.514064] env[65978]: DEBUG oslo_vmware.api [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1030.514064] env[65978]: value = "task-4715037" [ 1030.514064] env[65978]: _type = "Task" [ 1030.514064] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.524310] env[65978]: DEBUG oslo_vmware.api [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.586062] env[65978]: DEBUG nova.scheduler.client.report [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.648173] env[65978]: DEBUG nova.compute.manager [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1030.682721] env[65978]: DEBUG nova.virt.hardware [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1030.683112] env[65978]: DEBUG nova.virt.hardware [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.683346] env[65978]: DEBUG nova.virt.hardware [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1030.683596] env[65978]: DEBUG nova.virt.hardware [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.683817] env[65978]: DEBUG nova.virt.hardware [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1030.684038] env[65978]: DEBUG nova.virt.hardware [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1030.684346] env[65978]: DEBUG nova.virt.hardware [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1030.684572] env[65978]: DEBUG nova.virt.hardware [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1030.684780] env[65978]: DEBUG nova.virt.hardware [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1030.684952] env[65978]: DEBUG nova.virt.hardware [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1030.685161] env[65978]: DEBUG nova.virt.hardware [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1030.686358] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09017e83-92c6-40f3-88b0-07149300e32d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.695701] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f82c7a2-46f4-492d-b019-51e689067486 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.750791] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.751359] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe54718d-65a9-47f4-9b9b-6214490548ad {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.759807] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1030.759807] env[65978]: value = "task-4715038" [ 1030.759807] env[65978]: _type = "Task" [ 1030.759807] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.766117] env[65978]: DEBUG nova.compute.manager [req-a83bd019-090e-48c1-a6e2-2f8d5b9ac649 req-02e9c1fa-4bd4-4c2c-92c6-4ddc3a2471bf service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Received event network-changed-97c89e77-71c1-44e2-baa0-2c6d76b4fa8d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1030.766371] env[65978]: DEBUG nova.compute.manager [req-a83bd019-090e-48c1-a6e2-2f8d5b9ac649 req-02e9c1fa-4bd4-4c2c-92c6-4ddc3a2471bf service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Refreshing instance network info cache due to event network-changed-97c89e77-71c1-44e2-baa0-2c6d76b4fa8d. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1030.766642] env[65978]: DEBUG oslo_concurrency.lockutils [req-a83bd019-090e-48c1-a6e2-2f8d5b9ac649 req-02e9c1fa-4bd4-4c2c-92c6-4ddc3a2471bf service nova] Acquiring lock "refresh_cache-c99c6349-1c90-4db0-8a4d-720847401a5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.766840] env[65978]: DEBUG oslo_concurrency.lockutils [req-a83bd019-090e-48c1-a6e2-2f8d5b9ac649 req-02e9c1fa-4bd4-4c2c-92c6-4ddc3a2471bf service nova] Acquired lock "refresh_cache-c99c6349-1c90-4db0-8a4d-720847401a5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.767057] env[65978]: DEBUG nova.network.neutron [req-a83bd019-090e-48c1-a6e2-2f8d5b9ac649 req-02e9c1fa-4bd4-4c2c-92c6-4ddc3a2471bf service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Refreshing network info cache for port 97c89e77-71c1-44e2-baa0-2c6d76b4fa8d {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.776568] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] VM already powered off {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1030.776797] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Volume detach. Driver type: vmdk {{(pid=65978) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1030.776993] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920138', 'volume_id': '2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'name': 'volume-2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a23499dc-3216-4493-869d-519c1c92eb37', 'attached_at': '', 'detached_at': '', 'volume_id': '2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'serial': '2ac0eb51-c975-43b1-87cc-afa24b0aff26'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1030.777926] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315df969-40b7-42ca-aaec-e896d20a0ef8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.803794] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec80837-850d-454f-ae65-2850b81f05dd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.814588] env[65978]: WARNING nova.virt.vmwareapi.driver [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1030.814797] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.815609] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83af29aa-36e8-44c0-9d01-87875bc13569 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.825933] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.826285] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f482693c-789f-4795-8687-473fe77501ec {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.892181] env[65978]: DEBUG oslo_vmware.api [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715033, 'name': PowerOnVM_Task, 'duration_secs': 0.494844} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.892474] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.892673] env[65978]: INFO nova.compute.manager [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1030.892844] env[65978]: DEBUG nova.compute.manager [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1030.893801] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffafd29-c804-4c58-aaff-17c6e65481a9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.912070] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.912332] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.912487] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Deleting the datastore file [datastore2] a23499dc-3216-4493-869d-519c1c92eb37 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.912761] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-899a1569-11aa-44d0-b4d1-b9c9e87b2152 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.919646] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1030.919646] env[65978]: value = "task-4715040" [ 1030.919646] env[65978]: _type = "Task" [ 1030.919646] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.932805] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.936646] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715035, 'name': CreateVM_Task, 'duration_secs': 0.375802} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.936771] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.937282] env[65978]: WARNING neutronclient.v2_0.client [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.937636] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.937790] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.938413] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.938814] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99072a58-f8f9-42e6-9875-e9388de3ccdb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.944751] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Waiting for the task: (returnval){ [ 1030.944751] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521b233c-9116-c1bb-7a50-766c5b061656" [ 1030.944751] env[65978]: _type = "Task" [ 1030.944751] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.954670] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521b233c-9116-c1bb-7a50-766c5b061656, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.985151] env[65978]: DEBUG oslo_concurrency.lockutils [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "refresh_cache-b4c00bd3-6226-4ee8-88c1-3f3c986377a3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.027012] env[65978]: DEBUG oslo_vmware.api [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20738} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.027326] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.027509] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.027702] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.027892] env[65978]: INFO nova.compute.manager [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1031.028447] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1031.028687] env[65978]: DEBUG nova.compute.manager [-] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1031.028783] env[65978]: DEBUG nova.network.neutron [-] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1031.029119] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.072403] env[65978]: DEBUG nova.compute.manager [req-43769139-e42b-4a24-bf44-9c71615bb8c2 req-0b15a6a0-42d4-4e29-832b-7cbbff1fa796 service nova] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Received event network-vif-plugged-25f9d4a6-ecf6-468e-98b8-d9b4c64dea91 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1031.072700] env[65978]: DEBUG oslo_concurrency.lockutils [req-43769139-e42b-4a24-bf44-9c71615bb8c2 req-0b15a6a0-42d4-4e29-832b-7cbbff1fa796 service nova] Acquiring lock "bf2479a9-c046-48d6-afd6-ab2d62692c9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.073283] env[65978]: DEBUG oslo_concurrency.lockutils [req-43769139-e42b-4a24-bf44-9c71615bb8c2 req-0b15a6a0-42d4-4e29-832b-7cbbff1fa796 service nova] Lock "bf2479a9-c046-48d6-afd6-ab2d62692c9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.073478] env[65978]: DEBUG oslo_concurrency.lockutils [req-43769139-e42b-4a24-bf44-9c71615bb8c2 req-0b15a6a0-42d4-4e29-832b-7cbbff1fa796 service nova] Lock "bf2479a9-c046-48d6-afd6-ab2d62692c9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.073653] env[65978]: DEBUG nova.compute.manager [req-43769139-e42b-4a24-bf44-9c71615bb8c2 req-0b15a6a0-42d4-4e29-832b-7cbbff1fa796 service nova] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] No waiting events found dispatching network-vif-plugged-25f9d4a6-ecf6-468e-98b8-d9b4c64dea91 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1031.074056] env[65978]: WARNING nova.compute.manager [req-43769139-e42b-4a24-bf44-9c71615bb8c2 req-0b15a6a0-42d4-4e29-832b-7cbbff1fa796 service nova] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Received unexpected event network-vif-plugged-25f9d4a6-ecf6-468e-98b8-d9b4c64dea91 for instance with vm_state building and task_state spawning. [ 1031.079493] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.093024] env[65978]: DEBUG oslo_concurrency.lockutils [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.093024] env[65978]: DEBUG nova.compute.manager [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1031.094767] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.530s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.095043] env[65978]: DEBUG nova.objects.instance [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lazy-loading 'resources' on Instance uuid a23ad05a-9c75-428b-8277-f443ab1e4e2b {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.138649] env[65978]: DEBUG nova.network.neutron [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Successfully updated port: 25f9d4a6-ecf6-468e-98b8-d9b4c64dea91 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1031.271479] env[65978]: WARNING neutronclient.v2_0.client [req-a83bd019-090e-48c1-a6e2-2f8d5b9ac649 req-02e9c1fa-4bd4-4c2c-92c6-4ddc3a2471bf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.414950] env[65978]: INFO nova.compute.manager [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Took 25.64 seconds to build instance. [ 1031.437356] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17235} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.440337] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.440531] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.440808] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.456997] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521b233c-9116-c1bb-7a50-766c5b061656, 'name': SearchDatastore_Task, 'duration_secs': 0.017412} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.457321] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.457545] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.457775] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.458009] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.458210] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.458480] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb43d6e2-d922-41d7-85ed-3cebe63215fb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.469285] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.469285] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.470231] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3ca730e-c880-4000-8e64-0f946d601979 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.479419] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Waiting for the task: (returnval){ [ 1031.479419] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dd98ac-5f2e-99e7-5b71-32a9d78aec7d" [ 1031.479419] env[65978]: _type = "Task" [ 1031.479419] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.490372] env[65978]: DEBUG oslo_concurrency.lockutils [None req-272730c1-9578-4e33-98c6-e2f02e497ec5 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "interface-b4c00bd3-6226-4ee8-88c1-3f3c986377a3-45175df2-da0e-4e9b-94c5-bfaef04d57d8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.993s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.491529] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dd98ac-5f2e-99e7-5b71-32a9d78aec7d, 'name': SearchDatastore_Task, 'duration_secs': 0.010358} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.492355] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0ed767-2e2e-4b0b-9472-4a589b10d7a0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.500614] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Waiting for the task: (returnval){ [ 1031.500614] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5282e37f-e383-c59b-1703-9bf022f28ee1" [ 1031.500614] env[65978]: _type = "Task" [ 1031.500614] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.510253] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5282e37f-e383-c59b-1703-9bf022f28ee1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.513278] env[65978]: WARNING neutronclient.v2_0.client [req-a83bd019-090e-48c1-a6e2-2f8d5b9ac649 req-02e9c1fa-4bd4-4c2c-92c6-4ddc3a2471bf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.542344] env[65978]: DEBUG oslo_concurrency.lockutils [None req-501748f1-3f58-4699-996a-8ad4fd9d6a0c tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "bac677a3-9cb5-4666-85fc-39e09e632ede" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.542657] env[65978]: DEBUG oslo_concurrency.lockutils [None req-501748f1-3f58-4699-996a-8ad4fd9d6a0c tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "bac677a3-9cb5-4666-85fc-39e09e632ede" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.542908] env[65978]: INFO nova.compute.manager [None req-501748f1-3f58-4699-996a-8ad4fd9d6a0c tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Attaching volume fed3e82c-0bd4-43b8-afd8-888317e5dbe8 to /dev/sdb [ 1031.585597] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6316d3-f342-4438-9d8d-7e92a0c29565 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.593442] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73221b60-7d20-4268-bef9-91e4b582066a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.598515] env[65978]: DEBUG nova.compute.utils [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.604586] env[65978]: DEBUG nova.compute.manager [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1031.604586] env[65978]: DEBUG nova.network.neutron [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1031.604586] env[65978]: WARNING neutronclient.v2_0.client [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.604586] env[65978]: WARNING neutronclient.v2_0.client [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.615954] env[65978]: DEBUG nova.network.neutron [req-a83bd019-090e-48c1-a6e2-2f8d5b9ac649 req-02e9c1fa-4bd4-4c2c-92c6-4ddc3a2471bf service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Updated VIF entry in instance network info cache for port 97c89e77-71c1-44e2-baa0-2c6d76b4fa8d. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1031.616753] env[65978]: DEBUG nova.network.neutron [req-a83bd019-090e-48c1-a6e2-2f8d5b9ac649 req-02e9c1fa-4bd4-4c2c-92c6-4ddc3a2471bf service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Updating instance_info_cache with network_info: [{"id": "97c89e77-71c1-44e2-baa0-2c6d76b4fa8d", "address": "fa:16:3e:b6:5b:ce", "network": {"id": "aa9e921e-2a9e-478f-ba88-98fd3a0d62fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-987806860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "066ce657037c4ccf9ad08ac04957c56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c89e77-71", "ovs_interfaceid": "97c89e77-71c1-44e2-baa0-2c6d76b4fa8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.625152] env[65978]: DEBUG nova.virt.block_device [None req-501748f1-3f58-4699-996a-8ad4fd9d6a0c tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Updating existing volume attachment record: 40980385-a714-4d2b-9411-6aad67ee2863 {{(pid=65978) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1031.642017] env[65978]: DEBUG oslo_concurrency.lockutils [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquiring lock "refresh_cache-bf2479a9-c046-48d6-afd6-ab2d62692c9c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.642254] env[65978]: DEBUG oslo_concurrency.lockutils [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquired lock "refresh_cache-bf2479a9-c046-48d6-afd6-ab2d62692c9c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.642434] env[65978]: DEBUG nova.network.neutron [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1031.650841] env[65978]: DEBUG nova.policy [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26e8b04e06e845fa92fe605ebf98ee24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0145cca274c0419796b0163f58813c67', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.917686] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f0a1fc6-14e1-4feb-96a7-fd05f16ed966 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "41951180-b313-4910-a432-0004a6bd52fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.156s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.945931] env[65978]: INFO nova.virt.block_device [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Booting with volume 2ac0eb51-c975-43b1-87cc-afa24b0aff26 at /dev/sdb [ 1031.976701] env[65978]: DEBUG nova.network.neutron [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Successfully created port: 25ee7822-6e61-4698-9a21-9881697cf4db {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1031.984655] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf888ee-6853-4d88-9b24-bb0a3466d886 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.991958] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48c43c73-096e-4b05-b857-01ca8f33c117 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.998835] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7674ff-67d2-4036-840c-ee8ead0f4237 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.010185] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20c22a1-7d3a-41ad-8fb7-255b13bb4b56 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.047883] env[65978]: DEBUG nova.network.neutron [-] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.051817] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bedc83-fb21-4e8d-b6ee-6b633f62b0d8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.055588] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319fb776-d414-41cb-a80d-a9ecbc8ee48f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.063290] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5282e37f-e383-c59b-1703-9bf022f28ee1, 'name': SearchDatastore_Task, 'duration_secs': 0.010006} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.081020] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.081399] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] c99c6349-1c90-4db0-8a4d-720847401a5e/c99c6349-1c90-4db0-8a4d-720847401a5e.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.082386] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e0160e5-e222-40a1-a3b6-78346847671f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.087201] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02d4a93b-cfcd-42c6-9c5a-fd46c6641731 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.091043] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-227bc73b-b599-4ec4-b7ec-cc26382b5b49 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Suspending the VM {{(pid=65978) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1032.093242] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006a9a64-a354-42da-bb4e-4c3778514a69 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.098933] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-129ad463-9af5-4f1c-96b4-e74ed84531c2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.102599] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Waiting for the task: (returnval){ [ 1032.102599] env[65978]: value = "task-4715044" [ 1032.102599] env[65978]: _type = "Task" [ 1032.102599] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.105973] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc7396a-59b6-48d9-806e-1ce6f4df75c2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.123694] env[65978]: DEBUG nova.compute.manager [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1032.134294] env[65978]: DEBUG oslo_concurrency.lockutils [req-a83bd019-090e-48c1-a6e2-2f8d5b9ac649 req-02e9c1fa-4bd4-4c2c-92c6-4ddc3a2471bf service nova] Releasing lock "refresh_cache-c99c6349-1c90-4db0-8a4d-720847401a5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.138343] env[65978]: DEBUG nova.compute.provider_tree [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.140042] env[65978]: DEBUG oslo_vmware.api [None req-227bc73b-b599-4ec4-b7ec-cc26382b5b49 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1032.140042] env[65978]: value = "task-4715045" [ 1032.140042] env[65978]: _type = "Task" [ 1032.140042] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.148299] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': task-4715044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.159824] env[65978]: DEBUG oslo_vmware.api [None req-227bc73b-b599-4ec4-b7ec-cc26382b5b49 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715045, 'name': SuspendVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.175285] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6563349d-2f25-4100-bd40-a9ddb3b50749 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.185040] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7ff7d4-82f7-42f6-be0e-24e065552027 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.205766] env[65978]: DEBUG nova.virt.block_device [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Updating existing volume attachment record: 423739af-f6e8-4b5e-8a5d-49d2e42087d2 {{(pid=65978) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1032.225263] env[65978]: DEBUG nova.network.neutron [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1032.427588] env[65978]: WARNING neutronclient.v2_0.client [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.538051] env[65978]: DEBUG nova.network.neutron [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Updating instance_info_cache with network_info: [{"id": "25f9d4a6-ecf6-468e-98b8-d9b4c64dea91", "address": "fa:16:3e:6b:b1:64", "network": {"id": "094786c4-f38d-4289-bcab-127f807a4b3a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1948443673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702e5f5fc44f45c694bb31dec97f3898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f9d4a6-ec", "ovs_interfaceid": "25f9d4a6-ecf6-468e-98b8-d9b4c64dea91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.551619] env[65978]: INFO nova.compute.manager [-] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Took 1.52 seconds to deallocate network for instance. [ 1032.629869] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': task-4715044, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.642223] env[65978]: DEBUG nova.scheduler.client.report [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.658882] env[65978]: DEBUG oslo_vmware.api [None req-227bc73b-b599-4ec4-b7ec-cc26382b5b49 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715045, 'name': SuspendVM_Task} progress is 54%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.808289] env[65978]: DEBUG nova.compute.manager [req-7999044e-95df-48f4-9e6e-c82253196521 req-6d6a036a-8a25-404a-9010-a82480767826 service nova] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Received event network-vif-deleted-41578b20-eac4-4c0b-bb84-dc6ef9724591 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1033.041433] env[65978]: DEBUG oslo_concurrency.lockutils [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Releasing lock "refresh_cache-bf2479a9-c046-48d6-afd6-ab2d62692c9c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.041881] env[65978]: DEBUG nova.compute.manager [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Instance network_info: |[{"id": "25f9d4a6-ecf6-468e-98b8-d9b4c64dea91", "address": "fa:16:3e:6b:b1:64", "network": {"id": "094786c4-f38d-4289-bcab-127f807a4b3a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1948443673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702e5f5fc44f45c694bb31dec97f3898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f9d4a6-ec", "ovs_interfaceid": "25f9d4a6-ecf6-468e-98b8-d9b4c64dea91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1033.042409] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:b1:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25f9d4a6-ecf6-468e-98b8-d9b4c64dea91', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.050092] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Creating folder: Project (702e5f5fc44f45c694bb31dec97f3898). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.050417] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f50ad5e-51fa-4011-91c2-ed3746562734 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.059525] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.064810] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Created folder: Project (702e5f5fc44f45c694bb31dec97f3898) in parent group-v919857. [ 1033.065102] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Creating folder: Instances. Parent ref: group-v920145. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.065387] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ec5397b-4b82-4002-a6e2-2ce6e596ce82 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.078043] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Created folder: Instances in parent group-v920145. [ 1033.078043] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1033.078043] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.078503] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0a6a4ea-3f02-47b7-a038-092aeb51c894 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.100020] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.100020] env[65978]: value = "task-4715048" [ 1033.100020] env[65978]: _type = "Task" [ 1033.100020] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.108485] env[65978]: DEBUG nova.compute.manager [req-c76421d3-5506-4334-b23c-16c7cb14d39e req-8639c9a3-a1d3-4d71-b6be-6241a8d46820 service nova] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Received event network-changed-25f9d4a6-ecf6-468e-98b8-d9b4c64dea91 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1033.108485] env[65978]: DEBUG nova.compute.manager [req-c76421d3-5506-4334-b23c-16c7cb14d39e req-8639c9a3-a1d3-4d71-b6be-6241a8d46820 service nova] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Refreshing instance network info cache due to event network-changed-25f9d4a6-ecf6-468e-98b8-d9b4c64dea91. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1033.108485] env[65978]: DEBUG oslo_concurrency.lockutils [req-c76421d3-5506-4334-b23c-16c7cb14d39e req-8639c9a3-a1d3-4d71-b6be-6241a8d46820 service nova] Acquiring lock "refresh_cache-bf2479a9-c046-48d6-afd6-ab2d62692c9c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.108485] env[65978]: DEBUG oslo_concurrency.lockutils [req-c76421d3-5506-4334-b23c-16c7cb14d39e req-8639c9a3-a1d3-4d71-b6be-6241a8d46820 service nova] Acquired lock "refresh_cache-bf2479a9-c046-48d6-afd6-ab2d62692c9c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.108485] env[65978]: DEBUG nova.network.neutron [req-c76421d3-5506-4334-b23c-16c7cb14d39e req-8639c9a3-a1d3-4d71-b6be-6241a8d46820 service nova] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Refreshing network info cache for port 25f9d4a6-ecf6-468e-98b8-d9b4c64dea91 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.111448] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715048, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.131651] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': task-4715044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538252} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.132039] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] c99c6349-1c90-4db0-8a4d-720847401a5e/c99c6349-1c90-4db0-8a4d-720847401a5e.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.132310] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.133962] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ca55159-76c8-4919-8bbb-986aaf370517 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.142136] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Waiting for the task: (returnval){ [ 1033.142136] env[65978]: value = "task-4715049" [ 1033.142136] env[65978]: _type = "Task" [ 1033.142136] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.150316] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.162512] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.112s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.162985] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.165412] env[65978]: DEBUG oslo_concurrency.lockutils [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.164s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.170466] env[65978]: DEBUG nova.compute.manager [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1033.174266] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': task-4715049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.182829] env[65978]: DEBUG oslo_vmware.api [None req-227bc73b-b599-4ec4-b7ec-cc26382b5b49 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715045, 'name': SuspendVM_Task, 'duration_secs': 0.688866} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.183436] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-227bc73b-b599-4ec4-b7ec-cc26382b5b49 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Suspended the VM {{(pid=65978) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1033.183641] env[65978]: DEBUG nova.compute.manager [None req-227bc73b-b599-4ec4-b7ec-cc26382b5b49 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1033.184785] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0007ca9-0707-4aea-a436-0b85dfe249c6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.200429] env[65978]: INFO nova.scheduler.client.report [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Deleted allocations for instance a23ad05a-9c75-428b-8277-f443ab1e4e2b [ 1033.213970] env[65978]: DEBUG nova.virt.hardware [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1033.214588] env[65978]: DEBUG nova.virt.hardware [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.214588] env[65978]: DEBUG nova.virt.hardware [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1033.214718] env[65978]: DEBUG nova.virt.hardware [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.215787] env[65978]: DEBUG nova.virt.hardware [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1033.215787] env[65978]: DEBUG nova.virt.hardware [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1033.215787] env[65978]: DEBUG nova.virt.hardware [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1033.215787] env[65978]: DEBUG nova.virt.hardware [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1033.215787] env[65978]: DEBUG nova.virt.hardware [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1033.215787] env[65978]: DEBUG nova.virt.hardware [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1033.215787] env[65978]: DEBUG nova.virt.hardware [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1033.216670] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5867f7-88f5-4892-90ad-e2964d0f3097 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.228868] env[65978]: INFO nova.scheduler.client.report [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Deleted allocations for instance 2065da93-93a5-4439-8bdc-517cda51c0d8 [ 1033.232034] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc53cbc-8f50-4c57-8a4e-0e6c76f4892e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.576688] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54874274-2354-4407-9037-a9f4a800e027 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.586781] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb290202-c144-4d2e-a61f-807d1a6885de {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.618587] env[65978]: WARNING neutronclient.v2_0.client [req-c76421d3-5506-4334-b23c-16c7cb14d39e req-8639c9a3-a1d3-4d71-b6be-6241a8d46820 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.625121] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afff3a0-4495-4b0e-8f93-c6fdca6a3206 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.638216] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a73065-a028-4593-a1e7-0a2e1bfb7271 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.643690] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715048, 'name': CreateVM_Task, 'duration_secs': 0.402734} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.645109] env[65978]: DEBUG nova.network.neutron [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Successfully updated port: 25ee7822-6e61-4698-9a21-9881697cf4db {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1033.646294] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.650445] env[65978]: WARNING neutronclient.v2_0.client [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.650801] env[65978]: DEBUG oslo_concurrency.lockutils [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.650976] env[65978]: DEBUG oslo_concurrency.lockutils [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.651293] env[65978]: DEBUG oslo_concurrency.lockutils [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.651558] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9d24bf1-7fba-4198-abbc-5c74f3b52049 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.663458] env[65978]: DEBUG nova.compute.provider_tree [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.672338] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': task-4715049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135136} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.673743] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.674382] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1033.674382] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524b6843-cfe3-dbd4-83df-939e25479fb2" [ 1033.674382] env[65978]: _type = "Task" [ 1033.674382] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.675107] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1191b1c-1147-4109-bbf8-42578ef3a257 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.686959] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524b6843-cfe3-dbd4-83df-939e25479fb2, 'name': SearchDatastore_Task, 'duration_secs': 0.010241} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.696045] env[65978]: DEBUG oslo_concurrency.lockutils [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.696307] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.696520] env[65978]: DEBUG oslo_concurrency.lockutils [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.696662] env[65978]: DEBUG oslo_concurrency.lockutils [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.696834] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.705808] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] c99c6349-1c90-4db0-8a4d-720847401a5e/c99c6349-1c90-4db0-8a4d-720847401a5e.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.708876] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c346608-b733-4428-a361-ba98a50aad4d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.712971] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12dfe0aa-be0f-41fd-9679-39cde9d318f2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.730375] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c6b77419-779c-44d4-99d8-85180909a612 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "a23ad05a-9c75-428b-8277-f443ab1e4e2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.331s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.743458] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Waiting for the task: (returnval){ [ 1033.743458] env[65978]: value = "task-4715050" [ 1033.743458] env[65978]: _type = "Task" [ 1033.743458] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.743757] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.743860] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.744710] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cdd4980-602d-412b-baec-258e26155346 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.749932] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9bb9c253-1970-4a01-9b51-2f1ded90d5b9 tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "2065da93-93a5-4439-8bdc-517cda51c0d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.728s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.762449] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1033.762449] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52568ded-8500-85aa-e7b5-13a89a0476ac" [ 1033.762449] env[65978]: _type = "Task" [ 1033.762449] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.767869] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': task-4715050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.779592] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52568ded-8500-85aa-e7b5-13a89a0476ac, 'name': SearchDatastore_Task, 'duration_secs': 0.014709} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.780684] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c39115b5-7509-457f-838b-df521b2a23fe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.789059] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1033.789059] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c07ec1-f9c9-f88c-4c88-cc937029569d" [ 1033.789059] env[65978]: _type = "Task" [ 1033.789059] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.798987] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c07ec1-f9c9-f88c-4c88-cc937029569d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.819578] env[65978]: WARNING neutronclient.v2_0.client [req-c76421d3-5506-4334-b23c-16c7cb14d39e req-8639c9a3-a1d3-4d71-b6be-6241a8d46820 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.897650] env[65978]: DEBUG nova.network.neutron [req-c76421d3-5506-4334-b23c-16c7cb14d39e req-8639c9a3-a1d3-4d71-b6be-6241a8d46820 service nova] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Updated VIF entry in instance network info cache for port 25f9d4a6-ecf6-468e-98b8-d9b4c64dea91. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1033.898173] env[65978]: DEBUG nova.network.neutron [req-c76421d3-5506-4334-b23c-16c7cb14d39e req-8639c9a3-a1d3-4d71-b6be-6241a8d46820 service nova] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Updating instance_info_cache with network_info: [{"id": "25f9d4a6-ecf6-468e-98b8-d9b4c64dea91", "address": "fa:16:3e:6b:b1:64", "network": {"id": "094786c4-f38d-4289-bcab-127f807a4b3a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1948443673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702e5f5fc44f45c694bb31dec97f3898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f9d4a6-ec", "ovs_interfaceid": "25f9d4a6-ecf6-468e-98b8-d9b4c64dea91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.148228] env[65978]: DEBUG oslo_concurrency.lockutils [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquiring lock "refresh_cache-a38f419a-838f-4c10-b58e-e0b466c8f671" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.148508] env[65978]: DEBUG oslo_concurrency.lockutils [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquired lock "refresh_cache-a38f419a-838f-4c10-b58e-e0b466c8f671" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.148663] env[65978]: DEBUG nova.network.neutron [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1034.172762] env[65978]: DEBUG nova.scheduler.client.report [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.255865] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': task-4715050, 'name': ReconfigVM_Task, 'duration_secs': 0.30113} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.256251] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Reconfigured VM instance instance-00000065 to attach disk [datastore2] c99c6349-1c90-4db0-8a4d-720847401a5e/c99c6349-1c90-4db0-8a4d-720847401a5e.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.256937] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bb8f148-1262-4a31-a17c-63828cac7623 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.265542] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Waiting for the task: (returnval){ [ 1034.265542] env[65978]: value = "task-4715052" [ 1034.265542] env[65978]: _type = "Task" [ 1034.265542] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.280771] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': task-4715052, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.300457] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c07ec1-f9c9-f88c-4c88-cc937029569d, 'name': SearchDatastore_Task, 'duration_secs': 0.011115} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.300769] env[65978]: DEBUG oslo_concurrency.lockutils [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.301136] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] bf2479a9-c046-48d6-afd6-ab2d62692c9c/bf2479a9-c046-48d6-afd6-ab2d62692c9c.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.301417] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-251b179b-af6b-46e3-bcb2-6bc3bb0927c0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.310151] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1034.310151] env[65978]: value = "task-4715053" [ 1034.310151] env[65978]: _type = "Task" [ 1034.310151] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.319965] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.374366] env[65978]: DEBUG nova.virt.hardware [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1034.374366] env[65978]: DEBUG nova.virt.hardware [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.374366] env[65978]: DEBUG nova.virt.hardware [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1034.374617] env[65978]: DEBUG nova.virt.hardware [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.374617] env[65978]: DEBUG nova.virt.hardware [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1034.374776] env[65978]: DEBUG nova.virt.hardware [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1034.374985] env[65978]: DEBUG nova.virt.hardware [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1034.375188] env[65978]: DEBUG nova.virt.hardware [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1034.375353] env[65978]: DEBUG nova.virt.hardware [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1034.375773] env[65978]: DEBUG nova.virt.hardware [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1034.375983] env[65978]: DEBUG nova.virt.hardware [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1034.377034] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb647c4-e1dd-4b63-982d-1fafd6afe9ce {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.386875] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdd7692-224d-4068-b811-6e038b5a663e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.405223] env[65978]: DEBUG oslo_concurrency.lockutils [req-c76421d3-5506-4334-b23c-16c7cb14d39e req-8639c9a3-a1d3-4d71-b6be-6241a8d46820 service nova] Releasing lock "refresh_cache-bf2479a9-c046-48d6-afd6-ab2d62692c9c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.405223] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:78:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0e864d1-8095-48e0-8e49-81b86d584fc3', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.412597] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1034.412777] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.413035] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ce42d8f-11b8-4c3f-b708-5f219d12745d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.433168] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.433168] env[65978]: value = "task-4715054" [ 1034.433168] env[65978]: _type = "Task" [ 1034.433168] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.443081] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715054, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.474410] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5bbc7e49-39be-4ca1-9019-77d73ce406ce tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "41951180-b313-4910-a432-0004a6bd52fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.474727] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5bbc7e49-39be-4ca1-9019-77d73ce406ce tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "41951180-b313-4910-a432-0004a6bd52fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.474992] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5bbc7e49-39be-4ca1-9019-77d73ce406ce tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "41951180-b313-4910-a432-0004a6bd52fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.475218] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5bbc7e49-39be-4ca1-9019-77d73ce406ce tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "41951180-b313-4910-a432-0004a6bd52fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.475408] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5bbc7e49-39be-4ca1-9019-77d73ce406ce tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "41951180-b313-4910-a432-0004a6bd52fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.477725] env[65978]: INFO nova.compute.manager [None req-5bbc7e49-39be-4ca1-9019-77d73ce406ce tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Terminating instance [ 1034.679265] env[65978]: DEBUG oslo_concurrency.lockutils [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.514s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.679543] env[65978]: INFO nova.compute.manager [None req-58613300-652e-48ff-ab96-a236fb904cc5 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Successfully reverted task state from rebuilding on failure for instance. [ 1034.684825] env[65978]: DEBUG oslo_concurrency.lockutils [None req-89ed5549-b437-44b0-939d-4c0e715da4b3 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.556s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.684966] env[65978]: DEBUG nova.objects.instance [None req-89ed5549-b437-44b0-939d-4c0e715da4b3 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Lazy-loading 'resources' on Instance uuid cc4a2b84-66b9-44db-ae9f-c6a410721bda {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.696606] env[65978]: DEBUG nova.network.neutron [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1034.762706] env[65978]: WARNING neutronclient.v2_0.client [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.779851] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': task-4715052, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.829715] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.845065] env[65978]: DEBUG nova.network.neutron [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Updating instance_info_cache with network_info: [{"id": "25ee7822-6e61-4698-9a21-9881697cf4db", "address": "fa:16:3e:fc:b4:a2", "network": {"id": "d7294624-d38b-49a4-820f-5b53b151b845", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-787862437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0145cca274c0419796b0163f58813c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25ee7822-6e", "ovs_interfaceid": "25ee7822-6e61-4698-9a21-9881697cf4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.943973] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715054, 'name': CreateVM_Task, 'duration_secs': 0.413674} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.944256] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.944857] env[65978]: WARNING neutronclient.v2_0.client [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1034.945275] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.945431] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.945791] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.946094] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6172c64b-4d4f-409a-8ee0-3678d163747f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.951452] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1034.951452] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528364b3-72d8-6958-1c9c-17cfdab3ca80" [ 1034.951452] env[65978]: _type = "Task" [ 1034.951452] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.960637] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528364b3-72d8-6958-1c9c-17cfdab3ca80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.983032] env[65978]: DEBUG nova.compute.manager [None req-5bbc7e49-39be-4ca1-9019-77d73ce406ce tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1034.983286] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbc7e49-39be-4ca1-9019-77d73ce406ce tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.984186] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46207da2-7c9b-4976-94bc-3e7847c5a5c2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.992572] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbc7e49-39be-4ca1-9019-77d73ce406ce tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.992828] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6ea0478-2ebe-4744-916f-9cbc1b0ab0ae {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.069752] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbc7e49-39be-4ca1-9019-77d73ce406ce tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.069959] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbc7e49-39be-4ca1-9019-77d73ce406ce tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.070155] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bbc7e49-39be-4ca1-9019-77d73ce406ce tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Deleting the datastore file [datastore2] 41951180-b313-4910-a432-0004a6bd52fb {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.070519] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14c14563-08dc-41e0-80fb-49c677a5c5c4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.080315] env[65978]: DEBUG oslo_vmware.api [None req-5bbc7e49-39be-4ca1-9019-77d73ce406ce tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1035.080315] env[65978]: value = "task-4715056" [ 1035.080315] env[65978]: _type = "Task" [ 1035.080315] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.088916] env[65978]: DEBUG oslo_vmware.api [None req-5bbc7e49-39be-4ca1-9019-77d73ce406ce tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.136991] env[65978]: DEBUG nova.compute.manager [req-c9a2f2f9-6ad2-4512-9761-cb11060d095e req-51ee88b6-e4d2-4fcb-b748-7a94365ac386 service nova] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Received event network-vif-plugged-25ee7822-6e61-4698-9a21-9881697cf4db {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1035.137178] env[65978]: DEBUG oslo_concurrency.lockutils [req-c9a2f2f9-6ad2-4512-9761-cb11060d095e req-51ee88b6-e4d2-4fcb-b748-7a94365ac386 service nova] Acquiring lock "a38f419a-838f-4c10-b58e-e0b466c8f671-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.137413] env[65978]: DEBUG oslo_concurrency.lockutils [req-c9a2f2f9-6ad2-4512-9761-cb11060d095e req-51ee88b6-e4d2-4fcb-b748-7a94365ac386 service nova] Lock "a38f419a-838f-4c10-b58e-e0b466c8f671-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.137587] env[65978]: DEBUG oslo_concurrency.lockutils [req-c9a2f2f9-6ad2-4512-9761-cb11060d095e req-51ee88b6-e4d2-4fcb-b748-7a94365ac386 service nova] Lock "a38f419a-838f-4c10-b58e-e0b466c8f671-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.137986] env[65978]: DEBUG nova.compute.manager [req-c9a2f2f9-6ad2-4512-9761-cb11060d095e req-51ee88b6-e4d2-4fcb-b748-7a94365ac386 service nova] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] No waiting events found dispatching network-vif-plugged-25ee7822-6e61-4698-9a21-9881697cf4db {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1035.137986] env[65978]: WARNING nova.compute.manager [req-c9a2f2f9-6ad2-4512-9761-cb11060d095e req-51ee88b6-e4d2-4fcb-b748-7a94365ac386 service nova] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Received unexpected event network-vif-plugged-25ee7822-6e61-4698-9a21-9881697cf4db for instance with vm_state building and task_state spawning. [ 1035.138596] env[65978]: DEBUG nova.compute.manager [req-c9a2f2f9-6ad2-4512-9761-cb11060d095e req-51ee88b6-e4d2-4fcb-b748-7a94365ac386 service nova] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Received event network-changed-25ee7822-6e61-4698-9a21-9881697cf4db {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1035.138596] env[65978]: DEBUG nova.compute.manager [req-c9a2f2f9-6ad2-4512-9761-cb11060d095e req-51ee88b6-e4d2-4fcb-b748-7a94365ac386 service nova] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Refreshing instance network info cache due to event network-changed-25ee7822-6e61-4698-9a21-9881697cf4db. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1035.138596] env[65978]: DEBUG oslo_concurrency.lockutils [req-c9a2f2f9-6ad2-4512-9761-cb11060d095e req-51ee88b6-e4d2-4fcb-b748-7a94365ac386 service nova] Acquiring lock "refresh_cache-a38f419a-838f-4c10-b58e-e0b466c8f671" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.279635] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': task-4715052, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.325090] env[65978]: DEBUG oslo_concurrency.lockutils [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "b6f9926b-da45-40cd-8fe3-60a9b3d4dc91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.325487] env[65978]: DEBUG oslo_concurrency.lockutils [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "b6f9926b-da45-40cd-8fe3-60a9b3d4dc91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.326274] env[65978]: DEBUG oslo_concurrency.lockutils [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "b6f9926b-da45-40cd-8fe3-60a9b3d4dc91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.326274] env[65978]: DEBUG oslo_concurrency.lockutils [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "b6f9926b-da45-40cd-8fe3-60a9b3d4dc91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.326274] env[65978]: DEBUG oslo_concurrency.lockutils [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "b6f9926b-da45-40cd-8fe3-60a9b3d4dc91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.330597] env[65978]: INFO nova.compute.manager [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Terminating instance [ 1035.336762] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715053, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.353739] env[65978]: DEBUG oslo_concurrency.lockutils [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Releasing lock "refresh_cache-a38f419a-838f-4c10-b58e-e0b466c8f671" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.353739] env[65978]: DEBUG nova.compute.manager [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Instance network_info: |[{"id": "25ee7822-6e61-4698-9a21-9881697cf4db", "address": "fa:16:3e:fc:b4:a2", "network": {"id": "d7294624-d38b-49a4-820f-5b53b151b845", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-787862437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0145cca274c0419796b0163f58813c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25ee7822-6e", "ovs_interfaceid": "25ee7822-6e61-4698-9a21-9881697cf4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1035.353739] env[65978]: DEBUG oslo_concurrency.lockutils [req-c9a2f2f9-6ad2-4512-9761-cb11060d095e req-51ee88b6-e4d2-4fcb-b748-7a94365ac386 service nova] Acquired lock "refresh_cache-a38f419a-838f-4c10-b58e-e0b466c8f671" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.354491] env[65978]: DEBUG nova.network.neutron [req-c9a2f2f9-6ad2-4512-9761-cb11060d095e req-51ee88b6-e4d2-4fcb-b748-7a94365ac386 service nova] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Refreshing network info cache for port 25ee7822-6e61-4698-9a21-9881697cf4db {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.355369] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:b4:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25ee7822-6e61-4698-9a21-9881697cf4db', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.363988] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1035.366368] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.366368] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbf9975f-c229-45ef-8ea7-90f228e5bb4c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.392344] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.392344] env[65978]: value = "task-4715057" [ 1035.392344] env[65978]: _type = "Task" [ 1035.392344] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.406534] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715057, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.435962] env[65978]: DEBUG oslo_concurrency.lockutils [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "a91814f7-cb49-4c18-becf-35a500e4e52f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.436260] env[65978]: DEBUG oslo_concurrency.lockutils [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "a91814f7-cb49-4c18-becf-35a500e4e52f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.468315] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528364b3-72d8-6958-1c9c-17cfdab3ca80, 'name': SearchDatastore_Task, 'duration_secs': 0.010057} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.469681] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.469681] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.469681] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.469681] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.469681] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.470222] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d301701-7209-4cc7-af95-63959a0136ff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.500191] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.501467] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.507028] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79f3420b-4a49-464a-9d75-5703562e1764 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.515104] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1035.515104] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bd2da2-6889-609d-ea1a-0f11872b4c91" [ 1035.515104] env[65978]: _type = "Task" [ 1035.515104] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.527350] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bd2da2-6889-609d-ea1a-0f11872b4c91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.595519] env[65978]: DEBUG oslo_vmware.api [None req-5bbc7e49-39be-4ca1-9019-77d73ce406ce tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139617} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.595855] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bbc7e49-39be-4ca1-9019-77d73ce406ce tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.596118] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbc7e49-39be-4ca1-9019-77d73ce406ce tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.596300] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbc7e49-39be-4ca1-9019-77d73ce406ce tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.596472] env[65978]: INFO nova.compute.manager [None req-5bbc7e49-39be-4ca1-9019-77d73ce406ce tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1035.597015] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-5bbc7e49-39be-4ca1-9019-77d73ce406ce tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1035.597259] env[65978]: DEBUG nova.compute.manager [-] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1035.597402] env[65978]: DEBUG nova.network.neutron [-] [instance: 41951180-b313-4910-a432-0004a6bd52fb] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1035.597672] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.637157] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.671575] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de982e42-38e0-4f8c-9915-5fa17835a23f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.681793] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b0b463-cc7e-4c2a-b4ef-334839c20a4a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.721185] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b11a43-bf77-4827-a4d4-078142a44655 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.730446] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936f6521-c201-493d-909a-6498534e1973 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.746592] env[65978]: DEBUG nova.compute.provider_tree [None req-89ed5549-b437-44b0-939d-4c0e715da4b3 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.778857] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': task-4715052, 'name': Rename_Task, 'duration_secs': 1.100384} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.779140] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.779204] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7d6b4be-da98-47a7-a525-f90087a2039b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.787241] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Waiting for the task: (returnval){ [ 1035.787241] env[65978]: value = "task-4715058" [ 1035.787241] env[65978]: _type = "Task" [ 1035.787241] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.797025] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': task-4715058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.823723] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715053, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.40201} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.824153] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] bf2479a9-c046-48d6-afd6-ab2d62692c9c/bf2479a9-c046-48d6-afd6-ab2d62692c9c.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.824391] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.824870] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a484cb8-f1e8-4323-b434-3da201df5313 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.832935] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1035.832935] env[65978]: value = "task-4715059" [ 1035.832935] env[65978]: _type = "Task" [ 1035.832935] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.844072] env[65978]: DEBUG nova.compute.manager [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1035.844287] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.844602] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.845445] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e109939-65ee-4d4a-a63c-5bce98087ec3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.855128] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.855464] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dc89486-6644-4e6e-8bf4-c4f0292b8794 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.864304] env[65978]: DEBUG oslo_vmware.api [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 1035.864304] env[65978]: value = "task-4715060" [ 1035.864304] env[65978]: _type = "Task" [ 1035.864304] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.865273] env[65978]: WARNING neutronclient.v2_0.client [req-c9a2f2f9-6ad2-4512-9761-cb11060d095e req-51ee88b6-e4d2-4fcb-b748-7a94365ac386 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.879869] env[65978]: DEBUG oslo_vmware.api [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4715060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.906902] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715057, 'name': CreateVM_Task, 'duration_secs': 0.432796} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.907204] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.907901] env[65978]: WARNING neutronclient.v2_0.client [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.909108] env[65978]: DEBUG oslo_concurrency.lockutils [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.909108] env[65978]: DEBUG oslo_concurrency.lockutils [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.909422] env[65978]: DEBUG oslo_concurrency.lockutils [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.911677] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade731d5-0b3f-4399-9e98-fd7bbca0ac13 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.919789] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1035.919789] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5240a03b-5b46-ccf0-3d5a-5e14282ae681" [ 1035.919789] env[65978]: _type = "Task" [ 1035.919789] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.934431] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5240a03b-5b46-ccf0-3d5a-5e14282ae681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.942341] env[65978]: DEBUG nova.compute.manager [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1035.963649] env[65978]: DEBUG nova.compute.manager [req-a20cc2ea-a38a-4e27-be2c-f7e009634271 req-1f9d2f0f-e6c8-4a43-bf3b-480d3c19ebca service nova] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Received event network-vif-deleted-b143bccb-6158-44dd-995c-da8cb57032d8 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1035.963649] env[65978]: INFO nova.compute.manager [req-a20cc2ea-a38a-4e27-be2c-f7e009634271 req-1f9d2f0f-e6c8-4a43-bf3b-480d3c19ebca service nova] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Neutron deleted interface b143bccb-6158-44dd-995c-da8cb57032d8; detaching it from the instance and deleting it from the info cache [ 1035.963649] env[65978]: DEBUG nova.network.neutron [req-a20cc2ea-a38a-4e27-be2c-f7e009634271 req-1f9d2f0f-e6c8-4a43-bf3b-480d3c19ebca service nova] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.033244] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bd2da2-6889-609d-ea1a-0f11872b4c91, 'name': SearchDatastore_Task, 'duration_secs': 0.071061} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.034666] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e49fe74-b9e2-4da1-9058-3256ce844fc0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.043151] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1036.043151] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5277b0f8-f04a-bab5-e851-63eb61b78970" [ 1036.043151] env[65978]: _type = "Task" [ 1036.043151] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.053517] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5277b0f8-f04a-bab5-e851-63eb61b78970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.086216] env[65978]: WARNING neutronclient.v2_0.client [req-c9a2f2f9-6ad2-4512-9761-cb11060d095e req-51ee88b6-e4d2-4fcb-b748-7a94365ac386 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.160235] env[65978]: DEBUG nova.network.neutron [req-c9a2f2f9-6ad2-4512-9761-cb11060d095e req-51ee88b6-e4d2-4fcb-b748-7a94365ac386 service nova] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Updated VIF entry in instance network info cache for port 25ee7822-6e61-4698-9a21-9881697cf4db. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1036.160596] env[65978]: DEBUG nova.network.neutron [req-c9a2f2f9-6ad2-4512-9761-cb11060d095e req-51ee88b6-e4d2-4fcb-b748-7a94365ac386 service nova] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Updating instance_info_cache with network_info: [{"id": "25ee7822-6e61-4698-9a21-9881697cf4db", "address": "fa:16:3e:fc:b4:a2", "network": {"id": "d7294624-d38b-49a4-820f-5b53b151b845", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-787862437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0145cca274c0419796b0163f58813c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25ee7822-6e", "ovs_interfaceid": "25ee7822-6e61-4698-9a21-9881697cf4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.193506] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-501748f1-3f58-4699-996a-8ad4fd9d6a0c tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Volume attach. Driver type: vmdk {{(pid=65978) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1036.193819] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-501748f1-3f58-4699-996a-8ad4fd9d6a0c tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920144', 'volume_id': 'fed3e82c-0bd4-43b8-afd8-888317e5dbe8', 'name': 'volume-fed3e82c-0bd4-43b8-afd8-888317e5dbe8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bac677a3-9cb5-4666-85fc-39e09e632ede', 'attached_at': '', 'detached_at': '', 'volume_id': 'fed3e82c-0bd4-43b8-afd8-888317e5dbe8', 'serial': 'fed3e82c-0bd4-43b8-afd8-888317e5dbe8'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1036.194785] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53f9b52-f28b-4a25-840f-075034c1dd26 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.214904] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a2bd41-3005-47f4-9e21-c6c1897d8a13 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.243450] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-501748f1-3f58-4699-996a-8ad4fd9d6a0c tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] volume-fed3e82c-0bd4-43b8-afd8-888317e5dbe8/volume-fed3e82c-0bd4-43b8-afd8-888317e5dbe8.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.243830] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ed15c44-9705-4910-a263-c54ad44b8b5a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.258365] env[65978]: DEBUG nova.scheduler.client.report [None req-89ed5549-b437-44b0-939d-4c0e715da4b3 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.269895] env[65978]: DEBUG oslo_vmware.api [None req-501748f1-3f58-4699-996a-8ad4fd9d6a0c tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 1036.269895] env[65978]: value = "task-4715061" [ 1036.269895] env[65978]: _type = "Task" [ 1036.269895] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.280662] env[65978]: DEBUG oslo_vmware.api [None req-501748f1-3f58-4699-996a-8ad4fd9d6a0c tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715061, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.300700] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': task-4715058, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.347814] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085574} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.348511] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.350092] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d1db6c-39a4-4b06-bc49-97738781fc09 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.376370] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] bf2479a9-c046-48d6-afd6-ab2d62692c9c/bf2479a9-c046-48d6-afd6-ab2d62692c9c.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.382518] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0dc2706-ace9-4c54-8f6f-769bc4c13699 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.413592] env[65978]: DEBUG oslo_vmware.api [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4715060, 'name': PowerOffVM_Task, 'duration_secs': 0.409414} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.414905] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.415336] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.415425] env[65978]: DEBUG nova.network.neutron [-] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.416682] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1036.416682] env[65978]: value = "task-4715062" [ 1036.416682] env[65978]: _type = "Task" [ 1036.416682] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.416898] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9738da84-55cf-4fac-8349-6fb4c6106893 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.433270] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.438444] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5240a03b-5b46-ccf0-3d5a-5e14282ae681, 'name': SearchDatastore_Task, 'duration_secs': 0.014015} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.438840] env[65978]: DEBUG oslo_concurrency.lockutils [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.439166] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.439347] env[65978]: DEBUG oslo_concurrency.lockutils [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.466687] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3f9b352-b6c8-4331-9cea-6dd366dcdcaa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.469880] env[65978]: DEBUG oslo_concurrency.lockutils [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.478993] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4436218-6796-41db-8977-1dafbeccdc79 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.494951] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.495195] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.495377] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Deleting the datastore file [datastore1] b6f9926b-da45-40cd-8fe3-60a9b3d4dc91 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.495643] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e854b21-2184-4070-8d46-ce1d3a1df7a9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.504434] env[65978]: DEBUG oslo_vmware.api [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for the task: (returnval){ [ 1036.504434] env[65978]: value = "task-4715064" [ 1036.504434] env[65978]: _type = "Task" [ 1036.504434] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.524207] env[65978]: DEBUG nova.compute.manager [req-a20cc2ea-a38a-4e27-be2c-f7e009634271 req-1f9d2f0f-e6c8-4a43-bf3b-480d3c19ebca service nova] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Detach interface failed, port_id=b143bccb-6158-44dd-995c-da8cb57032d8, reason: Instance 41951180-b313-4910-a432-0004a6bd52fb could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1036.531034] env[65978]: DEBUG oslo_vmware.api [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4715064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.556040] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5277b0f8-f04a-bab5-e851-63eb61b78970, 'name': SearchDatastore_Task, 'duration_secs': 0.013547} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.556040] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.556303] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a23499dc-3216-4493-869d-519c1c92eb37/a23499dc-3216-4493-869d-519c1c92eb37.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.556432] env[65978]: DEBUG oslo_concurrency.lockutils [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.557026] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.557026] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e692c05-cd11-43c2-bf6e-b3636862a37e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.559525] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-513b8fbd-4064-4edc-93ca-eb8909b901d5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.568345] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1036.568345] env[65978]: value = "task-4715065" [ 1036.568345] env[65978]: _type = "Task" [ 1036.568345] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.569839] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.570107] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.574314] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e2155fd-68d6-4c0f-86ae-c4c9aec6f7e9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.581637] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1036.581637] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]522dd32c-a887-5310-3fe5-c7e6d204ba2c" [ 1036.581637] env[65978]: _type = "Task" [ 1036.581637] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.584996] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.596061] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]522dd32c-a887-5310-3fe5-c7e6d204ba2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.664257] env[65978]: DEBUG oslo_concurrency.lockutils [req-c9a2f2f9-6ad2-4512-9761-cb11060d095e req-51ee88b6-e4d2-4fcb-b748-7a94365ac386 service nova] Releasing lock "refresh_cache-a38f419a-838f-4c10-b58e-e0b466c8f671" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.765354] env[65978]: DEBUG oslo_concurrency.lockutils [None req-89ed5549-b437-44b0-939d-4c0e715da4b3 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.769150] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.619s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.769584] env[65978]: DEBUG nova.objects.instance [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lazy-loading 'pci_requests' on Instance uuid 0674d730-2d85-4513-a9a0-c5a323100751 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.792476] env[65978]: DEBUG oslo_vmware.api [None req-501748f1-3f58-4699-996a-8ad4fd9d6a0c tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.809491] env[65978]: DEBUG oslo_vmware.api [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': task-4715058, 'name': PowerOnVM_Task, 'duration_secs': 0.634891} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.809946] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.810289] env[65978]: INFO nova.compute.manager [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1036.810604] env[65978]: DEBUG nova.compute.manager [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1036.812073] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49f23a4-172c-4b9a-b73b-51cd748354c7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.921014] env[65978]: INFO nova.compute.manager [-] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Took 1.32 seconds to deallocate network for instance. [ 1036.942731] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.017070] env[65978]: DEBUG oslo_vmware.api [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Task: {'id': task-4715064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412077} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.017398] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.017580] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.017762] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.017951] env[65978]: INFO nova.compute.manager [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1037.018227] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1037.018429] env[65978]: DEBUG nova.compute.manager [-] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1037.018525] env[65978]: DEBUG nova.network.neutron [-] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1037.018782] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.055933] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.082772] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715065, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.095761] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]522dd32c-a887-5310-3fe5-c7e6d204ba2c, 'name': SearchDatastore_Task, 'duration_secs': 0.032228} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.096719] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50c9f18-db33-44e6-904b-269e5be310d6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.104869] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1037.104869] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52ded5e7-3f66-a5bd-88e5-5219e6c0d56c" [ 1037.104869] env[65978]: _type = "Task" [ 1037.104869] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.116406] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52ded5e7-3f66-a5bd-88e5-5219e6c0d56c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.286083] env[65978]: DEBUG nova.objects.instance [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lazy-loading 'numa_topology' on Instance uuid 0674d730-2d85-4513-a9a0-c5a323100751 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.286446] env[65978]: DEBUG oslo_vmware.api [None req-501748f1-3f58-4699-996a-8ad4fd9d6a0c tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715061, 'name': ReconfigVM_Task, 'duration_secs': 0.960787} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.289261] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-501748f1-3f58-4699-996a-8ad4fd9d6a0c tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Reconfigured VM instance instance-0000005c to attach disk [datastore2] volume-fed3e82c-0bd4-43b8-afd8-888317e5dbe8/volume-fed3e82c-0bd4-43b8-afd8-888317e5dbe8.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.295018] env[65978]: DEBUG oslo_concurrency.lockutils [None req-89ed5549-b437-44b0-939d-4c0e715da4b3 tempest-ServerActionsV293TestJSON-334095518 tempest-ServerActionsV293TestJSON-334095518-project-member] Lock "cc4a2b84-66b9-44db-ae9f-c6a410721bda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.038s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.297803] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55bb1894-aa16-4617-b8c9-b09a6b7d6327 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.317513] env[65978]: DEBUG nova.compute.manager [req-c15fd5ba-82aa-4bb3-9a23-7058c39a2677 req-526d11d6-0fcf-4744-a65a-aca19b937e5b service nova] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Received event network-vif-deleted-d766267c-2d61-4e73-97fa-4307fa4cfd63 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1037.317599] env[65978]: INFO nova.compute.manager [req-c15fd5ba-82aa-4bb3-9a23-7058c39a2677 req-526d11d6-0fcf-4744-a65a-aca19b937e5b service nova] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Neutron deleted interface d766267c-2d61-4e73-97fa-4307fa4cfd63; detaching it from the instance and deleting it from the info cache [ 1037.317790] env[65978]: DEBUG nova.network.neutron [req-c15fd5ba-82aa-4bb3-9a23-7058c39a2677 req-526d11d6-0fcf-4744-a65a-aca19b937e5b service nova] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.322190] env[65978]: DEBUG oslo_vmware.api [None req-501748f1-3f58-4699-996a-8ad4fd9d6a0c tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 1037.322190] env[65978]: value = "task-4715066" [ 1037.322190] env[65978]: _type = "Task" [ 1037.322190] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.339319] env[65978]: DEBUG oslo_vmware.api [None req-501748f1-3f58-4699-996a-8ad4fd9d6a0c tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715066, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.340865] env[65978]: INFO nova.compute.manager [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Took 27.92 seconds to build instance. [ 1037.432837] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715062, 'name': ReconfigVM_Task, 'duration_secs': 0.705844} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.433234] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Reconfigured VM instance instance-00000066 to attach disk [datastore2] bf2479a9-c046-48d6-afd6-ab2d62692c9c/bf2479a9-c046-48d6-afd6-ab2d62692c9c.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.433903] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9954234d-1ac8-43ca-86d4-ddd22b3a4d8d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.436445] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5bbc7e49-39be-4ca1-9019-77d73ce406ce tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.442221] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1037.442221] env[65978]: value = "task-4715067" [ 1037.442221] env[65978]: _type = "Task" [ 1037.442221] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.451898] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715067, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.581510] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789985} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.581797] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a23499dc-3216-4493-869d-519c1c92eb37/a23499dc-3216-4493-869d-519c1c92eb37.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.582056] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.582313] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cf3220c-e61d-4359-a209-4a6d29c70b22 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.589539] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1037.589539] env[65978]: value = "task-4715068" [ 1037.589539] env[65978]: _type = "Task" [ 1037.589539] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.599118] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.615315] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52ded5e7-3f66-a5bd-88e5-5219e6c0d56c, 'name': SearchDatastore_Task, 'duration_secs': 0.053873} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.615598] env[65978]: DEBUG oslo_concurrency.lockutils [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.615859] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a38f419a-838f-4c10-b58e-e0b466c8f671/a38f419a-838f-4c10-b58e-e0b466c8f671.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.616158] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48985619-bc40-4626-ab5e-6c857203c334 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.624687] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1037.624687] env[65978]: value = "task-4715069" [ 1037.624687] env[65978]: _type = "Task" [ 1037.624687] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.633720] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.787785] env[65978]: INFO nova.compute.claims [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.810356] env[65978]: DEBUG nova.network.neutron [-] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.823581] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72c960fc-80da-4e00-88ac-ce2b5927097f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.836783] env[65978]: DEBUG oslo_vmware.api [None req-501748f1-3f58-4699-996a-8ad4fd9d6a0c tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715066, 'name': ReconfigVM_Task, 'duration_secs': 0.209235} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.838055] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-501748f1-3f58-4699-996a-8ad4fd9d6a0c tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920144', 'volume_id': 'fed3e82c-0bd4-43b8-afd8-888317e5dbe8', 'name': 'volume-fed3e82c-0bd4-43b8-afd8-888317e5dbe8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bac677a3-9cb5-4666-85fc-39e09e632ede', 'attached_at': '', 'detached_at': '', 'volume_id': 'fed3e82c-0bd4-43b8-afd8-888317e5dbe8', 'serial': 'fed3e82c-0bd4-43b8-afd8-888317e5dbe8'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1037.842237] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff24701a-95d7-44ee-8a2c-107d77f79d5e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.854564] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11e6745d-5a17-4f69-b9c0-23b38d2e2739 tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Lock "c99c6349-1c90-4db0-8a4d-720847401a5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.446s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.882819] env[65978]: DEBUG nova.compute.manager [req-c15fd5ba-82aa-4bb3-9a23-7058c39a2677 req-526d11d6-0fcf-4744-a65a-aca19b937e5b service nova] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Detach interface failed, port_id=d766267c-2d61-4e73-97fa-4307fa4cfd63, reason: Instance b6f9926b-da45-40cd-8fe3-60a9b3d4dc91 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1037.953374] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715067, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.099949] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.137690] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.313606] env[65978]: INFO nova.compute.manager [-] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Took 1.29 seconds to deallocate network for instance. [ 1038.460821] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715067, 'name': Rename_Task, 'duration_secs': 0.771092} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.461459] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.461915] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7abe7368-a4af-4c79-8ca1-800285160c8e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.471550] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1038.471550] env[65978]: value = "task-4715070" [ 1038.471550] env[65978]: _type = "Task" [ 1038.471550] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.484711] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.600612] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.567882} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.600919] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.601773] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46f7c9d-9d6c-4766-8e26-2ceb1153cf1a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.625913] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] a23499dc-3216-4493-869d-519c1c92eb37/a23499dc-3216-4493-869d-519c1c92eb37.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.626380] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77189ef1-0d68-4e3a-9f86-f7efeefec855 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.650740] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715069, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.005847} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.652172] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a38f419a-838f-4c10-b58e-e0b466c8f671/a38f419a-838f-4c10-b58e-e0b466c8f671.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.652404] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.652712] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1038.652712] env[65978]: value = "task-4715071" [ 1038.652712] env[65978]: _type = "Task" [ 1038.652712] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.652958] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69b9d755-6446-4e6d-a7b6-6e7d043b6090 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.663952] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715071, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.665262] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1038.665262] env[65978]: value = "task-4715072" [ 1038.665262] env[65978]: _type = "Task" [ 1038.665262] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.675513] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.821738] env[65978]: DEBUG oslo_concurrency.lockutils [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.900487] env[65978]: DEBUG nova.objects.instance [None req-501748f1-3f58-4699-996a-8ad4fd9d6a0c tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lazy-loading 'flavor' on Instance uuid bac677a3-9cb5-4666-85fc-39e09e632ede {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.986329] env[65978]: DEBUG oslo_vmware.api [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715070, 'name': PowerOnVM_Task, 'duration_secs': 0.48181} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.987025] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.987264] env[65978]: INFO nova.compute.manager [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1038.987445] env[65978]: DEBUG nova.compute.manager [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1038.988334] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4605352c-e5e9-486f-91d7-8514ac83e28c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.132670] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a8bd84-283e-4124-95b4-236094450bde {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.141166] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0203d98-ffed-4a0e-8bd9-37840334cdff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.179147] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866fe632-2908-4594-b877-eda23448cb76 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.192855] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087a815e-333e-471b-a9ea-89279bf1a8f2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.196868] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715071, 'name': ReconfigVM_Task, 'duration_secs': 0.388441} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.197098] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079609} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.197353] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Reconfigured VM instance instance-00000059 to attach disk [datastore2] a23499dc-3216-4493-869d-519c1c92eb37/a23499dc-3216-4493-869d-519c1c92eb37.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.198748] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encryption_options': None, 'encryption_format': None, 'size': 0, 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encrypted': False, 'device_type': 'disk', 'image_id': '60ae46d2-80a6-44b0-babe-7226023243fc'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920138', 'volume_id': '2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'name': 'volume-2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a23499dc-3216-4493-869d-519c1c92eb37', 'attached_at': '', 'detached_at': '', 'volume_id': '2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'serial': '2ac0eb51-c975-43b1-87cc-afa24b0aff26'}, 'attachment_id': '423739af-f6e8-4b5e-8a5d-49d2e42087d2', 'mount_device': '/dev/sdb', 'disk_bus': None, 'guest_format': None, 'delete_on_termination': False, 'boot_index': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65978) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1039.198954] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Volume attach. Driver type: vmdk {{(pid=65978) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1039.199180] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920138', 'volume_id': '2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'name': 'volume-2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a23499dc-3216-4493-869d-519c1c92eb37', 'attached_at': '', 'detached_at': '', 'volume_id': '2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'serial': '2ac0eb51-c975-43b1-87cc-afa24b0aff26'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1039.199475] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.200535] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3abb4d7-368d-4193-b51c-823e1148a19d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.203330] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7386239e-add5-42d7-af6d-b4fb4ef5f259 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.215207] env[65978]: DEBUG nova.compute.provider_tree [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.245691] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] a38f419a-838f-4c10-b58e-e0b466c8f671/a38f419a-838f-4c10-b58e-e0b466c8f671.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.246919] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef5d0739-9618-47bc-9c7e-70af1e58b0b0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.261486] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d44955a-9951-4f2d-b025-a5879d15a91d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.292162] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] volume-2ac0eb51-c975-43b1-87cc-afa24b0aff26/volume-2ac0eb51-c975-43b1-87cc-afa24b0aff26.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.292162] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd8ae72e-6d5f-4095-9aa8-e553a0e4c971 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.311469] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1039.311469] env[65978]: value = "task-4715073" [ 1039.311469] env[65978]: _type = "Task" [ 1039.311469] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.094615] env[65978]: DEBUG nova.scheduler.client.report [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.101022] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1040.101022] env[65978]: value = "task-4715074" [ 1040.101022] env[65978]: _type = "Task" [ 1040.101022] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.101022] env[65978]: DEBUG nova.compute.manager [req-8d126f09-6f03-4377-be48-4add50fa5f11 req-b5dc5c98-682b-48c3-9bb9-3fc5e5fe6b85 service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Received event network-changed-97c89e77-71c1-44e2-baa0-2c6d76b4fa8d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1040.101022] env[65978]: DEBUG nova.compute.manager [req-8d126f09-6f03-4377-be48-4add50fa5f11 req-b5dc5c98-682b-48c3-9bb9-3fc5e5fe6b85 service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Refreshing instance network info cache due to event network-changed-97c89e77-71c1-44e2-baa0-2c6d76b4fa8d. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1040.101022] env[65978]: DEBUG oslo_concurrency.lockutils [req-8d126f09-6f03-4377-be48-4add50fa5f11 req-b5dc5c98-682b-48c3-9bb9-3fc5e5fe6b85 service nova] Acquiring lock "refresh_cache-c99c6349-1c90-4db0-8a4d-720847401a5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.101022] env[65978]: DEBUG oslo_concurrency.lockutils [req-8d126f09-6f03-4377-be48-4add50fa5f11 req-b5dc5c98-682b-48c3-9bb9-3fc5e5fe6b85 service nova] Acquired lock "refresh_cache-c99c6349-1c90-4db0-8a4d-720847401a5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.101022] env[65978]: DEBUG nova.network.neutron [req-8d126f09-6f03-4377-be48-4add50fa5f11 req-b5dc5c98-682b-48c3-9bb9-3fc5e5fe6b85 service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Refreshing network info cache for port 97c89e77-71c1-44e2-baa0-2c6d76b4fa8d {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.103846] env[65978]: DEBUG oslo_concurrency.lockutils [None req-501748f1-3f58-4699-996a-8ad4fd9d6a0c tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "bac677a3-9cb5-4666-85fc-39e09e632ede" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.561s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.105770] env[65978]: INFO nova.compute.manager [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Took 28.38 seconds to build instance. [ 1040.113422] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715073, 'name': ReconfigVM_Task, 'duration_secs': 0.714475} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.117290] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Reconfigured VM instance instance-00000067 to attach disk [datastore2] a38f419a-838f-4c10-b58e-e0b466c8f671/a38f419a-838f-4c10-b58e-e0b466c8f671.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.117290] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-328aa924-ce7b-4e85-96be-fa1230e59c94 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.121491] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715074, 'name': ReconfigVM_Task, 'duration_secs': 0.43313} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.122213] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Reconfigured VM instance instance-00000059 to attach disk [datastore2] volume-2ac0eb51-c975-43b1-87cc-afa24b0aff26/volume-2ac0eb51-c975-43b1-87cc-afa24b0aff26.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.127763] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61309bd8-19f6-447d-8204-208814ea3c1e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.141029] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1040.141029] env[65978]: value = "task-4715075" [ 1040.141029] env[65978]: _type = "Task" [ 1040.141029] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.146945] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1040.146945] env[65978]: value = "task-4715076" [ 1040.146945] env[65978]: _type = "Task" [ 1040.146945] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.153992] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715075, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.160751] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715076, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.606237] env[65978]: WARNING neutronclient.v2_0.client [req-8d126f09-6f03-4377-be48-4add50fa5f11 req-b5dc5c98-682b-48c3-9bb9-3fc5e5fe6b85 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.610065] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.842s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.610325] env[65978]: WARNING neutronclient.v2_0.client [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.613023] env[65978]: INFO nova.compute.manager [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Rescuing [ 1040.613344] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "refresh_cache-bac677a3-9cb5-4666-85fc-39e09e632ede" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.613423] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquired lock "refresh_cache-bac677a3-9cb5-4666-85fc-39e09e632ede" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.613546] env[65978]: DEBUG nova.network.neutron [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1040.614920] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 16.850s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.616639] env[65978]: DEBUG oslo_concurrency.lockutils [None req-913d19da-211e-4b97-98e7-654294b56ca5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "bf2479a9-c046-48d6-afd6-ab2d62692c9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.905s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.650074] env[65978]: INFO nova.network.neutron [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Updating port 8dd07a90-c3da-47d1-82a5-85367447eb5e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1040.663032] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715075, 'name': Rename_Task, 'duration_secs': 0.231123} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.664102] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.664713] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fcb660b-de6e-4a7e-8e61-25424fac5292 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.669808] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715076, 'name': ReconfigVM_Task, 'duration_secs': 0.176942} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.670136] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920138', 'volume_id': '2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'name': 'volume-2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a23499dc-3216-4493-869d-519c1c92eb37', 'attached_at': '', 'detached_at': '', 'volume_id': '2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'serial': '2ac0eb51-c975-43b1-87cc-afa24b0aff26'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1040.671251] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aec30203-7e23-40bf-a9f3-39fd838bee39 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.674445] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1040.674445] env[65978]: value = "task-4715077" [ 1040.674445] env[65978]: _type = "Task" [ 1040.674445] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.679604] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1040.679604] env[65978]: value = "task-4715078" [ 1040.679604] env[65978]: _type = "Task" [ 1040.679604] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.683199] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.691402] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715078, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.721560] env[65978]: DEBUG oslo_concurrency.lockutils [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquiring lock "91171e52-d401-411d-aa31-60c3aa56fe54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.721749] env[65978]: DEBUG oslo_concurrency.lockutils [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "91171e52-d401-411d-aa31-60c3aa56fe54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.811128] env[65978]: WARNING neutronclient.v2_0.client [req-8d126f09-6f03-4377-be48-4add50fa5f11 req-b5dc5c98-682b-48c3-9bb9-3fc5e5fe6b85 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.975710] env[65978]: DEBUG nova.network.neutron [req-8d126f09-6f03-4377-be48-4add50fa5f11 req-b5dc5c98-682b-48c3-9bb9-3fc5e5fe6b85 service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Updated VIF entry in instance network info cache for port 97c89e77-71c1-44e2-baa0-2c6d76b4fa8d. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1040.976100] env[65978]: DEBUG nova.network.neutron [req-8d126f09-6f03-4377-be48-4add50fa5f11 req-b5dc5c98-682b-48c3-9bb9-3fc5e5fe6b85 service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Updating instance_info_cache with network_info: [{"id": "97c89e77-71c1-44e2-baa0-2c6d76b4fa8d", "address": "fa:16:3e:b6:5b:ce", "network": {"id": "aa9e921e-2a9e-478f-ba88-98fd3a0d62fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-987806860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "066ce657037c4ccf9ad08ac04957c56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c89e77-71", "ovs_interfaceid": "97c89e77-71c1-44e2-baa0-2c6d76b4fa8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.125918] env[65978]: WARNING neutronclient.v2_0.client [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.184235] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.192202] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715078, 'name': Rename_Task, 'duration_secs': 0.178596} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.194994] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.195433] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af362bf1-bc9f-48c4-ae9f-01c91dd1221a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.202349] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1041.202349] env[65978]: value = "task-4715079" [ 1041.202349] env[65978]: _type = "Task" [ 1041.202349] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.210625] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.224309] env[65978]: DEBUG nova.compute.manager [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1041.297748] env[65978]: WARNING neutronclient.v2_0.client [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.409038] env[65978]: DEBUG nova.network.neutron [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Updating instance_info_cache with network_info: [{"id": "ac7c9d77-8742-4c5e-a245-3a641b74ad5d", "address": "fa:16:3e:56:81:bd", "network": {"id": "062947ef-897c-42eb-a83d-a02716fb1163", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-726542755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f0f218c5114f3a81e15fb4f71f7d91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac7c9d77-87", "ovs_interfaceid": "ac7c9d77-8742-4c5e-a245-3a641b74ad5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.479123] env[65978]: DEBUG oslo_concurrency.lockutils [req-8d126f09-6f03-4377-be48-4add50fa5f11 req-b5dc5c98-682b-48c3-9bb9-3fc5e5fe6b85 service nova] Releasing lock "refresh_cache-c99c6349-1c90-4db0-8a4d-720847401a5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.663159] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 836b67a1-e5e1-4803-a750-506af6a22fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1041.663352] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance b6f9926b-da45-40cd-8fe3-60a9b3d4dc91 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1041.663463] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance e7525308-7f14-4c1d-a72c-8780fda96886 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1041.663579] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance baf140d5-8c41-45ca-99b3-52c4c00adebd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1041.663687] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance d020c361-f57c-400f-b41f-c6ed384a0008 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1041.663796] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance d7ba63a2-5c91-4400-adf0-a8a27e6f7a34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1041.663905] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 456e9558-ce8f-4971-b953-f2295c77e4af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1041.664062] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance b4c00bd3-6226-4ee8-88c1-3f3c986377a3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1041.664183] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance a23499dc-3216-4493-869d-519c1c92eb37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1041.664290] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance bac677a3-9cb5-4666-85fc-39e09e632ede actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1041.664407] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 527a7d9e-2bc1-43a8-a110-9d513ee45a64 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1041.665031] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 08408e61-edfa-485b-b7d2-2c10b31d365e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1041.665031] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 6b30b9e8-996c-485d-aacc-a7b6e09a6743 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1041.665031] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 3b579f4f-1ae0-4278-b0d0-2326febdda16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1041.665031] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance f6d1b9c2-4f90-456f-9665-4fab4ccccac3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1041.665031] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 22035b86-65b5-4ea5-ad8c-a7694fff2638 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1041.665031] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 0674d730-2d85-4513-a9a0-c5a323100751 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1041.665401] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 41951180-b313-4910-a432-0004a6bd52fb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1041.665401] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance c99c6349-1c90-4db0-8a4d-720847401a5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1041.665401] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance bf2479a9-c046-48d6-afd6-ab2d62692c9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1041.665401] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance a38f419a-838f-4c10-b58e-e0b466c8f671 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1041.687870] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715077, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.714316] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715079, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.747452] env[65978]: DEBUG oslo_concurrency.lockutils [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.912318] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Releasing lock "refresh_cache-bac677a3-9cb5-4666-85fc-39e09e632ede" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.124236] env[65978]: DEBUG nova.compute.manager [req-c3469e61-d5e0-4398-ba07-6ea8744788b3 req-cb2fd3e8-cfbf-4dc8-8be3-aeba3398387d service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Received event network-vif-plugged-8dd07a90-c3da-47d1-82a5-85367447eb5e {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1042.124763] env[65978]: DEBUG oslo_concurrency.lockutils [req-c3469e61-d5e0-4398-ba07-6ea8744788b3 req-cb2fd3e8-cfbf-4dc8-8be3-aeba3398387d service nova] Acquiring lock "0674d730-2d85-4513-a9a0-c5a323100751-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.125201] env[65978]: DEBUG oslo_concurrency.lockutils [req-c3469e61-d5e0-4398-ba07-6ea8744788b3 req-cb2fd3e8-cfbf-4dc8-8be3-aeba3398387d service nova] Lock "0674d730-2d85-4513-a9a0-c5a323100751-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.125516] env[65978]: DEBUG oslo_concurrency.lockutils [req-c3469e61-d5e0-4398-ba07-6ea8744788b3 req-cb2fd3e8-cfbf-4dc8-8be3-aeba3398387d service nova] Lock "0674d730-2d85-4513-a9a0-c5a323100751-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.127268] env[65978]: DEBUG nova.compute.manager [req-c3469e61-d5e0-4398-ba07-6ea8744788b3 req-cb2fd3e8-cfbf-4dc8-8be3-aeba3398387d service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] No waiting events found dispatching network-vif-plugged-8dd07a90-c3da-47d1-82a5-85367447eb5e {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1042.127268] env[65978]: WARNING nova.compute.manager [req-c3469e61-d5e0-4398-ba07-6ea8744788b3 req-cb2fd3e8-cfbf-4dc8-8be3-aeba3398387d service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Received unexpected event network-vif-plugged-8dd07a90-c3da-47d1-82a5-85367447eb5e for instance with vm_state shelved_offloaded and task_state spawning. [ 1042.168885] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance afea5d29-cbf1-4408-a7e1-3a0ae0abd555 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1042.186136] env[65978]: DEBUG oslo_vmware.api [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715077, 'name': PowerOnVM_Task, 'duration_secs': 1.157954} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.186470] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.186719] env[65978]: INFO nova.compute.manager [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1042.186910] env[65978]: DEBUG nova.compute.manager [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1042.188025] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48f2b15-9341-44f6-b1bd-91b5fbf493ec {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.209436] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "refresh_cache-0674d730-2d85-4513-a9a0-c5a323100751" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.211396] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquired lock "refresh_cache-0674d730-2d85-4513-a9a0-c5a323100751" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.211396] env[65978]: DEBUG nova.network.neutron [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1042.217890] env[65978]: DEBUG oslo_vmware.api [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715079, 'name': PowerOnVM_Task, 'duration_secs': 0.566728} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.218184] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.218404] env[65978]: DEBUG nova.compute.manager [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1042.219393] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39283644-bbd5-4e4c-963c-04be660fc1b4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.672605] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance a91814f7-cb49-4c18-becf-35a500e4e52f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1042.706340] env[65978]: INFO nova.compute.manager [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Took 30.65 seconds to build instance. [ 1042.712610] env[65978]: WARNING neutronclient.v2_0.client [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.741870] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.888419] env[65978]: WARNING neutronclient.v2_0.client [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.959930] env[65978]: DEBUG nova.network.neutron [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Updating instance_info_cache with network_info: [{"id": "8dd07a90-c3da-47d1-82a5-85367447eb5e", "address": "fa:16:3e:84:37:57", "network": {"id": "cd6f4af8-478b-45e6-b86b-673490da8fbd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885631327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1eec13c7bab4ec48430206d7331ad1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd07a90-c3", "ovs_interfaceid": "8dd07a90-c3da-47d1-82a5-85367447eb5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.175892] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 91171e52-d401-411d-aa31-60c3aa56fe54 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1043.176224] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1043.176379] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=100GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '17', 'num_vm_active': '13', 'num_task_None': '13', 'num_os_type_None': '17', 'num_proj_89300743ada64b348ab266269b499f22': '2', 'io_workload': '2', 'num_proj_267bbaf30cc74f989e3f217b0a842e2d': '2', 'num_proj_0febab1f921a4c61b099653637434721': '1', 'num_proj_3c49dc3ab15040418137657626c806a8': '1', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '2', 'num_proj_c1eec13c7bab4ec48430206d7331ad1c': '1', 'num_proj_a2f0f218c5114f3a81e15fb4f71f7d91': '3', 'num_vm_rescued': '2', 'num_task_rebuild_spawning': '1', 'num_task_rescuing': '1', 'num_proj_0145cca274c0419796b0163f58813c67': '2', 'num_proj_52a6b5ef7c5b4739a3d18934729959ef': '1', 'num_proj_c03f3c69c54d42b39be468496c1bf90f': '1', 'num_proj_67c0285adf994e4ab5fbfe0226d33b52': '1', 'num_proj_066ce657037c4ccf9ad08ac04957c56c': '1', 'num_proj_702e5f5fc44f45c694bb31dec97f3898': '1', 'num_vm_building': '1'} {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1043.208833] env[65978]: DEBUG oslo_concurrency.lockutils [None req-556bdb76-d41e-494f-b8e7-3906aad2dfcd tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Lock "a38f419a-838f-4c10-b58e-e0b466c8f671" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.164s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.450265] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.450504] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6400007-83a1-49d2-89e7-4fd13a80a4e2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.460283] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 1043.460283] env[65978]: value = "task-4715080" [ 1043.460283] env[65978]: _type = "Task" [ 1043.460283] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.465754] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Releasing lock "refresh_cache-0674d730-2d85-4513-a9a0-c5a323100751" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.477885] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.500882] env[65978]: DEBUG nova.virt.hardware [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='41fe7040dfd0da941f131f0a940b4938',container_format='bare',created_at=2025-11-22T03:36:10Z,direct_url=,disk_format='vmdk',id=ef4952de-9c3f-43bb-982e-4ec87886245d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1162155593-shelved',owner='c1eec13c7bab4ec48430206d7331ad1c',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-11-22T03:36:27Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1043.501227] env[65978]: DEBUG nova.virt.hardware [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.501344] env[65978]: DEBUG nova.virt.hardware [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1043.501531] env[65978]: DEBUG nova.virt.hardware [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.501668] env[65978]: DEBUG nova.virt.hardware [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1043.501796] env[65978]: DEBUG nova.virt.hardware [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1043.502021] env[65978]: DEBUG nova.virt.hardware [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1043.502238] env[65978]: DEBUG nova.virt.hardware [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1043.502428] env[65978]: DEBUG nova.virt.hardware [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1043.502581] env[65978]: DEBUG nova.virt.hardware [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1043.502746] env[65978]: DEBUG nova.virt.hardware [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1043.503859] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb35b507-8d76-42b8-9700-7307d23324f2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.513486] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcaaf51-4bd0-4e95-885d-1673677e5ae1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.519083] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c1ea37-e32b-4fa9-8dd4-eb517dc7995e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.536381] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d5f754-fd4e-4c22-a8b8-a6ab4f2ea009 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.540664] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:37:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1d468f87-964a-4fb6-bab3-b83f6f2646b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dd07a90-c3da-47d1-82a5-85367447eb5e', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.548912] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1043.549312] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.550389] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-befa4da0-ed20-4f52-8355-e577eaefc7a7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.592714] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac36f37-8dda-45a3-8200-254802d5bdc0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.597846] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.597846] env[65978]: value = "task-4715081" [ 1043.597846] env[65978]: _type = "Task" [ 1043.597846] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.604139] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798e61ac-8e4a-498d-b8b2-c85869e2c2d1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.614009] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715081, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.623808] env[65978]: DEBUG nova.compute.provider_tree [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.915840] env[65978]: INFO nova.compute.manager [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Rescuing [ 1043.915840] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquiring lock "refresh_cache-a38f419a-838f-4c10-b58e-e0b466c8f671" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.916118] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquired lock "refresh_cache-a38f419a-838f-4c10-b58e-e0b466c8f671" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.916164] env[65978]: DEBUG nova.network.neutron [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1043.970904] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715080, 'name': PowerOffVM_Task, 'duration_secs': 0.263122} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.970904] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.971397] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef3f145-a5d3-44a4-82b8-c8c5fd218d95 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.993526] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad68ed2-63a3-4d89-a423-66428c3c50aa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.024655] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.024979] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b322093b-7d38-4fb3-850c-001f2125384c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.032516] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 1044.032516] env[65978]: value = "task-4715082" [ 1044.032516] env[65978]: _type = "Task" [ 1044.032516] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.041313] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.110611] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715081, 'name': CreateVM_Task, 'duration_secs': 0.348833} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.110791] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.111301] env[65978]: WARNING neutronclient.v2_0.client [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.111660] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef4952de-9c3f-43bb-982e-4ec87886245d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.111808] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef4952de-9c3f-43bb-982e-4ec87886245d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.112464] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef4952de-9c3f-43bb-982e-4ec87886245d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.112513] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c60ff595-2d79-412e-973f-41ed87024f76 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.118361] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1044.118361] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5271313c-b71f-0de4-ea5b-8a1d399c3979" [ 1044.118361] env[65978]: _type = "Task" [ 1044.118361] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.127369] env[65978]: DEBUG nova.scheduler.client.report [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.130780] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5271313c-b71f-0de4-ea5b-8a1d399c3979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.154568] env[65978]: DEBUG nova.compute.manager [req-0dd3d64c-e88f-4821-b53f-e8c94cfbe945 req-b2eb60ee-4611-4bf0-83eb-670ca529a7f6 service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Received event network-changed-8dd07a90-c3da-47d1-82a5-85367447eb5e {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1044.154809] env[65978]: DEBUG nova.compute.manager [req-0dd3d64c-e88f-4821-b53f-e8c94cfbe945 req-b2eb60ee-4611-4bf0-83eb-670ca529a7f6 service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Refreshing instance network info cache due to event network-changed-8dd07a90-c3da-47d1-82a5-85367447eb5e. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1044.155026] env[65978]: DEBUG oslo_concurrency.lockutils [req-0dd3d64c-e88f-4821-b53f-e8c94cfbe945 req-b2eb60ee-4611-4bf0-83eb-670ca529a7f6 service nova] Acquiring lock "refresh_cache-0674d730-2d85-4513-a9a0-c5a323100751" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.155172] env[65978]: DEBUG oslo_concurrency.lockutils [req-0dd3d64c-e88f-4821-b53f-e8c94cfbe945 req-b2eb60ee-4611-4bf0-83eb-670ca529a7f6 service nova] Acquired lock "refresh_cache-0674d730-2d85-4513-a9a0-c5a323100751" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.155392] env[65978]: DEBUG nova.network.neutron [req-0dd3d64c-e88f-4821-b53f-e8c94cfbe945 req-b2eb60ee-4611-4bf0-83eb-670ca529a7f6 service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Refreshing network info cache for port 8dd07a90-c3da-47d1-82a5-85367447eb5e {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.420146] env[65978]: WARNING neutronclient.v2_0.client [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.548633] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] VM already powered off {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1044.548633] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.548990] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.548990] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.549081] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.550252] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbf51348-54e2-4fb8-805a-16e37d23801e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.568026] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.568026] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.568773] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2f4a76d-93cc-4440-bfeb-94f0fa67c318 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.576713] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 1044.576713] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52fd0163-29fd-7cc5-aec4-fcb01c842fa2" [ 1044.576713] env[65978]: _type = "Task" [ 1044.576713] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.590151] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52fd0163-29fd-7cc5-aec4-fcb01c842fa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.602981] env[65978]: WARNING neutronclient.v2_0.client [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.631065] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef4952de-9c3f-43bb-982e-4ec87886245d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.631364] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Processing image ef4952de-9c3f-43bb-982e-4ec87886245d {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.631625] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef4952de-9c3f-43bb-982e-4ec87886245d/ef4952de-9c3f-43bb-982e-4ec87886245d.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.631775] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef4952de-9c3f-43bb-982e-4ec87886245d/ef4952de-9c3f-43bb-982e-4ec87886245d.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.631952] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.632682] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65978) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1044.633129] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.018s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.633129] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eafd3a3a-449b-494a-9f1a-2bafb915625d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.635299] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.132s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.636851] env[65978]: INFO nova.compute.claims [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.655529] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.655745] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.656769] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b241f590-74c6-4bd9-bcc4-efbdc004a352 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.660378] env[65978]: WARNING neutronclient.v2_0.client [req-0dd3d64c-e88f-4821-b53f-e8c94cfbe945 req-b2eb60ee-4611-4bf0-83eb-670ca529a7f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.669264] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1044.669264] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5226e5d7-07bc-9dcb-8ff3-198b2dac93bc" [ 1044.669264] env[65978]: _type = "Task" [ 1044.669264] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.683592] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5226e5d7-07bc-9dcb-8ff3-198b2dac93bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.688033] env[65978]: DEBUG nova.network.neutron [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Updating instance_info_cache with network_info: [{"id": "25ee7822-6e61-4698-9a21-9881697cf4db", "address": "fa:16:3e:fc:b4:a2", "network": {"id": "d7294624-d38b-49a4-820f-5b53b151b845", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-787862437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0145cca274c0419796b0163f58813c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25ee7822-6e", "ovs_interfaceid": "25ee7822-6e61-4698-9a21-9881697cf4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.876125] env[65978]: WARNING neutronclient.v2_0.client [req-0dd3d64c-e88f-4821-b53f-e8c94cfbe945 req-b2eb60ee-4611-4bf0-83eb-670ca529a7f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.958657] env[65978]: DEBUG nova.network.neutron [req-0dd3d64c-e88f-4821-b53f-e8c94cfbe945 req-b2eb60ee-4611-4bf0-83eb-670ca529a7f6 service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Updated VIF entry in instance network info cache for port 8dd07a90-c3da-47d1-82a5-85367447eb5e. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1044.959048] env[65978]: DEBUG nova.network.neutron [req-0dd3d64c-e88f-4821-b53f-e8c94cfbe945 req-b2eb60ee-4611-4bf0-83eb-670ca529a7f6 service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Updating instance_info_cache with network_info: [{"id": "8dd07a90-c3da-47d1-82a5-85367447eb5e", "address": "fa:16:3e:84:37:57", "network": {"id": "cd6f4af8-478b-45e6-b86b-673490da8fbd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885631327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1eec13c7bab4ec48430206d7331ad1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd07a90-c3", "ovs_interfaceid": "8dd07a90-c3da-47d1-82a5-85367447eb5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.088408] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52fd0163-29fd-7cc5-aec4-fcb01c842fa2, 'name': SearchDatastore_Task, 'duration_secs': 0.013429} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.089278] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0259cfa0-dde6-48e7-be8e-d659099fe615 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.095772] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 1045.095772] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a9e655-99cb-bb46-6d7b-cfce90007c4a" [ 1045.095772] env[65978]: _type = "Task" [ 1045.095772] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.105267] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a9e655-99cb-bb46-6d7b-cfce90007c4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.179530] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Preparing fetch location {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1045.179795] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Fetch image to [datastore1] OSTACK_IMG_65be104c-8b6e-45df-a17d-1f9a1ddb52f2/OSTACK_IMG_65be104c-8b6e-45df-a17d-1f9a1ddb52f2.vmdk {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1045.179976] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Downloading stream optimized image ef4952de-9c3f-43bb-982e-4ec87886245d to [datastore1] OSTACK_IMG_65be104c-8b6e-45df-a17d-1f9a1ddb52f2/OSTACK_IMG_65be104c-8b6e-45df-a17d-1f9a1ddb52f2.vmdk on the data store datastore1 as vApp {{(pid=65978) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1045.180163] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Downloading image file data ef4952de-9c3f-43bb-982e-4ec87886245d to the ESX as VM named 'OSTACK_IMG_65be104c-8b6e-45df-a17d-1f9a1ddb52f2' {{(pid=65978) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1045.191506] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Releasing lock "refresh_cache-a38f419a-838f-4c10-b58e-e0b466c8f671" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.258029] env[65978]: DEBUG oslo_vmware.rw_handles [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1045.258029] env[65978]: value = "resgroup-9" [ 1045.258029] env[65978]: _type = "ResourcePool" [ 1045.258029] env[65978]: }. {{(pid=65978) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1045.258269] env[65978]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1315568f-45d4-4c3c-b6ae-ea7c20c4d947 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.283596] env[65978]: DEBUG oslo_vmware.rw_handles [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lease: (returnval){ [ 1045.283596] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529a9a1a-3d98-79ca-6e59-bcbdb9b7f71d" [ 1045.283596] env[65978]: _type = "HttpNfcLease" [ 1045.283596] env[65978]: } obtained for vApp import into resource pool (val){ [ 1045.283596] env[65978]: value = "resgroup-9" [ 1045.283596] env[65978]: _type = "ResourcePool" [ 1045.283596] env[65978]: }. {{(pid=65978) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1045.283866] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the lease: (returnval){ [ 1045.283866] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529a9a1a-3d98-79ca-6e59-bcbdb9b7f71d" [ 1045.283866] env[65978]: _type = "HttpNfcLease" [ 1045.283866] env[65978]: } to be ready. {{(pid=65978) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1045.291869] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1045.291869] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529a9a1a-3d98-79ca-6e59-bcbdb9b7f71d" [ 1045.291869] env[65978]: _type = "HttpNfcLease" [ 1045.291869] env[65978]: } is initializing. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1045.461900] env[65978]: DEBUG oslo_concurrency.lockutils [req-0dd3d64c-e88f-4821-b53f-e8c94cfbe945 req-b2eb60ee-4611-4bf0-83eb-670ca529a7f6 service nova] Releasing lock "refresh_cache-0674d730-2d85-4513-a9a0-c5a323100751" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.607547] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a9e655-99cb-bb46-6d7b-cfce90007c4a, 'name': SearchDatastore_Task, 'duration_secs': 0.020972} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.607822] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.608099] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] bac677a3-9cb5-4666-85fc-39e09e632ede/60ae46d2-80a6-44b0-babe-7226023243fc-rescue.vmdk. {{(pid=65978) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1045.608397] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e40299c-1fb7-4e7e-b6bd-301c43da4635 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.617363] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 1045.617363] env[65978]: value = "task-4715084" [ 1045.617363] env[65978]: _type = "Task" [ 1045.617363] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.626871] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.792257] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1045.792257] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529a9a1a-3d98-79ca-6e59-bcbdb9b7f71d" [ 1045.792257] env[65978]: _type = "HttpNfcLease" [ 1045.792257] env[65978]: } is initializing. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1045.982965] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01342261-26cb-48f2-bb4b-bb20f9afe258 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.991099] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07209966-3317-4d3d-9634-597e22d32f99 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.997039] env[65978]: DEBUG oslo_concurrency.lockutils [None req-59cdd029-7493-4a80-b54b-9a29b273747f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.997285] env[65978]: DEBUG oslo_concurrency.lockutils [None req-59cdd029-7493-4a80-b54b-9a29b273747f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.025906] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb744e6-fef8-44a7-bf2d-22da98d11c29 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.035286] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bd1510-fb8a-4a00-8429-9e9ebf7fcd45 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.052719] env[65978]: DEBUG nova.compute.provider_tree [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.129840] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715084, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.294175] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1046.294175] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529a9a1a-3d98-79ca-6e59-bcbdb9b7f71d" [ 1046.294175] env[65978]: _type = "HttpNfcLease" [ 1046.294175] env[65978]: } is ready. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1046.294613] env[65978]: DEBUG oslo_vmware.rw_handles [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1046.294613] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529a9a1a-3d98-79ca-6e59-bcbdb9b7f71d" [ 1046.294613] env[65978]: _type = "HttpNfcLease" [ 1046.294613] env[65978]: }. {{(pid=65978) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1046.295628] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3030fea6-12fb-4f1f-a730-7d5ba675874a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.305688] env[65978]: DEBUG oslo_vmware.rw_handles [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52375d63-fa05-e412-b170-f9433a925c83/disk-0.vmdk from lease info. {{(pid=65978) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1046.305892] env[65978]: DEBUG oslo_vmware.rw_handles [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52375d63-fa05-e412-b170-f9433a925c83/disk-0.vmdk. {{(pid=65978) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1046.374972] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f950cb63-f6a5-4fd4-9f2e-bed48b937878 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.501317] env[65978]: DEBUG nova.compute.utils [None req-59cdd029-7493-4a80-b54b-9a29b273747f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.556262] env[65978]: DEBUG nova.scheduler.client.report [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.632377] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762437} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.634344] env[65978]: INFO nova.virt.vmwareapi.ds_util [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] bac677a3-9cb5-4666-85fc-39e09e632ede/60ae46d2-80a6-44b0-babe-7226023243fc-rescue.vmdk. [ 1046.635272] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2e5ad7-f36f-40a3-9f66-7f025afa2389 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.667507] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] bac677a3-9cb5-4666-85fc-39e09e632ede/60ae46d2-80a6-44b0-babe-7226023243fc-rescue.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.673387] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8a3650c-e208-4f8e-bbb6-765e28757829 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.700941] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 1046.700941] env[65978]: value = "task-4715085" [ 1046.700941] env[65978]: _type = "Task" [ 1046.700941] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.712257] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.742205] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.742543] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1e652dd-878c-4694-9a59-9172e14d0664 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.751482] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1046.751482] env[65978]: value = "task-4715086" [ 1046.751482] env[65978]: _type = "Task" [ 1046.751482] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.761452] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.004235] env[65978]: DEBUG oslo_concurrency.lockutils [None req-59cdd029-7493-4a80-b54b-9a29b273747f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.063803] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.064561] env[65978]: DEBUG nova.compute.manager [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1047.069763] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.279s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.070055] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.072567] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.014s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.072780] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.074734] env[65978]: DEBUG oslo_concurrency.lockutils [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.605s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.076415] env[65978]: INFO nova.compute.claims [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.102437] env[65978]: INFO nova.scheduler.client.report [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Deleted allocations for instance b4c00bd3-6226-4ee8-88c1-3f3c986377a3 [ 1047.107794] env[65978]: INFO nova.scheduler.client.report [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Deleted allocations for instance 527a7d9e-2bc1-43a8-a110-9d513ee45a64 [ 1047.213773] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.261985] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715086, 'name': PowerOffVM_Task, 'duration_secs': 0.286071} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.262333] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.263167] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a9e2d9-9b4f-4bf8-856f-7b04ac0d1d53 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.288797] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047923d0-19b8-4dda-a128-7609df80fb46 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.327963] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.327963] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-755ee84e-5d5d-4077-97ca-8b926af80e6c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.335272] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1047.335272] env[65978]: value = "task-4715087" [ 1047.335272] env[65978]: _type = "Task" [ 1047.335272] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.345507] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] VM already powered off {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1047.345741] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.345991] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.346153] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.346361] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.346674] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06c0eb32-49a9-4416-948f-16682bec470b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.356625] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.356828] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.357605] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-804c3fa0-88f8-4741-9220-cf68822d5258 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.363582] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1047.363582] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dd40e6-286e-bb0d-3e08-39091dda241a" [ 1047.363582] env[65978]: _type = "Task" [ 1047.363582] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.372873] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dd40e6-286e-bb0d-3e08-39091dda241a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.581034] env[65978]: DEBUG nova.compute.utils [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.585763] env[65978]: DEBUG nova.compute.manager [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1047.585991] env[65978]: DEBUG nova.network.neutron [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1047.587214] env[65978]: WARNING neutronclient.v2_0.client [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.588050] env[65978]: WARNING neutronclient.v2_0.client [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.609504] env[65978]: DEBUG oslo_vmware.rw_handles [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Completed reading data from the image iterator. {{(pid=65978) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1047.609826] env[65978]: DEBUG oslo_vmware.rw_handles [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52375d63-fa05-e412-b170-f9433a925c83/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1047.611905] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f16944-4310-4426-b888-59a2e6dc950f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.621053] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2100e356-3e6d-4cb3-a590-074cd0423f35 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "b4c00bd3-6226-4ee8-88c1-3f3c986377a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.279s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.622482] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f34e2706-d748-42e4-bb31-f9db90712394 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "527a7d9e-2bc1-43a8-a110-9d513ee45a64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.248s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.625474] env[65978]: DEBUG oslo_vmware.rw_handles [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52375d63-fa05-e412-b170-f9433a925c83/disk-0.vmdk is in state: ready. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1047.625474] env[65978]: DEBUG oslo_vmware.rw_handles [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52375d63-fa05-e412-b170-f9433a925c83/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1047.625760] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ad1c37eb-d9a1-4e11-9fea-703a8e9ef663 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.646908] env[65978]: DEBUG nova.policy [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a77fd56f79db4428a470d43661fbbe2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40d5661e4d634152b4e8a2785b9d9d0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.716775] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715085, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.874458] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dd40e6-286e-bb0d-3e08-39091dda241a, 'name': SearchDatastore_Task, 'duration_secs': 0.010757} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.875341] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade9c881-9fa9-4c5d-b9b1-6c70cec646d2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.882600] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1047.882600] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5249a6c9-994d-d24f-31cb-eb39aa79940e" [ 1047.882600] env[65978]: _type = "Task" [ 1047.882600] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.892775] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5249a6c9-994d-d24f-31cb-eb39aa79940e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.948701] env[65978]: DEBUG nova.network.neutron [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Successfully created port: 0b864c02-549a-4df8-97e1-647db5b85806 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1048.071362] env[65978]: DEBUG oslo_concurrency.lockutils [None req-59cdd029-7493-4a80-b54b-9a29b273747f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.071627] env[65978]: DEBUG oslo_concurrency.lockutils [None req-59cdd029-7493-4a80-b54b-9a29b273747f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.071851] env[65978]: INFO nova.compute.manager [None req-59cdd029-7493-4a80-b54b-9a29b273747f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Attaching volume ced0e5ee-6b02-4b5d-b0f1-19ea08a19051 to /dev/sdb [ 1048.084978] env[65978]: DEBUG nova.compute.manager [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1048.128327] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19486ccf-ac1c-4716-ac68-d2d8ba267747 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.137230] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b2e801-a853-493c-bab3-1de4c88e8a1e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.155057] env[65978]: DEBUG nova.virt.block_device [None req-59cdd029-7493-4a80-b54b-9a29b273747f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Updating existing volume attachment record: 9947429c-32f8-4756-9aa5-bdbe2693692e {{(pid=65978) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1048.219089] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715085, 'name': ReconfigVM_Task, 'duration_secs': 1.048639} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.219089] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Reconfigured VM instance instance-0000005c to attach disk [datastore1] bac677a3-9cb5-4666-85fc-39e09e632ede/60ae46d2-80a6-44b0-babe-7226023243fc-rescue.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.219716] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a447b76-2c7b-46d9-a56b-b38744d58357 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.224548] env[65978]: DEBUG oslo_vmware.rw_handles [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52375d63-fa05-e412-b170-f9433a925c83/disk-0.vmdk. {{(pid=65978) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1048.224548] env[65978]: INFO nova.virt.vmwareapi.images [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Downloaded image file data ef4952de-9c3f-43bb-982e-4ec87886245d [ 1048.227770] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25f98d4-bd4b-4f12-86aa-4acdd374f150 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.254991] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd2eb19f-cd5f-4de9-bda1-3f298d3fa1bd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.281473] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f4f3473-8a07-48b2-a066-5e6c09f19544 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.285939] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 1048.285939] env[65978]: value = "task-4715088" [ 1048.285939] env[65978]: _type = "Task" [ 1048.285939] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.295804] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715088, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.344517] env[65978]: INFO nova.virt.vmwareapi.images [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] The imported VM was unregistered [ 1048.344517] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Caching image {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1048.344517] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Creating directory with path [datastore1] devstack-image-cache_base/ef4952de-9c3f-43bb-982e-4ec87886245d {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.344517] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c9913f0-67d7-4584-ae98-b50d4f84ae6e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.357492] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Created directory with path [datastore1] devstack-image-cache_base/ef4952de-9c3f-43bb-982e-4ec87886245d {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.357492] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_65be104c-8b6e-45df-a17d-1f9a1ddb52f2/OSTACK_IMG_65be104c-8b6e-45df-a17d-1f9a1ddb52f2.vmdk to [datastore1] devstack-image-cache_base/ef4952de-9c3f-43bb-982e-4ec87886245d/ef4952de-9c3f-43bb-982e-4ec87886245d.vmdk. {{(pid=65978) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1048.357625] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bd083f29-ca1b-40fd-a1fa-620f6b04ffbb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.365682] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1048.365682] env[65978]: value = "task-4715091" [ 1048.365682] env[65978]: _type = "Task" [ 1048.365682] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.376238] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715091, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.402108] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5249a6c9-994d-d24f-31cb-eb39aa79940e, 'name': SearchDatastore_Task, 'duration_secs': 0.039564} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.402461] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.402720] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a38f419a-838f-4c10-b58e-e0b466c8f671/60ae46d2-80a6-44b0-babe-7226023243fc-rescue.vmdk. {{(pid=65978) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1048.403019] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a5af5a8-77de-441c-ab6f-ff59655b550b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.415338] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1048.415338] env[65978]: value = "task-4715092" [ 1048.415338] env[65978]: _type = "Task" [ 1048.415338] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.426407] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.634055] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6158b7b6-4cc2-4bdc-8a39-7213e049ab93 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.645783] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5398317b-58c7-4af4-9346-94d6d132e81f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.701736] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5e80e4-6c63-4dab-a64f-0318c7772ede {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.712015] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638172fa-8535-4de1-abf6-65671ec01c5a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.732202] env[65978]: DEBUG nova.compute.provider_tree [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.799344] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715088, 'name': ReconfigVM_Task, 'duration_secs': 0.208916} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.799696] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.799977] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5eecf26-b9d4-4d96-80d6-2a79f38d033d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.809987] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 1048.809987] env[65978]: value = "task-4715093" [ 1048.809987] env[65978]: _type = "Task" [ 1048.809987] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.819998] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.877616] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715091, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.931548] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715092, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.099689] env[65978]: DEBUG nova.compute.manager [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1049.131846] env[65978]: DEBUG nova.virt.hardware [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1049.132149] env[65978]: DEBUG nova.virt.hardware [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.132399] env[65978]: DEBUG nova.virt.hardware [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1049.132599] env[65978]: DEBUG nova.virt.hardware [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.132740] env[65978]: DEBUG nova.virt.hardware [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1049.132873] env[65978]: DEBUG nova.virt.hardware [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1049.133088] env[65978]: DEBUG nova.virt.hardware [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1049.133287] env[65978]: DEBUG nova.virt.hardware [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1049.133563] env[65978]: DEBUG nova.virt.hardware [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1049.134275] env[65978]: DEBUG nova.virt.hardware [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1049.134275] env[65978]: DEBUG nova.virt.hardware [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1049.134752] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abac8de-0ef0-4814-bc24-71d5e13616d0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.144099] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0b12b8-f24f-4755-9b53-7079eaa8a614 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.237024] env[65978]: DEBUG nova.scheduler.client.report [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.321913] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.378040] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715091, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.431749] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715092, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.577927] env[65978]: DEBUG nova.network.neutron [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Successfully updated port: 0b864c02-549a-4df8-97e1-647db5b85806 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1049.623991] env[65978]: DEBUG nova.compute.manager [req-61a0f77a-89db-4252-98d9-97ab33ad1f74 req-cb768cf7-c433-4a85-a63a-0b04292c79ea service nova] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Received event network-vif-plugged-0b864c02-549a-4df8-97e1-647db5b85806 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1049.624513] env[65978]: DEBUG oslo_concurrency.lockutils [req-61a0f77a-89db-4252-98d9-97ab33ad1f74 req-cb768cf7-c433-4a85-a63a-0b04292c79ea service nova] Acquiring lock "afea5d29-cbf1-4408-a7e1-3a0ae0abd555-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.624513] env[65978]: DEBUG oslo_concurrency.lockutils [req-61a0f77a-89db-4252-98d9-97ab33ad1f74 req-cb768cf7-c433-4a85-a63a-0b04292c79ea service nova] Lock "afea5d29-cbf1-4408-a7e1-3a0ae0abd555-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.624513] env[65978]: DEBUG oslo_concurrency.lockutils [req-61a0f77a-89db-4252-98d9-97ab33ad1f74 req-cb768cf7-c433-4a85-a63a-0b04292c79ea service nova] Lock "afea5d29-cbf1-4408-a7e1-3a0ae0abd555-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.624635] env[65978]: DEBUG nova.compute.manager [req-61a0f77a-89db-4252-98d9-97ab33ad1f74 req-cb768cf7-c433-4a85-a63a-0b04292c79ea service nova] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] No waiting events found dispatching network-vif-plugged-0b864c02-549a-4df8-97e1-647db5b85806 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1049.624788] env[65978]: WARNING nova.compute.manager [req-61a0f77a-89db-4252-98d9-97ab33ad1f74 req-cb768cf7-c433-4a85-a63a-0b04292c79ea service nova] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Received unexpected event network-vif-plugged-0b864c02-549a-4df8-97e1-647db5b85806 for instance with vm_state building and task_state spawning. [ 1049.742317] env[65978]: DEBUG oslo_concurrency.lockutils [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.743068] env[65978]: DEBUG nova.compute.manager [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1049.746611] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5bbc7e49-39be-4ca1-9019-77d73ce406ce tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.310s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.746869] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5bbc7e49-39be-4ca1-9019-77d73ce406ce tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.749780] env[65978]: DEBUG oslo_concurrency.lockutils [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.928s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.750052] env[65978]: DEBUG oslo_concurrency.lockutils [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.752304] env[65978]: DEBUG oslo_concurrency.lockutils [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.005s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.755198] env[65978]: INFO nova.compute.claims [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.787441] env[65978]: INFO nova.scheduler.client.report [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Deleted allocations for instance b6f9926b-da45-40cd-8fe3-60a9b3d4dc91 [ 1049.789275] env[65978]: INFO nova.scheduler.client.report [None req-5bbc7e49-39be-4ca1-9019-77d73ce406ce tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Deleted allocations for instance 41951180-b313-4910-a432-0004a6bd52fb [ 1049.829301] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.878137] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715091, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.930628] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715092, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.268212} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.931066] env[65978]: INFO nova.virt.vmwareapi.ds_util [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] a38f419a-838f-4c10-b58e-e0b466c8f671/60ae46d2-80a6-44b0-babe-7226023243fc-rescue.vmdk. [ 1049.932023] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e1acef-9644-4248-9f6b-beffff88acdd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.963365] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] a38f419a-838f-4c10-b58e-e0b466c8f671/60ae46d2-80a6-44b0-babe-7226023243fc-rescue.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.963810] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad8dda62-1d05-48c3-84cc-6b832fc54a2c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.985889] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1049.985889] env[65978]: value = "task-4715094" [ 1049.985889] env[65978]: _type = "Task" [ 1049.985889] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.998498] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715094, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.080595] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "refresh_cache-afea5d29-cbf1-4408-a7e1-3a0ae0abd555" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.080791] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired lock "refresh_cache-afea5d29-cbf1-4408-a7e1-3a0ae0abd555" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.081250] env[65978]: DEBUG nova.network.neutron [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1050.259953] env[65978]: DEBUG nova.compute.utils [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.270888] env[65978]: DEBUG nova.compute.manager [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1050.271904] env[65978]: DEBUG nova.network.neutron [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1050.274340] env[65978]: WARNING neutronclient.v2_0.client [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.274751] env[65978]: WARNING neutronclient.v2_0.client [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.303889] env[65978]: DEBUG oslo_concurrency.lockutils [None req-49be4274-d794-4de8-918f-711bf617d5df tempest-MigrationsAdminTest-845187131 tempest-MigrationsAdminTest-845187131-project-member] Lock "b6f9926b-da45-40cd-8fe3-60a9b3d4dc91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.978s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.305851] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5bbc7e49-39be-4ca1-9019-77d73ce406ce tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "41951180-b313-4910-a432-0004a6bd52fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.831s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.336304] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715093, 'name': PowerOnVM_Task} progress is 70%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.384547] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715091, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.440411] env[65978]: DEBUG nova.policy [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '261d92c7ac3a4dbf9ca3b5bdde3a7910', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c49dc3ab15040418137657626c806a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.497898] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715094, 'name': ReconfigVM_Task, 'duration_secs': 0.411268} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.498301] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Reconfigured VM instance instance-00000067 to attach disk [datastore2] a38f419a-838f-4c10-b58e-e0b466c8f671/60ae46d2-80a6-44b0-babe-7226023243fc-rescue.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.499274] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7531d9-a671-41ef-86ae-557be8d5df44 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.533111] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db7e3ccc-6ce5-4138-9869-a564470be118 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.552697] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1050.552697] env[65978]: value = "task-4715096" [ 1050.552697] env[65978]: _type = "Task" [ 1050.552697] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.563371] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.653175] env[65978]: DEBUG nova.network.neutron [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1050.667542] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.667786] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.774570] env[65978]: DEBUG nova.compute.manager [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1050.836627] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715093, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.885512] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715091, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.909767] env[65978]: WARNING neutronclient.v2_0.client [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.914152] env[65978]: DEBUG nova.network.neutron [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Successfully created port: c2983ba5-86cd-4a2a-8f73-7331ed1a72db {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1051.046483] env[65978]: DEBUG nova.network.neutron [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Updating instance_info_cache with network_info: [{"id": "0b864c02-549a-4df8-97e1-647db5b85806", "address": "fa:16:3e:d9:46:22", "network": {"id": "5d7d5419-d28e-4cf9-9dde-56cf0e7c9ea3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-67670762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40d5661e4d634152b4e8a2785b9d9d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b864c02-54", "ovs_interfaceid": "0b864c02-549a-4df8-97e1-647db5b85806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.068645] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715096, 'name': ReconfigVM_Task, 'duration_secs': 0.182183} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.069155] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.069532] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e3ebefb-bf3f-46fe-98df-9c160c48f22b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.079516] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1051.079516] env[65978]: value = "task-4715097" [ 1051.079516] env[65978]: _type = "Task" [ 1051.079516] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.094537] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.170910] env[65978]: DEBUG nova.compute.manager [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1051.193931] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3623c626-6c0e-4796-bc30-ec38061c5116 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.204322] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0228fc6-7859-45e2-af86-9860d3b1825e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.243274] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4972dab5-efc3-42d9-81ff-b56c88698927 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.253421] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba0bac4-c940-4f76-812f-ca627fda2750 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.272145] env[65978]: DEBUG nova.compute.provider_tree [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.328678] env[65978]: DEBUG oslo_vmware.api [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715093, 'name': PowerOnVM_Task, 'duration_secs': 2.408389} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.329344] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.332410] env[65978]: DEBUG nova.compute.manager [None req-b5e311d8-df68-4f81-ab60-d49abdc8f388 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1051.334069] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bf67e1-e70f-458d-b70d-220ab724312c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.380531] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715091, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.798338} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.380802] env[65978]: INFO nova.virt.vmwareapi.ds_util [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_65be104c-8b6e-45df-a17d-1f9a1ddb52f2/OSTACK_IMG_65be104c-8b6e-45df-a17d-1f9a1ddb52f2.vmdk to [datastore1] devstack-image-cache_base/ef4952de-9c3f-43bb-982e-4ec87886245d/ef4952de-9c3f-43bb-982e-4ec87886245d.vmdk. [ 1051.380919] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Cleaning up location [datastore1] OSTACK_IMG_65be104c-8b6e-45df-a17d-1f9a1ddb52f2 {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1051.381107] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_65be104c-8b6e-45df-a17d-1f9a1ddb52f2 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.381720] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfee0f1c-1428-4ce8-8f91-305179b06c76 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.390580] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1051.390580] env[65978]: value = "task-4715098" [ 1051.390580] env[65978]: _type = "Task" [ 1051.390580] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.405052] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.550813] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Releasing lock "refresh_cache-afea5d29-cbf1-4408-a7e1-3a0ae0abd555" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.551433] env[65978]: DEBUG nova.compute.manager [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Instance network_info: |[{"id": "0b864c02-549a-4df8-97e1-647db5b85806", "address": "fa:16:3e:d9:46:22", "network": {"id": "5d7d5419-d28e-4cf9-9dde-56cf0e7c9ea3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-67670762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40d5661e4d634152b4e8a2785b9d9d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b864c02-54", "ovs_interfaceid": "0b864c02-549a-4df8-97e1-647db5b85806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1051.552132] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:46:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b864c02-549a-4df8-97e1-647db5b85806', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.560692] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1051.560868] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.561149] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8238944c-40c3-4af8-9d28-87c55f1fc443 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.585099] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.585099] env[65978]: value = "task-4715099" [ 1051.585099] env[65978]: _type = "Task" [ 1051.585099] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.598804] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715097, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.602250] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715099, 'name': CreateVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.665153] env[65978]: DEBUG nova.compute.manager [req-4cad559f-b1a0-4a87-96d1-ceaa7bc0d0fd req-b4672041-9dd9-4eaf-a197-258fe7ddcaf2 service nova] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Received event network-changed-0b864c02-549a-4df8-97e1-647db5b85806 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1051.665372] env[65978]: DEBUG nova.compute.manager [req-4cad559f-b1a0-4a87-96d1-ceaa7bc0d0fd req-b4672041-9dd9-4eaf-a197-258fe7ddcaf2 service nova] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Refreshing instance network info cache due to event network-changed-0b864c02-549a-4df8-97e1-647db5b85806. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1051.665585] env[65978]: DEBUG oslo_concurrency.lockutils [req-4cad559f-b1a0-4a87-96d1-ceaa7bc0d0fd req-b4672041-9dd9-4eaf-a197-258fe7ddcaf2 service nova] Acquiring lock "refresh_cache-afea5d29-cbf1-4408-a7e1-3a0ae0abd555" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.665717] env[65978]: DEBUG oslo_concurrency.lockutils [req-4cad559f-b1a0-4a87-96d1-ceaa7bc0d0fd req-b4672041-9dd9-4eaf-a197-258fe7ddcaf2 service nova] Acquired lock "refresh_cache-afea5d29-cbf1-4408-a7e1-3a0ae0abd555" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.665868] env[65978]: DEBUG nova.network.neutron [req-4cad559f-b1a0-4a87-96d1-ceaa7bc0d0fd req-b4672041-9dd9-4eaf-a197-258fe7ddcaf2 service nova] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Refreshing network info cache for port 0b864c02-549a-4df8-97e1-647db5b85806 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.701786] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.776133] env[65978]: DEBUG nova.scheduler.client.report [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.786297] env[65978]: DEBUG nova.compute.manager [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1051.815222] env[65978]: DEBUG nova.virt.hardware [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1051.815507] env[65978]: DEBUG nova.virt.hardware [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.815665] env[65978]: DEBUG nova.virt.hardware [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1051.815884] env[65978]: DEBUG nova.virt.hardware [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.816096] env[65978]: DEBUG nova.virt.hardware [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1051.816698] env[65978]: DEBUG nova.virt.hardware [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1051.816698] env[65978]: DEBUG nova.virt.hardware [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1051.816698] env[65978]: DEBUG nova.virt.hardware [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1051.816893] env[65978]: DEBUG nova.virt.hardware [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1051.816929] env[65978]: DEBUG nova.virt.hardware [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1051.817144] env[65978]: DEBUG nova.virt.hardware [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1051.818063] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b44e1c-39e2-4b67-be01-9566dbd6fc27 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.830739] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7be71e-fe7b-46ea-9770-0c561a608062 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.905399] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.075417} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.905607] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.905674] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef4952de-9c3f-43bb-982e-4ec87886245d/ef4952de-9c3f-43bb-982e-4ec87886245d.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.905884] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef4952de-9c3f-43bb-982e-4ec87886245d/ef4952de-9c3f-43bb-982e-4ec87886245d.vmdk to [datastore1] 0674d730-2d85-4513-a9a0-c5a323100751/0674d730-2d85-4513-a9a0-c5a323100751.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.906188] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-784b2cde-7eaa-41c0-80a9-8ab0c682e455 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.915770] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1051.915770] env[65978]: value = "task-4715100" [ 1051.915770] env[65978]: _type = "Task" [ 1051.915770] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.925983] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.101095] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715097, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.111909] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715099, 'name': CreateVM_Task, 'duration_secs': 0.477639} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.111909] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.111909] env[65978]: WARNING neutronclient.v2_0.client [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.112283] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.114320] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.114677] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.114983] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-281e677c-8cce-4fbd-a66c-1a5486b5f172 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.124835] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1052.124835] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bf42ac-7f09-d33f-2141-dbf9fca71103" [ 1052.124835] env[65978]: _type = "Task" [ 1052.124835] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.137239] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bf42ac-7f09-d33f-2141-dbf9fca71103, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.169217] env[65978]: WARNING neutronclient.v2_0.client [req-4cad559f-b1a0-4a87-96d1-ceaa7bc0d0fd req-b4672041-9dd9-4eaf-a197-258fe7ddcaf2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.281961] env[65978]: DEBUG oslo_concurrency.lockutils [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.282518] env[65978]: DEBUG nova.compute.manager [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1052.285662] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.544s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.285872] env[65978]: DEBUG nova.objects.instance [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65978) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1052.380924] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "45e844ad-80c8-42f2-b4b8-55fed9cf5c39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.380924] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "45e844ad-80c8-42f2-b4b8-55fed9cf5c39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.432519] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715100, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.544723] env[65978]: WARNING neutronclient.v2_0.client [req-4cad559f-b1a0-4a87-96d1-ceaa7bc0d0fd req-b4672041-9dd9-4eaf-a197-258fe7ddcaf2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.557127] env[65978]: DEBUG nova.compute.manager [req-87b381bc-796e-4b65-91c1-32ae3336fcc2 req-43b53a06-63d4-48d9-831a-9fff1a50f51d service nova] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Received event network-vif-plugged-c2983ba5-86cd-4a2a-8f73-7331ed1a72db {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1052.558017] env[65978]: DEBUG oslo_concurrency.lockutils [req-87b381bc-796e-4b65-91c1-32ae3336fcc2 req-43b53a06-63d4-48d9-831a-9fff1a50f51d service nova] Acquiring lock "a91814f7-cb49-4c18-becf-35a500e4e52f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.558017] env[65978]: DEBUG oslo_concurrency.lockutils [req-87b381bc-796e-4b65-91c1-32ae3336fcc2 req-43b53a06-63d4-48d9-831a-9fff1a50f51d service nova] Lock "a91814f7-cb49-4c18-becf-35a500e4e52f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.558667] env[65978]: DEBUG oslo_concurrency.lockutils [req-87b381bc-796e-4b65-91c1-32ae3336fcc2 req-43b53a06-63d4-48d9-831a-9fff1a50f51d service nova] Lock "a91814f7-cb49-4c18-becf-35a500e4e52f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.559694] env[65978]: DEBUG nova.compute.manager [req-87b381bc-796e-4b65-91c1-32ae3336fcc2 req-43b53a06-63d4-48d9-831a-9fff1a50f51d service nova] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] No waiting events found dispatching network-vif-plugged-c2983ba5-86cd-4a2a-8f73-7331ed1a72db {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1052.559694] env[65978]: WARNING nova.compute.manager [req-87b381bc-796e-4b65-91c1-32ae3336fcc2 req-43b53a06-63d4-48d9-831a-9fff1a50f51d service nova] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Received unexpected event network-vif-plugged-c2983ba5-86cd-4a2a-8f73-7331ed1a72db for instance with vm_state building and task_state spawning. [ 1052.598665] env[65978]: DEBUG oslo_vmware.api [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715097, 'name': PowerOnVM_Task, 'duration_secs': 1.071012} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.599211] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.602797] env[65978]: DEBUG nova.compute.manager [None req-1f601bb7-8a23-4088-9f19-b00b56dd96aa tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1052.603947] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0d54fd-457e-463c-a18f-dfb0269352f7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.637042] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bf42ac-7f09-d33f-2141-dbf9fca71103, 'name': SearchDatastore_Task, 'duration_secs': 0.021098} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.638179] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.638179] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.638179] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.638179] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.638179] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.638464] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f888b11-1d9d-47a9-be7d-c9ab80d1cfbf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.654049] env[65978]: DEBUG nova.network.neutron [req-4cad559f-b1a0-4a87-96d1-ceaa7bc0d0fd req-b4672041-9dd9-4eaf-a197-258fe7ddcaf2 service nova] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Updated VIF entry in instance network info cache for port 0b864c02-549a-4df8-97e1-647db5b85806. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1052.654479] env[65978]: DEBUG nova.network.neutron [req-4cad559f-b1a0-4a87-96d1-ceaa7bc0d0fd req-b4672041-9dd9-4eaf-a197-258fe7ddcaf2 service nova] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Updating instance_info_cache with network_info: [{"id": "0b864c02-549a-4df8-97e1-647db5b85806", "address": "fa:16:3e:d9:46:22", "network": {"id": "5d7d5419-d28e-4cf9-9dde-56cf0e7c9ea3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-67670762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40d5661e4d634152b4e8a2785b9d9d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b864c02-54", "ovs_interfaceid": "0b864c02-549a-4df8-97e1-647db5b85806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.659895] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.660100] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.661256] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f1a1b8a-e00c-493b-8b73-306b147d12d2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.668939] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1052.668939] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5298d330-fac7-da24-8f0f-14bfde58940b" [ 1052.668939] env[65978]: _type = "Task" [ 1052.668939] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.675152] env[65978]: DEBUG nova.network.neutron [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Successfully updated port: c2983ba5-86cd-4a2a-8f73-7331ed1a72db {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1052.686716] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5298d330-fac7-da24-8f0f-14bfde58940b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.716922] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-59cdd029-7493-4a80-b54b-9a29b273747f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Volume attach. Driver type: vmdk {{(pid=65978) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1052.717180] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-59cdd029-7493-4a80-b54b-9a29b273747f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920152', 'volume_id': 'ced0e5ee-6b02-4b5d-b0f1-19ea08a19051', 'name': 'volume-ced0e5ee-6b02-4b5d-b0f1-19ea08a19051', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b30b9e8-996c-485d-aacc-a7b6e09a6743', 'attached_at': '', 'detached_at': '', 'volume_id': 'ced0e5ee-6b02-4b5d-b0f1-19ea08a19051', 'serial': 'ced0e5ee-6b02-4b5d-b0f1-19ea08a19051'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1052.721050] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54a1f8b-99f2-487e-b3bd-5858b8fd654b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.738156] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9b9e88-6d46-4f95-b159-fb1748e0216c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.769486] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-59cdd029-7493-4a80-b54b-9a29b273747f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] volume-ced0e5ee-6b02-4b5d-b0f1-19ea08a19051/volume-ced0e5ee-6b02-4b5d-b0f1-19ea08a19051.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.770432] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbfc3dc4-8c83-462c-95da-f779d419bdaa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.790811] env[65978]: DEBUG nova.compute.utils [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.797360] env[65978]: DEBUG nova.compute.manager [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1052.797626] env[65978]: DEBUG nova.network.neutron [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1052.797958] env[65978]: WARNING neutronclient.v2_0.client [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.798391] env[65978]: WARNING neutronclient.v2_0.client [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.803036] env[65978]: DEBUG oslo_vmware.api [None req-59cdd029-7493-4a80-b54b-9a29b273747f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 1052.803036] env[65978]: value = "task-4715101" [ 1052.803036] env[65978]: _type = "Task" [ 1052.803036] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.816863] env[65978]: DEBUG oslo_vmware.api [None req-59cdd029-7493-4a80-b54b-9a29b273747f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4715101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.856399] env[65978]: DEBUG nova.policy [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b72458e58fa46b9ae581596407a1f0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '702e5f5fc44f45c694bb31dec97f3898', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.884733] env[65978]: DEBUG nova.compute.manager [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1052.929031] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715100, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.022674] env[65978]: INFO nova.compute.manager [None req-3fa63275-16a7-48c1-a378-17258e0ff53d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Unrescuing [ 1053.022900] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3fa63275-16a7-48c1-a378-17258e0ff53d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "refresh_cache-bac677a3-9cb5-4666-85fc-39e09e632ede" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.023052] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3fa63275-16a7-48c1-a378-17258e0ff53d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquired lock "refresh_cache-bac677a3-9cb5-4666-85fc-39e09e632ede" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.023229] env[65978]: DEBUG nova.network.neutron [None req-3fa63275-16a7-48c1-a378-17258e0ff53d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1053.159196] env[65978]: DEBUG oslo_concurrency.lockutils [req-4cad559f-b1a0-4a87-96d1-ceaa7bc0d0fd req-b4672041-9dd9-4eaf-a197-258fe7ddcaf2 service nova] Releasing lock "refresh_cache-afea5d29-cbf1-4408-a7e1-3a0ae0abd555" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.177380] env[65978]: DEBUG oslo_concurrency.lockutils [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "refresh_cache-a91814f7-cb49-4c18-becf-35a500e4e52f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.177675] env[65978]: DEBUG oslo_concurrency.lockutils [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired lock "refresh_cache-a91814f7-cb49-4c18-becf-35a500e4e52f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.177826] env[65978]: DEBUG nova.network.neutron [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1053.185038] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5298d330-fac7-da24-8f0f-14bfde58940b, 'name': SearchDatastore_Task, 'duration_secs': 0.095921} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.187793] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9198440-570b-4dc3-b5c2-6ac79228ba57 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.195739] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1053.195739] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52450066-4bec-ece2-2d89-303128d10b35" [ 1053.195739] env[65978]: _type = "Task" [ 1053.195739] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.210457] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52450066-4bec-ece2-2d89-303128d10b35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.238796] env[65978]: DEBUG nova.network.neutron [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Successfully created port: 1a4a8695-7349-4ffb-a265-0c7a88966377 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1053.305960] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ff0c40ac-b610-4a6a-9748-e7295ad71253 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.307989] env[65978]: DEBUG nova.compute.manager [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1053.319030] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.615s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.325302] env[65978]: INFO nova.compute.claims [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.346297] env[65978]: DEBUG oslo_vmware.api [None req-59cdd029-7493-4a80-b54b-9a29b273747f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4715101, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.425211] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.433394] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715100, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.526492] env[65978]: WARNING neutronclient.v2_0.client [None req-3fa63275-16a7-48c1-a378-17258e0ff53d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.711279] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52450066-4bec-ece2-2d89-303128d10b35, 'name': SearchDatastore_Task, 'duration_secs': 0.092391} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.711704] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.711889] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] afea5d29-cbf1-4408-a7e1-3a0ae0abd555/afea5d29-cbf1-4408-a7e1-3a0ae0abd555.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.712264] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-624d50f5-8bb9-47bd-a313-22ecf1601762 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.721926] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1053.721926] env[65978]: value = "task-4715102" [ 1053.721926] env[65978]: _type = "Task" [ 1053.721926] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.733394] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.829760] env[65978]: DEBUG oslo_vmware.api [None req-59cdd029-7493-4a80-b54b-9a29b273747f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4715101, 'name': ReconfigVM_Task, 'duration_secs': 0.602003} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.833945] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-59cdd029-7493-4a80-b54b-9a29b273747f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Reconfigured VM instance instance-00000060 to attach disk [datastore1] volume-ced0e5ee-6b02-4b5d-b0f1-19ea08a19051/volume-ced0e5ee-6b02-4b5d-b0f1-19ea08a19051.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.841559] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a0ce05a-ab81-4474-b0a9-5766f5cdf3e9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.856209] env[65978]: DEBUG nova.network.neutron [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1053.868591] env[65978]: DEBUG oslo_vmware.api [None req-59cdd029-7493-4a80-b54b-9a29b273747f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 1053.868591] env[65978]: value = "task-4715103" [ 1053.868591] env[65978]: _type = "Task" [ 1053.868591] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.881303] env[65978]: DEBUG oslo_vmware.api [None req-59cdd029-7493-4a80-b54b-9a29b273747f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4715103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.932697] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715100, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.235095] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.254125] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ab7b5f-1e50-44cd-8467-5da25ff8b4db {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.261352] env[65978]: WARNING neutronclient.v2_0.client [None req-3fa63275-16a7-48c1-a378-17258e0ff53d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.267544] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bac0c81-ca4d-4ee2-b4eb-0764446f0be3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.306151] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8675be60-8c2b-4fb2-861e-dc183594c337 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.310705] env[65978]: WARNING neutronclient.v2_0.client [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.320781] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410c70a1-0bdb-4d7b-bf67-135ced9f1de2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.339877] env[65978]: DEBUG nova.compute.provider_tree [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.342954] env[65978]: DEBUG nova.compute.manager [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1054.382648] env[65978]: DEBUG oslo_vmware.api [None req-59cdd029-7493-4a80-b54b-9a29b273747f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4715103, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.393088] env[65978]: DEBUG nova.virt.hardware [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1054.393335] env[65978]: DEBUG nova.virt.hardware [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.393401] env[65978]: DEBUG nova.virt.hardware [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1054.393577] env[65978]: DEBUG nova.virt.hardware [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.393725] env[65978]: DEBUG nova.virt.hardware [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1054.393886] env[65978]: DEBUG nova.virt.hardware [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1054.394136] env[65978]: DEBUG nova.virt.hardware [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1054.394326] env[65978]: DEBUG nova.virt.hardware [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1054.394522] env[65978]: DEBUG nova.virt.hardware [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1054.394714] env[65978]: DEBUG nova.virt.hardware [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1054.395249] env[65978]: DEBUG nova.virt.hardware [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1054.395942] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac73e4ce-415c-4d2a-b8df-9c91baa17fa2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.409825] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f506cbb-4442-4562-9dd3-8cbea581aad1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.437219] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715100, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.544074] env[65978]: DEBUG nova.network.neutron [None req-3fa63275-16a7-48c1-a378-17258e0ff53d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Updating instance_info_cache with network_info: [{"id": "ac7c9d77-8742-4c5e-a245-3a641b74ad5d", "address": "fa:16:3e:56:81:bd", "network": {"id": "062947ef-897c-42eb-a83d-a02716fb1163", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-726542755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f0f218c5114f3a81e15fb4f71f7d91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac7c9d77-87", "ovs_interfaceid": "ac7c9d77-8742-4c5e-a245-3a641b74ad5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.587287] env[65978]: DEBUG nova.network.neutron [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Updating instance_info_cache with network_info: [{"id": "c2983ba5-86cd-4a2a-8f73-7331ed1a72db", "address": "fa:16:3e:7f:a4:e8", "network": {"id": "46fccd3d-fad6-4070-9e81-322a28c0d678", "bridge": "br-int", "label": "tempest-ServersTestJSON-1875769234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c49dc3ab15040418137657626c806a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2983ba5-86", "ovs_interfaceid": "c2983ba5-86cd-4a2a-8f73-7331ed1a72db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.626694] env[65978]: INFO nova.compute.manager [None req-5ab49b6c-bad3-46b2-bdcf-1c439df1e660 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Unrescuing [ 1054.627036] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ab49b6c-bad3-46b2-bdcf-1c439df1e660 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquiring lock "refresh_cache-a38f419a-838f-4c10-b58e-e0b466c8f671" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.627283] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ab49b6c-bad3-46b2-bdcf-1c439df1e660 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquired lock "refresh_cache-a38f419a-838f-4c10-b58e-e0b466c8f671" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.627563] env[65978]: DEBUG nova.network.neutron [None req-5ab49b6c-bad3-46b2-bdcf-1c439df1e660 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1054.649916] env[65978]: DEBUG nova.compute.manager [req-fdccf0e5-d47d-4452-b55b-4c290e86467b req-da5ba236-9c50-4a19-b39c-e72b47846cbf service nova] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Received event network-changed-c2983ba5-86cd-4a2a-8f73-7331ed1a72db {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1054.650579] env[65978]: DEBUG nova.compute.manager [req-fdccf0e5-d47d-4452-b55b-4c290e86467b req-da5ba236-9c50-4a19-b39c-e72b47846cbf service nova] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Refreshing instance network info cache due to event network-changed-c2983ba5-86cd-4a2a-8f73-7331ed1a72db. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1054.650813] env[65978]: DEBUG oslo_concurrency.lockutils [req-fdccf0e5-d47d-4452-b55b-4c290e86467b req-da5ba236-9c50-4a19-b39c-e72b47846cbf service nova] Acquiring lock "refresh_cache-a91814f7-cb49-4c18-becf-35a500e4e52f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.735366] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.847494] env[65978]: DEBUG nova.scheduler.client.report [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.884616] env[65978]: DEBUG oslo_vmware.api [None req-59cdd029-7493-4a80-b54b-9a29b273747f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4715103, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.941019] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715100, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.863247} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.942171] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef4952de-9c3f-43bb-982e-4ec87886245d/ef4952de-9c3f-43bb-982e-4ec87886245d.vmdk to [datastore1] 0674d730-2d85-4513-a9a0-c5a323100751/0674d730-2d85-4513-a9a0-c5a323100751.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.942887] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cd9323-ff84-4ba0-84fd-66f5721fec99 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.972519] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 0674d730-2d85-4513-a9a0-c5a323100751/0674d730-2d85-4513-a9a0-c5a323100751.vmdk or device None with type streamOptimized {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.974238] env[65978]: DEBUG nova.network.neutron [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Successfully updated port: 1a4a8695-7349-4ffb-a265-0c7a88966377 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1054.975895] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06da6163-4c8b-4d62-8d97-7b4cfe531b23 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.993666] env[65978]: DEBUG oslo_concurrency.lockutils [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquiring lock "refresh_cache-91171e52-d401-411d-aa31-60c3aa56fe54" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.993867] env[65978]: DEBUG oslo_concurrency.lockutils [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquired lock "refresh_cache-91171e52-d401-411d-aa31-60c3aa56fe54" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.993994] env[65978]: DEBUG nova.network.neutron [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1055.004804] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1055.004804] env[65978]: value = "task-4715104" [ 1055.004804] env[65978]: _type = "Task" [ 1055.004804] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.017759] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715104, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.047415] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3fa63275-16a7-48c1-a378-17258e0ff53d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Releasing lock "refresh_cache-bac677a3-9cb5-4666-85fc-39e09e632ede" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.048162] env[65978]: DEBUG nova.objects.instance [None req-3fa63275-16a7-48c1-a378-17258e0ff53d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lazy-loading 'flavor' on Instance uuid bac677a3-9cb5-4666-85fc-39e09e632ede {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.090500] env[65978]: DEBUG oslo_concurrency.lockutils [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Releasing lock "refresh_cache-a91814f7-cb49-4c18-becf-35a500e4e52f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.091858] env[65978]: DEBUG nova.compute.manager [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Instance network_info: |[{"id": "c2983ba5-86cd-4a2a-8f73-7331ed1a72db", "address": "fa:16:3e:7f:a4:e8", "network": {"id": "46fccd3d-fad6-4070-9e81-322a28c0d678", "bridge": "br-int", "label": "tempest-ServersTestJSON-1875769234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c49dc3ab15040418137657626c806a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2983ba5-86", "ovs_interfaceid": "c2983ba5-86cd-4a2a-8f73-7331ed1a72db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1055.092366] env[65978]: DEBUG oslo_concurrency.lockutils [req-fdccf0e5-d47d-4452-b55b-4c290e86467b req-da5ba236-9c50-4a19-b39c-e72b47846cbf service nova] Acquired lock "refresh_cache-a91814f7-cb49-4c18-becf-35a500e4e52f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.092611] env[65978]: DEBUG nova.network.neutron [req-fdccf0e5-d47d-4452-b55b-4c290e86467b req-da5ba236-9c50-4a19-b39c-e72b47846cbf service nova] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Refreshing network info cache for port c2983ba5-86cd-4a2a-8f73-7331ed1a72db {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.094342] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:a4:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2983ba5-86cd-4a2a-8f73-7331ed1a72db', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.103023] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1055.104216] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.104499] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29f1cd6f-825e-488c-b780-3a937212456a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.126216] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.126216] env[65978]: value = "task-4715105" [ 1055.126216] env[65978]: _type = "Task" [ 1055.126216] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.130451] env[65978]: WARNING neutronclient.v2_0.client [None req-5ab49b6c-bad3-46b2-bdcf-1c439df1e660 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.139704] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715105, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.236304] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715102, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.47998} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.236581] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] afea5d29-cbf1-4408-a7e1-3a0ae0abd555/afea5d29-cbf1-4408-a7e1-3a0ae0abd555.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.236799] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.237177] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aac8317a-2d3e-42bb-93b1-5df537793b02 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.244596] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1055.244596] env[65978]: value = "task-4715106" [ 1055.244596] env[65978]: _type = "Task" [ 1055.244596] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.255753] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.281624] env[65978]: WARNING neutronclient.v2_0.client [None req-5ab49b6c-bad3-46b2-bdcf-1c439df1e660 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.352680] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.036s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.353303] env[65978]: DEBUG nova.compute.manager [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1055.356592] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.931s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.359861] env[65978]: INFO nova.compute.claims [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.364953] env[65978]: DEBUG nova.network.neutron [None req-5ab49b6c-bad3-46b2-bdcf-1c439df1e660 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Updating instance_info_cache with network_info: [{"id": "25ee7822-6e61-4698-9a21-9881697cf4db", "address": "fa:16:3e:fc:b4:a2", "network": {"id": "d7294624-d38b-49a4-820f-5b53b151b845", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-787862437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0145cca274c0419796b0163f58813c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25ee7822-6e", "ovs_interfaceid": "25ee7822-6e61-4698-9a21-9881697cf4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.385672] env[65978]: DEBUG oslo_vmware.api [None req-59cdd029-7493-4a80-b54b-9a29b273747f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4715103, 'name': ReconfigVM_Task, 'duration_secs': 1.239852} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.386036] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-59cdd029-7493-4a80-b54b-9a29b273747f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920152', 'volume_id': 'ced0e5ee-6b02-4b5d-b0f1-19ea08a19051', 'name': 'volume-ced0e5ee-6b02-4b5d-b0f1-19ea08a19051', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b30b9e8-996c-485d-aacc-a7b6e09a6743', 'attached_at': '', 'detached_at': '', 'volume_id': 'ced0e5ee-6b02-4b5d-b0f1-19ea08a19051', 'serial': 'ced0e5ee-6b02-4b5d-b0f1-19ea08a19051'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1055.517077] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.537679] env[65978]: DEBUG nova.network.neutron [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1055.555531] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f69cbd-c33e-4ba4-be36-05618cfd05f6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.583017] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa63275-16a7-48c1-a378-17258e0ff53d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.583411] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f3033fc-ad6b-4e6c-a303-e1d1f42d7869 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.591037] env[65978]: DEBUG oslo_vmware.api [None req-3fa63275-16a7-48c1-a378-17258e0ff53d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 1055.591037] env[65978]: value = "task-4715107" [ 1055.591037] env[65978]: _type = "Task" [ 1055.591037] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.600282] env[65978]: DEBUG oslo_vmware.api [None req-3fa63275-16a7-48c1-a378-17258e0ff53d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.605214] env[65978]: WARNING neutronclient.v2_0.client [req-fdccf0e5-d47d-4452-b55b-4c290e86467b req-da5ba236-9c50-4a19-b39c-e72b47846cbf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.637269] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715105, 'name': CreateVM_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.661697] env[65978]: WARNING neutronclient.v2_0.client [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.751596] env[65978]: DEBUG nova.network.neutron [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Updating instance_info_cache with network_info: [{"id": "1a4a8695-7349-4ffb-a265-0c7a88966377", "address": "fa:16:3e:d6:49:df", "network": {"id": "094786c4-f38d-4289-bcab-127f807a4b3a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1948443673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702e5f5fc44f45c694bb31dec97f3898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4a8695-73", "ovs_interfaceid": "1a4a8695-7349-4ffb-a265-0c7a88966377", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.756512] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.262376} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.757193] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.758079] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31af956f-5168-43ac-9dea-ed906d5cc81a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.784914] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] afea5d29-cbf1-4408-a7e1-3a0ae0abd555/afea5d29-cbf1-4408-a7e1-3a0ae0abd555.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.789210] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dbf3912-cab4-4ec0-b07a-14f6ca122af9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.816622] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1055.816622] env[65978]: value = "task-4715108" [ 1055.816622] env[65978]: _type = "Task" [ 1055.816622] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.827720] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.852383] env[65978]: WARNING neutronclient.v2_0.client [req-fdccf0e5-d47d-4452-b55b-4c290e86467b req-da5ba236-9c50-4a19-b39c-e72b47846cbf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.869571] env[65978]: DEBUG nova.compute.utils [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.873521] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ab49b6c-bad3-46b2-bdcf-1c439df1e660 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Releasing lock "refresh_cache-a38f419a-838f-4c10-b58e-e0b466c8f671" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.874307] env[65978]: DEBUG nova.objects.instance [None req-5ab49b6c-bad3-46b2-bdcf-1c439df1e660 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Lazy-loading 'flavor' on Instance uuid a38f419a-838f-4c10-b58e-e0b466c8f671 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.876012] env[65978]: DEBUG nova.compute.manager [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1055.876242] env[65978]: DEBUG nova.network.neutron [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1055.876620] env[65978]: WARNING neutronclient.v2_0.client [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.876940] env[65978]: WARNING neutronclient.v2_0.client [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.929355] env[65978]: DEBUG nova.policy [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '786114fdac424e2fb65119dfc7cc106e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a872165ef8e4489b9cf7d7e59545d317', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.975057] env[65978]: DEBUG nova.network.neutron [req-fdccf0e5-d47d-4452-b55b-4c290e86467b req-da5ba236-9c50-4a19-b39c-e72b47846cbf service nova] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Updated VIF entry in instance network info cache for port c2983ba5-86cd-4a2a-8f73-7331ed1a72db. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1055.975057] env[65978]: DEBUG nova.network.neutron [req-fdccf0e5-d47d-4452-b55b-4c290e86467b req-da5ba236-9c50-4a19-b39c-e72b47846cbf service nova] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Updating instance_info_cache with network_info: [{"id": "c2983ba5-86cd-4a2a-8f73-7331ed1a72db", "address": "fa:16:3e:7f:a4:e8", "network": {"id": "46fccd3d-fad6-4070-9e81-322a28c0d678", "bridge": "br-int", "label": "tempest-ServersTestJSON-1875769234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c49dc3ab15040418137657626c806a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2983ba5-86", "ovs_interfaceid": "c2983ba5-86cd-4a2a-8f73-7331ed1a72db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.017844] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715104, 'name': ReconfigVM_Task, 'duration_secs': 1.003511} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.018375] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 0674d730-2d85-4513-a9a0-c5a323100751/0674d730-2d85-4513-a9a0-c5a323100751.vmdk or device None with type streamOptimized {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.019836] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encryption_options': None, 'encryption_format': None, 'size': 0, 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encrypted': False, 'device_type': 'disk', 'image_id': '60ae46d2-80a6-44b0-babe-7226023243fc'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920136', 'volume_id': 'e43b1b4f-302f-429b-bb27-8c2fb9f3ec07', 'name': 'volume-e43b1b4f-302f-429b-bb27-8c2fb9f3ec07', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0674d730-2d85-4513-a9a0-c5a323100751', 'attached_at': '', 'detached_at': '', 'volume_id': 'e43b1b4f-302f-429b-bb27-8c2fb9f3ec07', 'serial': 'e43b1b4f-302f-429b-bb27-8c2fb9f3ec07'}, 'attachment_id': '629d38c6-857b-4564-b546-2f732cf8eeee', 'mount_device': '/dev/sdb', 'disk_bus': None, 'guest_format': None, 'delete_on_termination': False, 'boot_index': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65978) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1056.020206] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Volume attach. Driver type: vmdk {{(pid=65978) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1056.020489] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920136', 'volume_id': 'e43b1b4f-302f-429b-bb27-8c2fb9f3ec07', 'name': 'volume-e43b1b4f-302f-429b-bb27-8c2fb9f3ec07', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0674d730-2d85-4513-a9a0-c5a323100751', 'attached_at': '', 'detached_at': '', 'volume_id': 'e43b1b4f-302f-429b-bb27-8c2fb9f3ec07', 'serial': 'e43b1b4f-302f-429b-bb27-8c2fb9f3ec07'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1056.021805] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd5c726-d718-4744-8c2c-854cf152291f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.043663] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40007262-e5d1-45c2-ae30-9ffd734d5344 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.073537] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-e43b1b4f-302f-429b-bb27-8c2fb9f3ec07/volume-e43b1b4f-302f-429b-bb27-8c2fb9f3ec07.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.075597] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d781908-b894-44a0-a4d0-2869e09a6da4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.097379] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1056.097379] env[65978]: value = "task-4715109" [ 1056.097379] env[65978]: _type = "Task" [ 1056.097379] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.105110] env[65978]: DEBUG oslo_vmware.api [None req-3fa63275-16a7-48c1-a378-17258e0ff53d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715107, 'name': PowerOffVM_Task, 'duration_secs': 0.432377} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.105910] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa63275-16a7-48c1-a378-17258e0ff53d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.111552] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fa63275-16a7-48c1-a378-17258e0ff53d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Reconfiguring VM instance instance-0000005c to detach disk 2002 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1056.115724] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6924443-d130-4811-a033-d924eee0c10d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.131657] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715109, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.143957] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715105, 'name': CreateVM_Task, 'duration_secs': 0.972809} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.145599] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.146117] env[65978]: DEBUG oslo_vmware.api [None req-3fa63275-16a7-48c1-a378-17258e0ff53d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 1056.146117] env[65978]: value = "task-4715110" [ 1056.146117] env[65978]: _type = "Task" [ 1056.146117] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.146753] env[65978]: WARNING neutronclient.v2_0.client [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.147286] env[65978]: DEBUG oslo_concurrency.lockutils [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.147551] env[65978]: DEBUG oslo_concurrency.lockutils [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.147986] env[65978]: DEBUG oslo_concurrency.lockutils [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.148434] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c05c35b9-bdd0-48d4-9877-1fd26f36e6b5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.158111] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1056.158111] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52600ac6-8175-9a19-1530-809ecfd61494" [ 1056.158111] env[65978]: _type = "Task" [ 1056.158111] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.162390] env[65978]: DEBUG oslo_vmware.api [None req-3fa63275-16a7-48c1-a378-17258e0ff53d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.172397] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52600ac6-8175-9a19-1530-809ecfd61494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.259096] env[65978]: DEBUG oslo_concurrency.lockutils [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Releasing lock "refresh_cache-91171e52-d401-411d-aa31-60c3aa56fe54" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.260323] env[65978]: DEBUG nova.compute.manager [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Instance network_info: |[{"id": "1a4a8695-7349-4ffb-a265-0c7a88966377", "address": "fa:16:3e:d6:49:df", "network": {"id": "094786c4-f38d-4289-bcab-127f807a4b3a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1948443673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702e5f5fc44f45c694bb31dec97f3898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4a8695-73", "ovs_interfaceid": "1a4a8695-7349-4ffb-a265-0c7a88966377", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1056.261545] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:49:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a4a8695-7349-4ffb-a265-0c7a88966377', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.275040] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1056.275346] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.275686] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08c427f3-0ca7-43ff-a873-d5fdba35b98f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.298670] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.298670] env[65978]: value = "task-4715111" [ 1056.298670] env[65978]: _type = "Task" [ 1056.298670] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.308016] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715111, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.309198] env[65978]: DEBUG nova.network.neutron [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Successfully created port: f0623592-9c43-419a-a3e5-c26b37df3f01 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1056.328961] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715108, 'name': ReconfigVM_Task, 'duration_secs': 0.475354} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.329316] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Reconfigured VM instance instance-00000068 to attach disk [datastore1] afea5d29-cbf1-4408-a7e1-3a0ae0abd555/afea5d29-cbf1-4408-a7e1-3a0ae0abd555.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.330039] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05247e1d-b1d2-4017-9c76-0e44463966b9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.339302] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1056.339302] env[65978]: value = "task-4715112" [ 1056.339302] env[65978]: _type = "Task" [ 1056.339302] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.353611] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715112, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.376711] env[65978]: DEBUG nova.compute.manager [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1056.389639] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69d52c9-8696-42c5-ba5f-6819349cebb5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.419276] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab49b6c-bad3-46b2-bdcf-1c439df1e660 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.422390] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eef3f01f-836a-42e3-b409-42d1bb477188 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.432588] env[65978]: DEBUG oslo_vmware.api [None req-5ab49b6c-bad3-46b2-bdcf-1c439df1e660 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1056.432588] env[65978]: value = "task-4715113" [ 1056.432588] env[65978]: _type = "Task" [ 1056.432588] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.445158] env[65978]: DEBUG nova.objects.instance [None req-59cdd029-7493-4a80-b54b-9a29b273747f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lazy-loading 'flavor' on Instance uuid 6b30b9e8-996c-485d-aacc-a7b6e09a6743 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.446841] env[65978]: DEBUG oslo_vmware.api [None req-5ab49b6c-bad3-46b2-bdcf-1c439df1e660 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.482102] env[65978]: DEBUG oslo_concurrency.lockutils [req-fdccf0e5-d47d-4452-b55b-4c290e86467b req-da5ba236-9c50-4a19-b39c-e72b47846cbf service nova] Releasing lock "refresh_cache-a91814f7-cb49-4c18-becf-35a500e4e52f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.610314] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715109, 'name': ReconfigVM_Task, 'duration_secs': 0.498172} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.610421] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-e43b1b4f-302f-429b-bb27-8c2fb9f3ec07/volume-e43b1b4f-302f-429b-bb27-8c2fb9f3ec07.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.619122] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-800277e3-a676-41e6-9253-d5407159a8af {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.639972] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1056.639972] env[65978]: value = "task-4715114" [ 1056.639972] env[65978]: _type = "Task" [ 1056.639972] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.650561] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.665445] env[65978]: DEBUG oslo_vmware.api [None req-3fa63275-16a7-48c1-a378-17258e0ff53d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715110, 'name': ReconfigVM_Task, 'duration_secs': 0.321675} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.670033] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fa63275-16a7-48c1-a378-17258e0ff53d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Reconfigured VM instance instance-0000005c to detach disk 2002 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1056.670033] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa63275-16a7-48c1-a378-17258e0ff53d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.673148] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76198c11-96af-470f-a3de-ddbbb3f99cb2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.682882] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52600ac6-8175-9a19-1530-809ecfd61494, 'name': SearchDatastore_Task, 'duration_secs': 0.013765} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.684274] env[65978]: DEBUG oslo_concurrency.lockutils [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.684541] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.684771] env[65978]: DEBUG oslo_concurrency.lockutils [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.684909] env[65978]: DEBUG oslo_concurrency.lockutils [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.685111] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.685450] env[65978]: DEBUG oslo_vmware.api [None req-3fa63275-16a7-48c1-a378-17258e0ff53d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 1056.685450] env[65978]: value = "task-4715115" [ 1056.685450] env[65978]: _type = "Task" [ 1056.685450] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.685666] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f2f1c38-9de9-47cc-8b6e-bdadb36ac6c3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.700623] env[65978]: DEBUG oslo_vmware.api [None req-3fa63275-16a7-48c1-a378-17258e0ff53d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.703674] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.703674] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.703850] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8df652a0-6688-4e97-904d-20cd8265a637 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.714274] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1056.714274] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52552858-ef87-9add-2766-b293b7fd904c" [ 1056.714274] env[65978]: _type = "Task" [ 1056.714274] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.720497] env[65978]: DEBUG nova.compute.manager [req-3c7f4bb9-7326-4ad1-9c3e-9f21e565d59f req-f84103c7-ca23-452f-b0fc-bfb1c49168d5 service nova] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Received event network-vif-plugged-1a4a8695-7349-4ffb-a265-0c7a88966377 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1056.720802] env[65978]: DEBUG oslo_concurrency.lockutils [req-3c7f4bb9-7326-4ad1-9c3e-9f21e565d59f req-f84103c7-ca23-452f-b0fc-bfb1c49168d5 service nova] Acquiring lock "91171e52-d401-411d-aa31-60c3aa56fe54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.721626] env[65978]: DEBUG oslo_concurrency.lockutils [req-3c7f4bb9-7326-4ad1-9c3e-9f21e565d59f req-f84103c7-ca23-452f-b0fc-bfb1c49168d5 service nova] Lock "91171e52-d401-411d-aa31-60c3aa56fe54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.721626] env[65978]: DEBUG oslo_concurrency.lockutils [req-3c7f4bb9-7326-4ad1-9c3e-9f21e565d59f req-f84103c7-ca23-452f-b0fc-bfb1c49168d5 service nova] Lock "91171e52-d401-411d-aa31-60c3aa56fe54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.721626] env[65978]: DEBUG nova.compute.manager [req-3c7f4bb9-7326-4ad1-9c3e-9f21e565d59f req-f84103c7-ca23-452f-b0fc-bfb1c49168d5 service nova] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] No waiting events found dispatching network-vif-plugged-1a4a8695-7349-4ffb-a265-0c7a88966377 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1056.721626] env[65978]: WARNING nova.compute.manager [req-3c7f4bb9-7326-4ad1-9c3e-9f21e565d59f req-f84103c7-ca23-452f-b0fc-bfb1c49168d5 service nova] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Received unexpected event network-vif-plugged-1a4a8695-7349-4ffb-a265-0c7a88966377 for instance with vm_state building and task_state spawning. [ 1056.721877] env[65978]: DEBUG nova.compute.manager [req-3c7f4bb9-7326-4ad1-9c3e-9f21e565d59f req-f84103c7-ca23-452f-b0fc-bfb1c49168d5 service nova] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Received event network-changed-1a4a8695-7349-4ffb-a265-0c7a88966377 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1056.721877] env[65978]: DEBUG nova.compute.manager [req-3c7f4bb9-7326-4ad1-9c3e-9f21e565d59f req-f84103c7-ca23-452f-b0fc-bfb1c49168d5 service nova] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Refreshing instance network info cache due to event network-changed-1a4a8695-7349-4ffb-a265-0c7a88966377. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1056.721997] env[65978]: DEBUG oslo_concurrency.lockutils [req-3c7f4bb9-7326-4ad1-9c3e-9f21e565d59f req-f84103c7-ca23-452f-b0fc-bfb1c49168d5 service nova] Acquiring lock "refresh_cache-91171e52-d401-411d-aa31-60c3aa56fe54" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.722144] env[65978]: DEBUG oslo_concurrency.lockutils [req-3c7f4bb9-7326-4ad1-9c3e-9f21e565d59f req-f84103c7-ca23-452f-b0fc-bfb1c49168d5 service nova] Acquired lock "refresh_cache-91171e52-d401-411d-aa31-60c3aa56fe54" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.722311] env[65978]: DEBUG nova.network.neutron [req-3c7f4bb9-7326-4ad1-9c3e-9f21e565d59f req-f84103c7-ca23-452f-b0fc-bfb1c49168d5 service nova] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Refreshing network info cache for port 1a4a8695-7349-4ffb-a265-0c7a88966377 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.733734] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52552858-ef87-9add-2766-b293b7fd904c, 'name': SearchDatastore_Task, 'duration_secs': 0.015555} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.735335] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aff549bf-a6fa-44a4-a103-6d9360d9f346 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.748862] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1056.748862] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52093748-bdda-e22a-b8d6-5930edfe134f" [ 1056.748862] env[65978]: _type = "Task" [ 1056.748862] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.760044] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52093748-bdda-e22a-b8d6-5930edfe134f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.820364] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715111, 'name': CreateVM_Task, 'duration_secs': 0.400212} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.820632] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.821394] env[65978]: WARNING neutronclient.v2_0.client [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.821777] env[65978]: DEBUG oslo_concurrency.lockutils [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.822269] env[65978]: DEBUG oslo_concurrency.lockutils [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.822484] env[65978]: DEBUG oslo_concurrency.lockutils [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.823154] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c5a831-a495-4f46-94ea-bf2189e150f9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.827609] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b78f87f-978b-47f9-976f-017f25053845 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.836469] env[65978]: DEBUG oslo_vmware.api [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1056.836469] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52798d64-72b0-90f3-c13c-9f318040a83f" [ 1056.836469] env[65978]: _type = "Task" [ 1056.836469] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.843136] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67839baf-7d96-4423-b78d-45e4daa50eda {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.859485] env[65978]: DEBUG oslo_vmware.api [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52798d64-72b0-90f3-c13c-9f318040a83f, 'name': SearchDatastore_Task, 'duration_secs': 0.014383} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.887139] env[65978]: DEBUG oslo_concurrency.lockutils [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.887433] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.887648] env[65978]: DEBUG oslo_concurrency.lockutils [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.887900] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715112, 'name': Rename_Task, 'duration_secs': 0.221817} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.893110] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.893972] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef77f10d-aba9-4c7c-ab4d-13ef4d64f23c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.897350] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d87eba24-dab9-41a3-9e6c-2594112ed71c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.909242] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180325a9-ac28-4137-9dda-c2db585924b9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.911593] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1056.911593] env[65978]: value = "task-4715116" [ 1056.911593] env[65978]: _type = "Task" [ 1056.911593] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.924557] env[65978]: DEBUG nova.compute.provider_tree [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.934875] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715116, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.945910] env[65978]: DEBUG oslo_vmware.api [None req-5ab49b6c-bad3-46b2-bdcf-1c439df1e660 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715113, 'name': PowerOffVM_Task, 'duration_secs': 0.300617} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.946204] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab49b6c-bad3-46b2-bdcf-1c439df1e660 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.951378] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ab49b6c-bad3-46b2-bdcf-1c439df1e660 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1056.954055] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0242dd4-8b71-4a35-89d2-05a1044cbd67 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.968518] env[65978]: DEBUG oslo_concurrency.lockutils [None req-59cdd029-7493-4a80-b54b-9a29b273747f tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.897s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.977557] env[65978]: DEBUG oslo_vmware.api [None req-5ab49b6c-bad3-46b2-bdcf-1c439df1e660 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1056.977557] env[65978]: value = "task-4715117" [ 1056.977557] env[65978]: _type = "Task" [ 1056.977557] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.988886] env[65978]: DEBUG oslo_vmware.api [None req-5ab49b6c-bad3-46b2-bdcf-1c439df1e660 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.154143] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715114, 'name': ReconfigVM_Task, 'duration_secs': 0.237312} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.154464] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920136', 'volume_id': 'e43b1b4f-302f-429b-bb27-8c2fb9f3ec07', 'name': 'volume-e43b1b4f-302f-429b-bb27-8c2fb9f3ec07', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0674d730-2d85-4513-a9a0-c5a323100751', 'attached_at': '', 'detached_at': '', 'volume_id': 'e43b1b4f-302f-429b-bb27-8c2fb9f3ec07', 'serial': 'e43b1b4f-302f-429b-bb27-8c2fb9f3ec07'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1057.155076] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-950bbaf8-8f8c-4785-bb6f-2cc0f0907cd0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.163587] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1057.163587] env[65978]: value = "task-4715118" [ 1057.163587] env[65978]: _type = "Task" [ 1057.163587] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.173731] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715118, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.198463] env[65978]: DEBUG oslo_vmware.api [None req-3fa63275-16a7-48c1-a378-17258e0ff53d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715115, 'name': PowerOnVM_Task, 'duration_secs': 0.459043} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.198784] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa63275-16a7-48c1-a378-17258e0ff53d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.199058] env[65978]: DEBUG nova.compute.manager [None req-3fa63275-16a7-48c1-a378-17258e0ff53d tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1057.200134] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e312a62e-4937-4728-9ec4-ab711d76d543 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.228706] env[65978]: WARNING neutronclient.v2_0.client [req-3c7f4bb9-7326-4ad1-9c3e-9f21e565d59f req-f84103c7-ca23-452f-b0fc-bfb1c49168d5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.267369] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52093748-bdda-e22a-b8d6-5930edfe134f, 'name': SearchDatastore_Task, 'duration_secs': 0.015871} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.267369] env[65978]: DEBUG oslo_concurrency.lockutils [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.267369] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] a91814f7-cb49-4c18-becf-35a500e4e52f/a91814f7-cb49-4c18-becf-35a500e4e52f.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.267369] env[65978]: DEBUG oslo_concurrency.lockutils [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.267369] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.267789] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66b7ec13-570f-4b5f-a710-84ab6689e9ea {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.270245] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddcf15d4-dce6-4146-8186-a63e3fe0ca5d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.283658] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1057.283658] env[65978]: value = "task-4715119" [ 1057.283658] env[65978]: _type = "Task" [ 1057.283658] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.285579] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.285727] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.290195] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-541acb51-9e93-4652-a73d-20b040d74c7a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.299955] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.302360] env[65978]: DEBUG oslo_vmware.api [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1057.302360] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52137584-fd36-bc0b-5bd4-346135ba0ad9" [ 1057.302360] env[65978]: _type = "Task" [ 1057.302360] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.313042] env[65978]: DEBUG oslo_vmware.api [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52137584-fd36-bc0b-5bd4-346135ba0ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.315960] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "3b579f4f-1ae0-4278-b0d0-2326febdda16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.315960] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "3b579f4f-1ae0-4278-b0d0-2326febdda16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.316284] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "3b579f4f-1ae0-4278-b0d0-2326febdda16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.316284] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "3b579f4f-1ae0-4278-b0d0-2326febdda16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.316555] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "3b579f4f-1ae0-4278-b0d0-2326febdda16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.319582] env[65978]: INFO nova.compute.manager [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Terminating instance [ 1057.394627] env[65978]: DEBUG nova.compute.manager [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1057.422755] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11041116-cef1-46b9-9af4-eb3c11304f91 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.423237] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11041116-cef1-46b9-9af4-eb3c11304f91 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.435091] env[65978]: DEBUG nova.scheduler.client.report [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.440921] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715116, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.450186] env[65978]: DEBUG nova.virt.hardware [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1057.450186] env[65978]: DEBUG nova.virt.hardware [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.450436] env[65978]: DEBUG nova.virt.hardware [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1057.450436] env[65978]: DEBUG nova.virt.hardware [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.450570] env[65978]: DEBUG nova.virt.hardware [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1057.450742] env[65978]: DEBUG nova.virt.hardware [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1057.450948] env[65978]: DEBUG nova.virt.hardware [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1057.451294] env[65978]: DEBUG nova.virt.hardware [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1057.451417] env[65978]: DEBUG nova.virt.hardware [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1057.452071] env[65978]: DEBUG nova.virt.hardware [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1057.452071] env[65978]: DEBUG nova.virt.hardware [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1057.453075] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc45609-a207-49a7-8ca3-a4ffc414a43d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.463834] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c663b50-0353-4de6-98a3-a8d38ec57534 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.490271] env[65978]: DEBUG oslo_vmware.api [None req-5ab49b6c-bad3-46b2-bdcf-1c439df1e660 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715117, 'name': ReconfigVM_Task, 'duration_secs': 0.258171} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.493698] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ab49b6c-bad3-46b2-bdcf-1c439df1e660 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1057.493895] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab49b6c-bad3-46b2-bdcf-1c439df1e660 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.494454] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cbdbd76-d7c2-47e7-888c-a39defc261fb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.503093] env[65978]: DEBUG oslo_vmware.api [None req-5ab49b6c-bad3-46b2-bdcf-1c439df1e660 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1057.503093] env[65978]: value = "task-4715120" [ 1057.503093] env[65978]: _type = "Task" [ 1057.503093] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.515345] env[65978]: DEBUG oslo_vmware.api [None req-5ab49b6c-bad3-46b2-bdcf-1c439df1e660 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.598272] env[65978]: WARNING neutronclient.v2_0.client [req-3c7f4bb9-7326-4ad1-9c3e-9f21e565d59f req-f84103c7-ca23-452f-b0fc-bfb1c49168d5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.676039] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715118, 'name': Rename_Task, 'duration_secs': 0.179056} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.676348] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.676618] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2a56597-45ca-4609-bdd1-daaea601744a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.684876] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1057.684876] env[65978]: value = "task-4715121" [ 1057.684876] env[65978]: _type = "Task" [ 1057.684876] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.696712] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.729922] env[65978]: DEBUG nova.network.neutron [req-3c7f4bb9-7326-4ad1-9c3e-9f21e565d59f req-f84103c7-ca23-452f-b0fc-bfb1c49168d5 service nova] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Updated VIF entry in instance network info cache for port 1a4a8695-7349-4ffb-a265-0c7a88966377. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1057.730407] env[65978]: DEBUG nova.network.neutron [req-3c7f4bb9-7326-4ad1-9c3e-9f21e565d59f req-f84103c7-ca23-452f-b0fc-bfb1c49168d5 service nova] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Updating instance_info_cache with network_info: [{"id": "1a4a8695-7349-4ffb-a265-0c7a88966377", "address": "fa:16:3e:d6:49:df", "network": {"id": "094786c4-f38d-4289-bcab-127f807a4b3a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1948443673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702e5f5fc44f45c694bb31dec97f3898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4a8695-73", "ovs_interfaceid": "1a4a8695-7349-4ffb-a265-0c7a88966377", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.796572] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715119, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.814181] env[65978]: DEBUG oslo_vmware.api [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52137584-fd36-bc0b-5bd4-346135ba0ad9, 'name': SearchDatastore_Task, 'duration_secs': 0.016128} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.815199] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7deb525-b7bf-4ae9-8e22-85dbcf7adc23 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.824374] env[65978]: DEBUG nova.compute.manager [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1057.824374] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.824936] env[65978]: DEBUG oslo_vmware.api [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1057.824936] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525cd5c7-97bf-bb56-d367-7d4ed76aeae8" [ 1057.824936] env[65978]: _type = "Task" [ 1057.824936] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.825852] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2610867c-b6c6-4ac5-b49d-79c76ea44928 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.837772] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.841372] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a89f2a89-9b89-422f-b4c8-828887a2a7ab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.843231] env[65978]: DEBUG oslo_vmware.api [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525cd5c7-97bf-bb56-d367-7d4ed76aeae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.852452] env[65978]: DEBUG oslo_vmware.api [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1057.852452] env[65978]: value = "task-4715122" [ 1057.852452] env[65978]: _type = "Task" [ 1057.852452] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.865433] env[65978]: DEBUG oslo_vmware.api [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.928138] env[65978]: DEBUG oslo_vmware.api [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715116, 'name': PowerOnVM_Task, 'duration_secs': 0.680985} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.928138] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.929920] env[65978]: INFO nova.compute.manager [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1057.929920] env[65978]: DEBUG nova.compute.manager [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1057.929920] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b74dff-f5e3-4936-af83-2ba52f7e7e10 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.948892] env[65978]: DEBUG nova.compute.utils [None req-11041116-cef1-46b9-9af4-eb3c11304f91 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.950882] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.951620] env[65978]: DEBUG nova.compute.manager [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1058.013366] env[65978]: DEBUG oslo_vmware.api [None req-5ab49b6c-bad3-46b2-bdcf-1c439df1e660 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715120, 'name': PowerOnVM_Task, 'duration_secs': 0.46199} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.013709] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab49b6c-bad3-46b2-bdcf-1c439df1e660 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.014777] env[65978]: DEBUG nova.compute.manager [None req-5ab49b6c-bad3-46b2-bdcf-1c439df1e660 tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1058.014893] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a29a9f4-519b-4f5e-8b1f-175ce7a674d0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.020387] env[65978]: DEBUG nova.network.neutron [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Successfully updated port: f0623592-9c43-419a-a3e5-c26b37df3f01 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1058.196067] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715121, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.232914] env[65978]: DEBUG oslo_concurrency.lockutils [req-3c7f4bb9-7326-4ad1-9c3e-9f21e565d59f req-f84103c7-ca23-452f-b0fc-bfb1c49168d5 service nova] Releasing lock "refresh_cache-91171e52-d401-411d-aa31-60c3aa56fe54" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.296464] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636469} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.296818] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] a91814f7-cb49-4c18-becf-35a500e4e52f/a91814f7-cb49-4c18-becf-35a500e4e52f.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.297195] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.297435] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b448c948-e1a6-400a-8160-a0d23acc0b85 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.306909] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1058.306909] env[65978]: value = "task-4715123" [ 1058.306909] env[65978]: _type = "Task" [ 1058.306909] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.319689] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.340931] env[65978]: DEBUG oslo_vmware.api [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525cd5c7-97bf-bb56-d367-7d4ed76aeae8, 'name': SearchDatastore_Task, 'duration_secs': 0.061428} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.341329] env[65978]: DEBUG oslo_concurrency.lockutils [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.341758] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 91171e52-d401-411d-aa31-60c3aa56fe54/91171e52-d401-411d-aa31-60c3aa56fe54.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.341908] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3eedd05-8a21-4586-a754-f92e76a8c958 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.350574] env[65978]: DEBUG oslo_vmware.api [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1058.350574] env[65978]: value = "task-4715124" [ 1058.350574] env[65978]: _type = "Task" [ 1058.350574] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.365299] env[65978]: DEBUG oslo_vmware.api [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.369110] env[65978]: DEBUG oslo_vmware.api [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715122, 'name': PowerOffVM_Task, 'duration_secs': 0.423549} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.369471] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.369637] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.369924] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-505053a5-1b03-4cef-bb33-6dc1472fc05f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.453310] env[65978]: INFO nova.compute.manager [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Took 32.97 seconds to build instance. [ 1058.459494] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11041116-cef1-46b9-9af4-eb3c11304f91 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.034s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.459494] env[65978]: DEBUG nova.compute.utils [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.461840] env[65978]: DEBUG nova.compute.manager [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1058.462408] env[65978]: DEBUG nova.network.neutron [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1058.463089] env[65978]: WARNING neutronclient.v2_0.client [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.463605] env[65978]: WARNING neutronclient.v2_0.client [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.469471] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.470232] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.470572] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Deleting the datastore file [datastore2] 3b579f4f-1ae0-4278-b0d0-2326febdda16 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.470967] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82382a8a-108e-4faf-8e3e-1fc8ad14aee6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.479874] env[65978]: DEBUG oslo_vmware.api [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1058.479874] env[65978]: value = "task-4715126" [ 1058.479874] env[65978]: _type = "Task" [ 1058.479874] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.493037] env[65978]: DEBUG oslo_vmware.api [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.526656] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "refresh_cache-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.526940] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "refresh_cache-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.527202] env[65978]: DEBUG nova.network.neutron [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1058.532413] env[65978]: DEBUG nova.policy [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd97193418a5647259088b034bc19a6fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0621c7972ce94ada85614a788f5f6302', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.696530] env[65978]: DEBUG oslo_vmware.api [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715121, 'name': PowerOnVM_Task, 'duration_secs': 0.889628} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.696926] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.824836] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164562} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.824836] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.824836] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1fdaad-26dc-4942-a908-28bd5bea252e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.851781] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] a91814f7-cb49-4c18-becf-35a500e4e52f/a91814f7-cb49-4c18-becf-35a500e4e52f.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.852369] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6871b836-543d-4ac0-8f83-3f4a57ab7d01 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.869747] env[65978]: DEBUG nova.compute.manager [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1058.873414] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30c165b-e653-46e5-8604-69a9b6fd20b0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.890682] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1058.890682] env[65978]: value = "task-4715127" [ 1058.890682] env[65978]: _type = "Task" [ 1058.890682] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.891125] env[65978]: DEBUG oslo_vmware.api [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715124, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.903943] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.955182] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97715a39-21c7-40a4-8018-6ab8e81d3199 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "afea5d29-cbf1-4408-a7e1-3a0ae0abd555" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.481s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.959514] env[65978]: DEBUG nova.compute.manager [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Received event network-vif-plugged-f0623592-9c43-419a-a3e5-c26b37df3f01 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1058.959892] env[65978]: DEBUG oslo_concurrency.lockutils [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] Acquiring lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.960026] env[65978]: DEBUG oslo_concurrency.lockutils [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] Lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.960396] env[65978]: DEBUG oslo_concurrency.lockutils [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] Lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.960722] env[65978]: DEBUG nova.compute.manager [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] No waiting events found dispatching network-vif-plugged-f0623592-9c43-419a-a3e5-c26b37df3f01 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1058.960912] env[65978]: WARNING nova.compute.manager [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Received unexpected event network-vif-plugged-f0623592-9c43-419a-a3e5-c26b37df3f01 for instance with vm_state building and task_state spawning. [ 1058.961214] env[65978]: DEBUG nova.compute.manager [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Received event network-changed-f0623592-9c43-419a-a3e5-c26b37df3f01 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1058.961388] env[65978]: DEBUG nova.compute.manager [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Refreshing instance network info cache due to event network-changed-f0623592-9c43-419a-a3e5-c26b37df3f01. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1058.961602] env[65978]: DEBUG oslo_concurrency.lockutils [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] Acquiring lock "refresh_cache-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.967263] env[65978]: DEBUG nova.compute.manager [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1058.998852] env[65978]: DEBUG oslo_vmware.api [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.106377] env[65978]: DEBUG nova.network.neutron [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1059.347009] env[65978]: DEBUG nova.network.neutron [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Successfully created port: a14ec885-ff08-4b2b-ac9a-b2ad551d5924 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1059.368947] env[65978]: DEBUG oslo_vmware.api [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.959812} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.368947] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 91171e52-d401-411d-aa31-60c3aa56fe54/91171e52-d401-411d-aa31-60c3aa56fe54.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.368947] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.369437] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d00cff2-47ce-4e02-87dd-484f0e869d97 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.377583] env[65978]: DEBUG oslo_vmware.api [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1059.377583] env[65978]: value = "task-4715128" [ 1059.377583] env[65978]: _type = "Task" [ 1059.377583] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.387886] env[65978]: DEBUG oslo_vmware.api [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.389360] env[65978]: WARNING neutronclient.v2_0.client [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.400232] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e4d7c37c-8a89-40ba-b708-822cd9c69193 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "0674d730-2d85-4513-a9a0-c5a323100751" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 45.236s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.415616] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.500965] env[65978]: DEBUG oslo_vmware.api [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.631728} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.501329] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.501567] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.501809] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.502048] env[65978]: INFO nova.compute.manager [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1059.502381] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1059.502676] env[65978]: DEBUG nova.compute.manager [-] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1059.502777] env[65978]: DEBUG nova.network.neutron [-] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1059.503126] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.525905] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11041116-cef1-46b9-9af4-eb3c11304f91 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.529450] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11041116-cef1-46b9-9af4-eb3c11304f91 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.529724] env[65978]: INFO nova.compute.manager [None req-11041116-cef1-46b9-9af4-eb3c11304f91 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Attaching volume 59f1be3e-1899-4768-944e-2cf5b7c6ad57 to /dev/sdc [ 1059.554051] env[65978]: DEBUG nova.network.neutron [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Updating instance_info_cache with network_info: [{"id": "f0623592-9c43-419a-a3e5-c26b37df3f01", "address": "fa:16:3e:d9:c0:6f", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0623592-9c", "ovs_interfaceid": "f0623592-9c43-419a-a3e5-c26b37df3f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.581357] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01653559-b0bb-410a-9afb-1dea258afdad {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.590516] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7dd01c-c801-4dbf-b535-782424d58e8f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.607479] env[65978]: DEBUG nova.virt.block_device [None req-11041116-cef1-46b9-9af4-eb3c11304f91 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Updating existing volume attachment record: f2fdfa16-0081-465a-acf7-27eedb78f9b4 {{(pid=65978) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1059.639841] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.889846] env[65978]: DEBUG oslo_vmware.api [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083604} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.890178] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.890996] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c44344-26f8-46af-b42f-1c26a2e9f847 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.915388] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 91171e52-d401-411d-aa31-60c3aa56fe54/91171e52-d401-411d-aa31-60c3aa56fe54.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.921245] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdc85cfc-47f4-43fd-b1d4-33615fb9c3d5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.944030] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715127, 'name': ReconfigVM_Task, 'duration_secs': 0.597057} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.944742] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Reconfigured VM instance instance-00000069 to attach disk [datastore1] a91814f7-cb49-4c18-becf-35a500e4e52f/a91814f7-cb49-4c18-becf-35a500e4e52f.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.945575] env[65978]: DEBUG oslo_vmware.api [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1059.945575] env[65978]: value = "task-4715130" [ 1059.945575] env[65978]: _type = "Task" [ 1059.945575] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.945799] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fb9dd9c-8f87-45d1-b763-a01799917f6f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.958423] env[65978]: DEBUG oslo_vmware.api [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715130, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.960302] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1059.960302] env[65978]: value = "task-4715131" [ 1059.960302] env[65978]: _type = "Task" [ 1059.960302] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.971709] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715131, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.978321] env[65978]: DEBUG nova.compute.manager [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1060.009035] env[65978]: DEBUG nova.virt.hardware [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1060.009970] env[65978]: DEBUG nova.virt.hardware [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.010219] env[65978]: DEBUG nova.virt.hardware [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1060.010451] env[65978]: DEBUG nova.virt.hardware [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.010597] env[65978]: DEBUG nova.virt.hardware [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1060.010741] env[65978]: DEBUG nova.virt.hardware [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1060.010948] env[65978]: DEBUG nova.virt.hardware [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1060.011155] env[65978]: DEBUG nova.virt.hardware [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1060.011337] env[65978]: DEBUG nova.virt.hardware [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1060.011502] env[65978]: DEBUG nova.virt.hardware [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1060.011673] env[65978]: DEBUG nova.virt.hardware [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1060.012697] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a54597-df80-41b5-bd71-ac070959ec3f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.057592] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b248888-89e9-4bd5-97d1-a89b9368b8fd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.057592] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "refresh_cache-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.057592] env[65978]: DEBUG nova.compute.manager [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Instance network_info: |[{"id": "f0623592-9c43-419a-a3e5-c26b37df3f01", "address": "fa:16:3e:d9:c0:6f", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0623592-9c", "ovs_interfaceid": "f0623592-9c43-419a-a3e5-c26b37df3f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1060.057845] env[65978]: DEBUG oslo_concurrency.lockutils [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] Acquired lock "refresh_cache-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.057878] env[65978]: DEBUG nova.network.neutron [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Refreshing network info cache for port f0623592-9c43-419a-a3e5-c26b37df3f01 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.059250] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:c0:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0623592-9c43-419a-a3e5-c26b37df3f01', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.067865] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1060.068491] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.068768] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d5bc2c4-0693-499c-81c7-ba6d44e65e43 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.093236] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.093236] env[65978]: value = "task-4715132" [ 1060.093236] env[65978]: _type = "Task" [ 1060.093236] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.105776] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715132, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.461161] env[65978]: DEBUG oslo_vmware.api [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715130, 'name': ReconfigVM_Task, 'duration_secs': 0.421581} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.461564] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 91171e52-d401-411d-aa31-60c3aa56fe54/91171e52-d401-411d-aa31-60c3aa56fe54.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.466374] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74617a0f-b720-4906-91f6-33aa8c739416 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.475255] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715131, 'name': Rename_Task, 'duration_secs': 0.206895} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.477444] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.477568] env[65978]: DEBUG oslo_vmware.api [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1060.477568] env[65978]: value = "task-4715133" [ 1060.477568] env[65978]: _type = "Task" [ 1060.477568] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.477778] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3534c1b-a1a4-4275-964f-808d0d11ec10 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.494386] env[65978]: DEBUG oslo_vmware.api [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715133, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.496085] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1060.496085] env[65978]: value = "task-4715134" [ 1060.496085] env[65978]: _type = "Task" [ 1060.496085] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.508083] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.570189] env[65978]: WARNING neutronclient.v2_0.client [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.605729] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715132, 'name': CreateVM_Task, 'duration_secs': 0.448476} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.609937] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.612351] env[65978]: WARNING neutronclient.v2_0.client [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.614217] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.614404] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.614728] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.615508] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2611b1be-e563-4fa8-ace0-21a820a0c530 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.622742] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1060.622742] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a1c24d-d82b-5794-101f-a0622be9af8a" [ 1060.622742] env[65978]: _type = "Task" [ 1060.622742] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.637810] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a1c24d-d82b-5794-101f-a0622be9af8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.692809] env[65978]: DEBUG nova.network.neutron [-] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.870983] env[65978]: WARNING neutronclient.v2_0.client [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.972114] env[65978]: DEBUG nova.network.neutron [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Successfully updated port: a14ec885-ff08-4b2b-ac9a-b2ad551d5924 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1060.991947] env[65978]: DEBUG oslo_vmware.api [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715133, 'name': Rename_Task, 'duration_secs': 0.247388} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.992340] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.992853] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f9e2051-360f-4ac8-ac69-269146724953 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.002763] env[65978]: DEBUG oslo_vmware.api [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1061.002763] env[65978]: value = "task-4715135" [ 1061.002763] env[65978]: _type = "Task" [ 1061.002763] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.012049] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.018480] env[65978]: DEBUG oslo_vmware.api [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.029197] env[65978]: DEBUG nova.network.neutron [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Updated VIF entry in instance network info cache for port f0623592-9c43-419a-a3e5-c26b37df3f01. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1061.029596] env[65978]: DEBUG nova.network.neutron [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Updating instance_info_cache with network_info: [{"id": "f0623592-9c43-419a-a3e5-c26b37df3f01", "address": "fa:16:3e:d9:c0:6f", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0623592-9c", "ovs_interfaceid": "f0623592-9c43-419a-a3e5-c26b37df3f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.077113] env[65978]: DEBUG nova.compute.manager [req-9a738dd3-51d9-4261-95b1-02ca71ee4b07 req-3c82e682-d8e8-48bb-85a6-a586b2fe079b service nova] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Received event network-vif-plugged-a14ec885-ff08-4b2b-ac9a-b2ad551d5924 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1061.077458] env[65978]: DEBUG oslo_concurrency.lockutils [req-9a738dd3-51d9-4261-95b1-02ca71ee4b07 req-3c82e682-d8e8-48bb-85a6-a586b2fe079b service nova] Acquiring lock "45e844ad-80c8-42f2-b4b8-55fed9cf5c39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.077533] env[65978]: DEBUG oslo_concurrency.lockutils [req-9a738dd3-51d9-4261-95b1-02ca71ee4b07 req-3c82e682-d8e8-48bb-85a6-a586b2fe079b service nova] Lock "45e844ad-80c8-42f2-b4b8-55fed9cf5c39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.077694] env[65978]: DEBUG oslo_concurrency.lockutils [req-9a738dd3-51d9-4261-95b1-02ca71ee4b07 req-3c82e682-d8e8-48bb-85a6-a586b2fe079b service nova] Lock "45e844ad-80c8-42f2-b4b8-55fed9cf5c39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.077859] env[65978]: DEBUG nova.compute.manager [req-9a738dd3-51d9-4261-95b1-02ca71ee4b07 req-3c82e682-d8e8-48bb-85a6-a586b2fe079b service nova] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] No waiting events found dispatching network-vif-plugged-a14ec885-ff08-4b2b-ac9a-b2ad551d5924 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1061.078035] env[65978]: WARNING nova.compute.manager [req-9a738dd3-51d9-4261-95b1-02ca71ee4b07 req-3c82e682-d8e8-48bb-85a6-a586b2fe079b service nova] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Received unexpected event network-vif-plugged-a14ec885-ff08-4b2b-ac9a-b2ad551d5924 for instance with vm_state building and task_state spawning. [ 1061.099074] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquiring lock "a38f419a-838f-4c10-b58e-e0b466c8f671" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.099405] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Lock "a38f419a-838f-4c10-b58e-e0b466c8f671" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.099614] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquiring lock "a38f419a-838f-4c10-b58e-e0b466c8f671-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.099794] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Lock "a38f419a-838f-4c10-b58e-e0b466c8f671-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.099949] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Lock "a38f419a-838f-4c10-b58e-e0b466c8f671-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.103063] env[65978]: INFO nova.compute.manager [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Terminating instance [ 1061.137271] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a1c24d-d82b-5794-101f-a0622be9af8a, 'name': SearchDatastore_Task, 'duration_secs': 0.017645} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.137661] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.137895] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.138196] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.138355] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.138533] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.138883] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c263134-1ca1-4ea9-88b0-f3c4832631df {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.153609] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.153747] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.154708] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b21765a4-9c4f-4d3f-9ef0-8ada7b04417d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.163783] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1061.163783] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b0315f-c5bb-c789-c6c4-936ed949d9de" [ 1061.163783] env[65978]: _type = "Task" [ 1061.163783] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.174324] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b0315f-c5bb-c789-c6c4-936ed949d9de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.184134] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Acquiring lock "f6d1b9c2-4f90-456f-9665-4fab4ccccac3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.184431] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Lock "f6d1b9c2-4f90-456f-9665-4fab4ccccac3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.184635] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Acquiring lock "f6d1b9c2-4f90-456f-9665-4fab4ccccac3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.184828] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Lock "f6d1b9c2-4f90-456f-9665-4fab4ccccac3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.184983] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Lock "f6d1b9c2-4f90-456f-9665-4fab4ccccac3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.190511] env[65978]: INFO nova.compute.manager [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Terminating instance [ 1061.201609] env[65978]: INFO nova.compute.manager [-] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Took 1.70 seconds to deallocate network for instance. [ 1061.213779] env[65978]: DEBUG nova.compute.manager [req-7e88f296-d0aa-428e-a844-d400ac1d2192 req-fc552d66-3e74-4549-9d90-420d4e106c8a service nova] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Received event network-vif-deleted-baa992bd-f5dc-431a-8615-4b748898738c {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1061.314353] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf9d02ae-5598-4e23-99f3-d48b29a6f2c6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "22035b86-65b5-4ea5-ad8c-a7694fff2638" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.314353] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf9d02ae-5598-4e23-99f3-d48b29a6f2c6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "22035b86-65b5-4ea5-ad8c-a7694fff2638" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.478679] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "refresh_cache-45e844ad-80c8-42f2-b4b8-55fed9cf5c39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.478679] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired lock "refresh_cache-45e844ad-80c8-42f2-b4b8-55fed9cf5c39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.478836] env[65978]: DEBUG nova.network.neutron [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1061.514940] env[65978]: DEBUG oslo_vmware.api [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715134, 'name': PowerOnVM_Task, 'duration_secs': 1.017111} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.519404] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.519715] env[65978]: INFO nova.compute.manager [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1061.519925] env[65978]: DEBUG nova.compute.manager [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1061.520282] env[65978]: DEBUG oslo_vmware.api [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715135, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.521209] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f606d26-61e7-4f1f-be8e-a721e477524a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.534440] env[65978]: DEBUG oslo_concurrency.lockutils [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] Releasing lock "refresh_cache-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.534801] env[65978]: DEBUG nova.compute.manager [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Received event network-changed-ac7c9d77-8742-4c5e-a245-3a641b74ad5d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1061.535313] env[65978]: DEBUG nova.compute.manager [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Refreshing instance network info cache due to event network-changed-ac7c9d77-8742-4c5e-a245-3a641b74ad5d. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1061.535313] env[65978]: DEBUG oslo_concurrency.lockutils [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] Acquiring lock "refresh_cache-bac677a3-9cb5-4666-85fc-39e09e632ede" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.535313] env[65978]: DEBUG oslo_concurrency.lockutils [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] Acquired lock "refresh_cache-bac677a3-9cb5-4666-85fc-39e09e632ede" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.535448] env[65978]: DEBUG nova.network.neutron [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Refreshing network info cache for port ac7c9d77-8742-4c5e-a245-3a641b74ad5d {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.607171] env[65978]: DEBUG nova.compute.manager [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1061.607517] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.608402] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57634647-8c6d-42da-a8da-4411d51a46a5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.619578] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.619932] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82129295-71ac-4971-a513-6370d48f5207 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.629095] env[65978]: DEBUG oslo_vmware.api [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1061.629095] env[65978]: value = "task-4715136" [ 1061.629095] env[65978]: _type = "Task" [ 1061.629095] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.643634] env[65978]: DEBUG oslo_vmware.api [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.675179] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b0315f-c5bb-c789-c6c4-936ed949d9de, 'name': SearchDatastore_Task, 'duration_secs': 0.013598} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.676041] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2faf964e-7f0b-4192-8fff-daae4433e1a8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.683101] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1061.683101] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528429ee-d3a1-c335-4933-967363b877fe" [ 1061.683101] env[65978]: _type = "Task" [ 1061.683101] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.694948] env[65978]: DEBUG nova.compute.manager [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1061.695290] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.695622] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528429ee-d3a1-c335-4933-967363b877fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.695900] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97cf4d42-f37e-467b-b7d1-b4f7860fbc36 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.705986] env[65978]: DEBUG oslo_vmware.api [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Waiting for the task: (returnval){ [ 1061.705986] env[65978]: value = "task-4715137" [ 1061.705986] env[65978]: _type = "Task" [ 1061.705986] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.710180] env[65978]: DEBUG nova.compute.manager [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Stashing vm_state: active {{(pid=65978) _prep_resize /opt/stack/nova/nova/compute/manager.py:6180}} [ 1061.716388] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.716910] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.717287] env[65978]: DEBUG nova.objects.instance [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lazy-loading 'resources' on Instance uuid 3b579f4f-1ae0-4278-b0d0-2326febdda16 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.733997] env[65978]: DEBUG oslo_vmware.api [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Task: {'id': task-4715137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.822665] env[65978]: DEBUG nova.compute.utils [None req-cf9d02ae-5598-4e23-99f3-d48b29a6f2c6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.014783] env[65978]: DEBUG oslo_vmware.api [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715135, 'name': PowerOnVM_Task, 'duration_secs': 0.668982} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.015057] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.015208] env[65978]: INFO nova.compute.manager [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1062.015389] env[65978]: DEBUG nova.compute.manager [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1062.016195] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5d73db-3e83-4fb8-84a7-75be1b018ed7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.019964] env[65978]: DEBUG nova.network.neutron [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1062.044573] env[65978]: WARNING neutronclient.v2_0.client [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.050572] env[65978]: INFO nova.compute.manager [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Took 25.60 seconds to build instance. [ 1062.102770] env[65978]: WARNING neutronclient.v2_0.client [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.141724] env[65978]: DEBUG oslo_vmware.api [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715136, 'name': PowerOffVM_Task, 'duration_secs': 0.41644} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.145302] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.145516] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.146010] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baa826f3-3f35-44c6-ba1c-988f55f613d5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.181411] env[65978]: DEBUG nova.network.neutron [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Updating instance_info_cache with network_info: [{"id": "a14ec885-ff08-4b2b-ac9a-b2ad551d5924", "address": "fa:16:3e:91:68:01", "network": {"id": "1e368590-0060-4ae5-98b3-473ded4d1c9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-91998457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0621c7972ce94ada85614a788f5f6302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa14ec885-ff", "ovs_interfaceid": "a14ec885-ff08-4b2b-ac9a-b2ad551d5924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.198645] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528429ee-d3a1-c335-4933-967363b877fe, 'name': SearchDatastore_Task, 'duration_secs': 0.012768} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.199747] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.199977] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58/5e8dbfdc-c96a-49ae-8c33-819dd88c4e58.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.200292] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2c1a9b0-0f28-47f4-9b54-4725bcf0d030 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.208449] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1062.208449] env[65978]: value = "task-4715140" [ 1062.208449] env[65978]: _type = "Task" [ 1062.208449] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.230098] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.231760] env[65978]: WARNING neutronclient.v2_0.client [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.236032] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.236032] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.236265] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Deleting the datastore file [datastore2] a38f419a-838f-4c10-b58e-e0b466c8f671 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.237442] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-647268c5-4cdb-4b54-b4b5-8f6e1107e1be {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.240350] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.243455] env[65978]: DEBUG oslo_vmware.api [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Task: {'id': task-4715137, 'name': PowerOffVM_Task, 'duration_secs': 0.37974} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.244047] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.244259] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Volume detach. Driver type: vmdk {{(pid=65978) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1062.244460] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920119', 'volume_id': '272c4f35-8a0e-4029-9bac-45466cd8f6d9', 'name': 'volume-272c4f35-8a0e-4029-9bac-45466cd8f6d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f6d1b9c2-4f90-456f-9665-4fab4ccccac3', 'attached_at': '', 'detached_at': '', 'volume_id': '272c4f35-8a0e-4029-9bac-45466cd8f6d9', 'serial': '272c4f35-8a0e-4029-9bac-45466cd8f6d9'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1062.245318] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0344353-984b-4240-a3da-774b4c5f592e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.250137] env[65978]: DEBUG oslo_vmware.api [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1062.250137] env[65978]: value = "task-4715141" [ 1062.250137] env[65978]: _type = "Task" [ 1062.250137] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.272801] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd15b628-bc8b-4579-a440-72be6d533498 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.282078] env[65978]: DEBUG oslo_vmware.api [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.289081] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7c095a-8b5a-42d4-bb27-771c007f96ee {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.315911] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129e655e-4ac6-48c0-9e78-260fe2df9300 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.320984] env[65978]: DEBUG nova.network.neutron [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Updated VIF entry in instance network info cache for port ac7c9d77-8742-4c5e-a245-3a641b74ad5d. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1062.321524] env[65978]: DEBUG nova.network.neutron [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Updating instance_info_cache with network_info: [{"id": "ac7c9d77-8742-4c5e-a245-3a641b74ad5d", "address": "fa:16:3e:56:81:bd", "network": {"id": "062947ef-897c-42eb-a83d-a02716fb1163", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-726542755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f0f218c5114f3a81e15fb4f71f7d91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac7c9d77-87", "ovs_interfaceid": "ac7c9d77-8742-4c5e-a245-3a641b74ad5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.338600] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf9d02ae-5598-4e23-99f3-d48b29a6f2c6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "22035b86-65b5-4ea5-ad8c-a7694fff2638" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.024s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.339323] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] The volume has not been displaced from its original location: [datastore2] volume-272c4f35-8a0e-4029-9bac-45466cd8f6d9/volume-272c4f35-8a0e-4029-9bac-45466cd8f6d9.vmdk. No consolidation needed. {{(pid=65978) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1062.346233] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1062.353893] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c044dc94-4d53-488c-8987-b310876c31be {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.376413] env[65978]: DEBUG oslo_vmware.api [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Waiting for the task: (returnval){ [ 1062.376413] env[65978]: value = "task-4715142" [ 1062.376413] env[65978]: _type = "Task" [ 1062.376413] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.391114] env[65978]: DEBUG oslo_vmware.api [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Task: {'id': task-4715142, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.548682] env[65978]: INFO nova.compute.manager [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Took 20.82 seconds to build instance. [ 1062.552926] env[65978]: DEBUG oslo_concurrency.lockutils [None req-96649d4b-43f6-4c35-8f4b-923ddf4aef07 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "a91814f7-cb49-4c18-becf-35a500e4e52f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.116s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.680765] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf1bc1a-2b3a-436a-a4ed-b5f9aacfb6a0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.688725] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Releasing lock "refresh_cache-45e844ad-80c8-42f2-b4b8-55fed9cf5c39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.689299] env[65978]: DEBUG nova.compute.manager [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Instance network_info: |[{"id": "a14ec885-ff08-4b2b-ac9a-b2ad551d5924", "address": "fa:16:3e:91:68:01", "network": {"id": "1e368590-0060-4ae5-98b3-473ded4d1c9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-91998457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0621c7972ce94ada85614a788f5f6302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa14ec885-ff", "ovs_interfaceid": "a14ec885-ff08-4b2b-ac9a-b2ad551d5924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1062.690791] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:68:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a14ec885-ff08-4b2b-ac9a-b2ad551d5924', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.700154] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1062.702219] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.702815] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-472ebda6-5e37-42c7-b119-1120f72f9c4a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.725132] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5d990d-c687-41e4-b2be-fad8ba57e8d3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.741064] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715140, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.767470] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.767470] env[65978]: value = "task-4715143" [ 1062.767470] env[65978]: _type = "Task" [ 1062.767470] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.771364] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404e9d5a-adb7-4aae-b6a6-513eae3afd8a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.783312] env[65978]: DEBUG oslo_vmware.api [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351728} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.788996] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.789311] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.789460] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.789632] env[65978]: INFO nova.compute.manager [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1062.789881] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1062.790141] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715143, 'name': CreateVM_Task} progress is 15%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.790355] env[65978]: DEBUG nova.compute.manager [-] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1062.790451] env[65978]: DEBUG nova.network.neutron [-] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1062.790692] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.793967] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ba3d02-7c40-4bf3-8579-eba29c18af63 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.812362] env[65978]: DEBUG nova.compute.provider_tree [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.826055] env[65978]: DEBUG oslo_concurrency.lockutils [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] Releasing lock "refresh_cache-bac677a3-9cb5-4666-85fc-39e09e632ede" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.826369] env[65978]: DEBUG nova.compute.manager [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Received event network-changed-ac7c9d77-8742-4c5e-a245-3a641b74ad5d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1062.826538] env[65978]: DEBUG nova.compute.manager [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Refreshing instance network info cache due to event network-changed-ac7c9d77-8742-4c5e-a245-3a641b74ad5d. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1062.826739] env[65978]: DEBUG oslo_concurrency.lockutils [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] Acquiring lock "refresh_cache-bac677a3-9cb5-4666-85fc-39e09e632ede" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.826893] env[65978]: DEBUG oslo_concurrency.lockutils [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] Acquired lock "refresh_cache-bac677a3-9cb5-4666-85fc-39e09e632ede" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.827032] env[65978]: DEBUG nova.network.neutron [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Refreshing network info cache for port ac7c9d77-8742-4c5e-a245-3a641b74ad5d {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.831751] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.888117] env[65978]: DEBUG oslo_vmware.api [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Task: {'id': task-4715142, 'name': ReconfigVM_Task, 'duration_secs': 0.29427} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.888374] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1062.894405] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66dde40c-ace7-4771-aa1f-b5521217d151 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.917987] env[65978]: DEBUG oslo_vmware.api [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Waiting for the task: (returnval){ [ 1062.917987] env[65978]: value = "task-4715144" [ 1062.917987] env[65978]: _type = "Task" [ 1062.917987] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.929816] env[65978]: DEBUG oslo_vmware.api [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Task: {'id': task-4715144, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.050960] env[65978]: DEBUG oslo_concurrency.lockutils [None req-348a1fb4-f501-4915-91ee-5437749a8500 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "91171e52-d401-411d-aa31-60c3aa56fe54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.329s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.240402] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579515} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.240807] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58/5e8dbfdc-c96a-49ae-8c33-819dd88c4e58.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.241080] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.241567] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d45937c8-dcf5-4b2f-b3e3-d26b506b109c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.249598] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1063.249598] env[65978]: value = "task-4715145" [ 1063.249598] env[65978]: _type = "Task" [ 1063.249598] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.260864] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.280866] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715143, 'name': CreateVM_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.315974] env[65978]: DEBUG nova.scheduler.client.report [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.320064] env[65978]: DEBUG nova.compute.manager [req-a99974eb-351b-4a64-9b6c-69551157df66 req-c4821db8-327e-4a5e-ba41-3a918922b1c0 service nova] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Received event network-changed-a14ec885-ff08-4b2b-ac9a-b2ad551d5924 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1063.320244] env[65978]: DEBUG nova.compute.manager [req-a99974eb-351b-4a64-9b6c-69551157df66 req-c4821db8-327e-4a5e-ba41-3a918922b1c0 service nova] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Refreshing instance network info cache due to event network-changed-a14ec885-ff08-4b2b-ac9a-b2ad551d5924. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1063.320461] env[65978]: DEBUG oslo_concurrency.lockutils [req-a99974eb-351b-4a64-9b6c-69551157df66 req-c4821db8-327e-4a5e-ba41-3a918922b1c0 service nova] Acquiring lock "refresh_cache-45e844ad-80c8-42f2-b4b8-55fed9cf5c39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.321521] env[65978]: DEBUG oslo_concurrency.lockutils [req-a99974eb-351b-4a64-9b6c-69551157df66 req-c4821db8-327e-4a5e-ba41-3a918922b1c0 service nova] Acquired lock "refresh_cache-45e844ad-80c8-42f2-b4b8-55fed9cf5c39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.321521] env[65978]: DEBUG nova.network.neutron [req-a99974eb-351b-4a64-9b6c-69551157df66 req-c4821db8-327e-4a5e-ba41-3a918922b1c0 service nova] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Refreshing network info cache for port a14ec885-ff08-4b2b-ac9a-b2ad551d5924 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.330469] env[65978]: WARNING neutronclient.v2_0.client [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.339500] env[65978]: DEBUG nova.compute.manager [req-369bb5f9-a25b-4c24-b814-dacbf93db01c req-6f030540-ea8d-4b60-a011-0e71fe13e8f8 service nova] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Received event network-vif-deleted-25ee7822-6e61-4698-9a21-9881697cf4db {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1063.339500] env[65978]: INFO nova.compute.manager [req-369bb5f9-a25b-4c24-b814-dacbf93db01c req-6f030540-ea8d-4b60-a011-0e71fe13e8f8 service nova] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Neutron deleted interface 25ee7822-6e61-4698-9a21-9881697cf4db; detaching it from the instance and deleting it from the info cache [ 1063.339500] env[65978]: DEBUG nova.network.neutron [req-369bb5f9-a25b-4c24-b814-dacbf93db01c req-6f030540-ea8d-4b60-a011-0e71fe13e8f8 service nova] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.413091] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf9d02ae-5598-4e23-99f3-d48b29a6f2c6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "22035b86-65b5-4ea5-ad8c-a7694fff2638" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.413091] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf9d02ae-5598-4e23-99f3-d48b29a6f2c6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "22035b86-65b5-4ea5-ad8c-a7694fff2638" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.413353] env[65978]: INFO nova.compute.manager [None req-cf9d02ae-5598-4e23-99f3-d48b29a6f2c6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Attaching volume f7397d28-9299-43ad-9d5f-b40317bd166c to /dev/sdb [ 1063.440627] env[65978]: DEBUG oslo_vmware.api [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Task: {'id': task-4715144, 'name': ReconfigVM_Task, 'duration_secs': 0.281768} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.444185] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920119', 'volume_id': '272c4f35-8a0e-4029-9bac-45466cd8f6d9', 'name': 'volume-272c4f35-8a0e-4029-9bac-45466cd8f6d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f6d1b9c2-4f90-456f-9665-4fab4ccccac3', 'attached_at': '', 'detached_at': '', 'volume_id': '272c4f35-8a0e-4029-9bac-45466cd8f6d9', 'serial': '272c4f35-8a0e-4029-9bac-45466cd8f6d9'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1063.444501] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.445707] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb87bc5-5ce9-4724-bc31-a9aa0cab5fec {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.454653] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.455057] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65e93c3c-f852-4ab2-aeb0-47d72978dd0c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.471457] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8adad88-d0e0-4a4c-af3e-a6fe02bd7731 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.481068] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc27a426-f7bd-463d-9b61-a800a81c9b5d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.501062] env[65978]: DEBUG nova.virt.block_device [None req-cf9d02ae-5598-4e23-99f3-d48b29a6f2c6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Updating existing volume attachment record: 1aab4473-95b1-4a09-9113-86ecab64a286 {{(pid=65978) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1063.534228] env[65978]: DEBUG nova.network.neutron [-] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.561629] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.561915] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.562194] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Deleting the datastore file [datastore2] f6d1b9c2-4f90-456f-9665-4fab4ccccac3 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.562495] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f5dbe88-3590-4303-80e4-9cbaee45721e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.566438] env[65978]: WARNING neutronclient.v2_0.client [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.569382] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquiring lock "91171e52-d401-411d-aa31-60c3aa56fe54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.569651] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "91171e52-d401-411d-aa31-60c3aa56fe54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.569892] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquiring lock "91171e52-d401-411d-aa31-60c3aa56fe54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.570115] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "91171e52-d401-411d-aa31-60c3aa56fe54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.570307] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "91171e52-d401-411d-aa31-60c3aa56fe54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.572442] env[65978]: INFO nova.compute.manager [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Terminating instance [ 1063.575038] env[65978]: DEBUG oslo_vmware.api [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Waiting for the task: (returnval){ [ 1063.575038] env[65978]: value = "task-4715147" [ 1063.575038] env[65978]: _type = "Task" [ 1063.575038] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.587227] env[65978]: DEBUG oslo_vmware.api [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Task: {'id': task-4715147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.651332] env[65978]: DEBUG nova.network.neutron [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Updated VIF entry in instance network info cache for port ac7c9d77-8742-4c5e-a245-3a641b74ad5d. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1063.651718] env[65978]: DEBUG nova.network.neutron [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Updating instance_info_cache with network_info: [{"id": "ac7c9d77-8742-4c5e-a245-3a641b74ad5d", "address": "fa:16:3e:56:81:bd", "network": {"id": "062947ef-897c-42eb-a83d-a02716fb1163", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-726542755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f0f218c5114f3a81e15fb4f71f7d91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac7c9d77-87", "ovs_interfaceid": "ac7c9d77-8742-4c5e-a245-3a641b74ad5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.761094] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155209} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.761435] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.762353] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ab6e89-eba1-42a9-b072-66ce48c11967 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.787064] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58/5e8dbfdc-c96a-49ae-8c33-819dd88c4e58.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.790850] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9b79b65-ccbe-4d24-acfb-323260e29ed9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.812683] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715143, 'name': CreateVM_Task, 'duration_secs': 0.755321} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.814048] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.814516] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1063.814516] env[65978]: value = "task-4715149" [ 1063.814516] env[65978]: _type = "Task" [ 1063.814516] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.815430] env[65978]: WARNING neutronclient.v2_0.client [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.815643] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.815794] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.816128] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.816458] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f162373-d1a0-4fef-82a6-c6d7b4734205 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.823335] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.826085] env[65978]: WARNING neutronclient.v2_0.client [req-a99974eb-351b-4a64-9b6c-69551157df66 req-c4821db8-327e-4a5e-ba41-3a918922b1c0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.833138] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.593s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.834855] env[65978]: DEBUG oslo_vmware.api [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1063.834855] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5216df58-755a-4328-6a97-abc79628a493" [ 1063.834855] env[65978]: _type = "Task" [ 1063.834855] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.835032] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715149, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.841136] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5cbf438f-0593-4fcf-b7db-34efba672d1a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.847072] env[65978]: DEBUG oslo_vmware.api [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5216df58-755a-4328-6a97-abc79628a493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.853366] env[65978]: INFO nova.scheduler.client.report [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Deleted allocations for instance 3b579f4f-1ae0-4278-b0d0-2326febdda16 [ 1063.857429] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569458a7-53b4-4b47-bfd9-aa73715f96fa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.906318] env[65978]: DEBUG nova.compute.manager [req-369bb5f9-a25b-4c24-b814-dacbf93db01c req-6f030540-ea8d-4b60-a011-0e71fe13e8f8 service nova] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Detach interface failed, port_id=25ee7822-6e61-4698-9a21-9881697cf4db, reason: Instance a38f419a-838f-4c10-b58e-e0b466c8f671 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1063.961392] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.961622] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.996072] env[65978]: WARNING neutronclient.v2_0.client [req-a99974eb-351b-4a64-9b6c-69551157df66 req-c4821db8-327e-4a5e-ba41-3a918922b1c0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.038306] env[65978]: INFO nova.compute.manager [-] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Took 1.25 seconds to deallocate network for instance. [ 1064.070445] env[65978]: DEBUG nova.network.neutron [req-a99974eb-351b-4a64-9b6c-69551157df66 req-c4821db8-327e-4a5e-ba41-3a918922b1c0 service nova] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Updated VIF entry in instance network info cache for port a14ec885-ff08-4b2b-ac9a-b2ad551d5924. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1064.070755] env[65978]: DEBUG nova.network.neutron [req-a99974eb-351b-4a64-9b6c-69551157df66 req-c4821db8-327e-4a5e-ba41-3a918922b1c0 service nova] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Updating instance_info_cache with network_info: [{"id": "a14ec885-ff08-4b2b-ac9a-b2ad551d5924", "address": "fa:16:3e:91:68:01", "network": {"id": "1e368590-0060-4ae5-98b3-473ded4d1c9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-91998457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0621c7972ce94ada85614a788f5f6302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa14ec885-ff", "ovs_interfaceid": "a14ec885-ff08-4b2b-ac9a-b2ad551d5924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.077779] env[65978]: DEBUG nova.compute.manager [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1064.078016] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.082961] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9220f5c8-6877-4c27-9be2-0f017964e261 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.091935] env[65978]: DEBUG oslo_vmware.api [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Task: {'id': task-4715147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366392} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.094303] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.094569] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.094798] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.094983] env[65978]: INFO nova.compute.manager [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Took 2.40 seconds to destroy the instance on the hypervisor. [ 1064.095288] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1064.095550] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.095808] env[65978]: DEBUG nova.compute.manager [-] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1064.095925] env[65978]: DEBUG nova.network.neutron [-] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1064.096206] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.098274] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b62a288-4dcc-4bbb-9b50-d27240bb3de9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.107066] env[65978]: DEBUG oslo_vmware.api [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1064.107066] env[65978]: value = "task-4715150" [ 1064.107066] env[65978]: _type = "Task" [ 1064.107066] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.116611] env[65978]: DEBUG oslo_vmware.api [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.135979] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.154630] env[65978]: DEBUG oslo_concurrency.lockutils [req-594d8125-3e84-438c-a642-2d7c6088c157 req-1b6afec9-6fad-4e46-b179-644bc0d797dc service nova] Releasing lock "refresh_cache-bac677a3-9cb5-4666-85fc-39e09e632ede" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.161854] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-11041116-cef1-46b9-9af4-eb3c11304f91 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Volume attach. Driver type: vmdk {{(pid=65978) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1064.162553] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-11041116-cef1-46b9-9af4-eb3c11304f91 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920156', 'volume_id': '59f1be3e-1899-4768-944e-2cf5b7c6ad57', 'name': 'volume-59f1be3e-1899-4768-944e-2cf5b7c6ad57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b30b9e8-996c-485d-aacc-a7b6e09a6743', 'attached_at': '', 'detached_at': '', 'volume_id': '59f1be3e-1899-4768-944e-2cf5b7c6ad57', 'serial': '59f1be3e-1899-4768-944e-2cf5b7c6ad57'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1064.163721] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f1fc4f-cf75-4780-bd04-2a494e81842c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.191492] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e6cc0e-4882-4458-8232-dcf2767353c1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.227754] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-11041116-cef1-46b9-9af4-eb3c11304f91 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] volume-59f1be3e-1899-4768-944e-2cf5b7c6ad57/volume-59f1be3e-1899-4768-944e-2cf5b7c6ad57.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.228580] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a48a2b76-6019-45d6-8c84-32a05ed424f9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.251877] env[65978]: DEBUG oslo_vmware.api [None req-11041116-cef1-46b9-9af4-eb3c11304f91 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 1064.251877] env[65978]: value = "task-4715153" [ 1064.251877] env[65978]: _type = "Task" [ 1064.251877] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.267237] env[65978]: DEBUG oslo_vmware.api [None req-11041116-cef1-46b9-9af4-eb3c11304f91 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4715153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.330112] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715149, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.339407] env[65978]: INFO nova.compute.claims [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.355783] env[65978]: DEBUG oslo_vmware.api [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5216df58-755a-4328-6a97-abc79628a493, 'name': SearchDatastore_Task, 'duration_secs': 0.020894} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.356269] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.356604] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.356958] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.357225] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.357500] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.358426] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c336efb5-be46-44c4-b3e2-4d669a4e866d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.369245] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.369491] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.370874] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb8d3c3f-8ae6-4580-aaf6-678bbc59b569 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.380207] env[65978]: DEBUG oslo_vmware.api [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1064.380207] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a7ea21-d470-c4a6-b71d-48586cc7abc8" [ 1064.380207] env[65978]: _type = "Task" [ 1064.380207] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.380671] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3f84daff-31fc-4399-91db-676f11369930 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "3b579f4f-1ae0-4278-b0d0-2326febdda16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.065s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.393583] env[65978]: DEBUG oslo_vmware.api [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a7ea21-d470-c4a6-b71d-48586cc7abc8, 'name': SearchDatastore_Task, 'duration_secs': 0.012173} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.394676] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89135057-9b87-4f95-95c5-a98f12d496a5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.407640] env[65978]: DEBUG oslo_vmware.api [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1064.407640] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52fa9771-83bb-80aa-6fdc-48aa894d851d" [ 1064.407640] env[65978]: _type = "Task" [ 1064.407640] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.417034] env[65978]: DEBUG oslo_vmware.api [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52fa9771-83bb-80aa-6fdc-48aa894d851d, 'name': SearchDatastore_Task, 'duration_secs': 0.011141} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.417376] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.417698] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 45e844ad-80c8-42f2-b4b8-55fed9cf5c39/45e844ad-80c8-42f2-b4b8-55fed9cf5c39.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.418429] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc954298-0959-4c88-8cb5-791d03f08a02 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.427616] env[65978]: DEBUG oslo_vmware.api [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1064.427616] env[65978]: value = "task-4715154" [ 1064.427616] env[65978]: _type = "Task" [ 1064.427616] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.437509] env[65978]: DEBUG oslo_vmware.api [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.464567] env[65978]: DEBUG nova.compute.manager [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1064.545078] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.573534] env[65978]: DEBUG oslo_concurrency.lockutils [req-a99974eb-351b-4a64-9b6c-69551157df66 req-c4821db8-327e-4a5e-ba41-3a918922b1c0 service nova] Releasing lock "refresh_cache-45e844ad-80c8-42f2-b4b8-55fed9cf5c39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.618555] env[65978]: DEBUG oslo_vmware.api [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715150, 'name': PowerOffVM_Task, 'duration_secs': 0.219878} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.618920] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.619048] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.619434] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e523424-72f0-4632-90ff-bbdfdac5ebec {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.720780] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.721093] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.721416] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Deleting the datastore file [datastore1] 91171e52-d401-411d-aa31-60c3aa56fe54 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.721733] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fd303dc-1eb5-4bc5-a9f1-6d5fecff76f3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.730829] env[65978]: DEBUG oslo_vmware.api [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1064.730829] env[65978]: value = "task-4715156" [ 1064.730829] env[65978]: _type = "Task" [ 1064.730829] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.746209] env[65978]: DEBUG oslo_vmware.api [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.765822] env[65978]: DEBUG oslo_vmware.api [None req-11041116-cef1-46b9-9af4-eb3c11304f91 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4715153, 'name': ReconfigVM_Task, 'duration_secs': 0.461658} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.766245] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-11041116-cef1-46b9-9af4-eb3c11304f91 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Reconfigured VM instance instance-00000060 to attach disk [datastore2] volume-59f1be3e-1899-4768-944e-2cf5b7c6ad57/volume-59f1be3e-1899-4768-944e-2cf5b7c6ad57.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.772263] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f632f7a7-5130-46cc-b4b6-f74c49640e95 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.792101] env[65978]: DEBUG oslo_vmware.api [None req-11041116-cef1-46b9-9af4-eb3c11304f91 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 1064.792101] env[65978]: value = "task-4715157" [ 1064.792101] env[65978]: _type = "Task" [ 1064.792101] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.804226] env[65978]: DEBUG oslo_vmware.api [None req-11041116-cef1-46b9-9af4-eb3c11304f91 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4715157, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.832033] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715149, 'name': ReconfigVM_Task, 'duration_secs': 0.561017} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.832446] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58/5e8dbfdc-c96a-49ae-8c33-819dd88c4e58.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.833181] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28f6db33-b6a6-44fc-ae15-16bbc5f948b0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.844723] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1064.844723] env[65978]: value = "task-4715158" [ 1064.844723] env[65978]: _type = "Task" [ 1064.844723] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.850905] env[65978]: INFO nova.compute.resource_tracker [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Updating resource usage from migration 8f46abf5-607b-49d2-87e6-4546b3f911e0 [ 1064.862161] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715158, 'name': Rename_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.947274] env[65978]: DEBUG oslo_vmware.api [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715154, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.989761] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.187496] env[65978]: DEBUG nova.network.neutron [-] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.217382] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b44ee2-c268-4f78-a5b5-86a01232cc90 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.227138] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d75acc6-a94a-408a-8812-0718c21ef011 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.260908] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2038a11-76f7-43eb-83d0-379f239237ec {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.266774] env[65978]: DEBUG oslo_vmware.api [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378525} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.267408] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.267594] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.267768] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.267933] env[65978]: INFO nova.compute.manager [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1065.268189] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1065.268379] env[65978]: DEBUG nova.compute.manager [-] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1065.268472] env[65978]: DEBUG nova.network.neutron [-] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1065.268708] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.273702] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75a89ee-e384-45f0-a832-b945d0f99342 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.290224] env[65978]: DEBUG nova.compute.provider_tree [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.301883] env[65978]: DEBUG oslo_vmware.api [None req-11041116-cef1-46b9-9af4-eb3c11304f91 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4715157, 'name': ReconfigVM_Task, 'duration_secs': 0.189813} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.302879] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.305219] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-11041116-cef1-46b9-9af4-eb3c11304f91 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920156', 'volume_id': '59f1be3e-1899-4768-944e-2cf5b7c6ad57', 'name': 'volume-59f1be3e-1899-4768-944e-2cf5b7c6ad57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b30b9e8-996c-485d-aacc-a7b6e09a6743', 'attached_at': '', 'detached_at': '', 'volume_id': '59f1be3e-1899-4768-944e-2cf5b7c6ad57', 'serial': '59f1be3e-1899-4768-944e-2cf5b7c6ad57'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1065.353624] env[65978]: DEBUG nova.compute.manager [req-23cc3082-074f-430d-87cb-5c5326730492 req-bc23f4a3-d84e-4bbd-a72e-aec17e8def91 service nova] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Received event network-vif-deleted-8e003c4a-1f03-4c55-9953-d334c79632c3 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1065.363860] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715158, 'name': Rename_Task, 'duration_secs': 0.240989} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.364276] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.364618] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c30b15c-7d8d-4fce-97a4-6a6485f8df5b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.373516] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1065.373516] env[65978]: value = "task-4715159" [ 1065.373516] env[65978]: _type = "Task" [ 1065.373516] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.384044] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.441890] env[65978]: DEBUG oslo_vmware.api [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546904} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.441990] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 45e844ad-80c8-42f2-b4b8-55fed9cf5c39/45e844ad-80c8-42f2-b4b8-55fed9cf5c39.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.442473] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.442560] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c27ca798-0ad4-4739-8205-850edf3ee3fb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.450419] env[65978]: DEBUG oslo_vmware.api [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1065.450419] env[65978]: value = "task-4715160" [ 1065.450419] env[65978]: _type = "Task" [ 1065.450419] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.463034] env[65978]: DEBUG oslo_vmware.api [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.576070] env[65978]: DEBUG nova.compute.manager [req-cfb52035-4f64-4e36-a932-8129a91ee0f3 req-ef52289d-9d33-472f-8349-1a7c8e0c1119 service nova] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Received event network-vif-deleted-1a4a8695-7349-4ffb-a265-0c7a88966377 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1065.576257] env[65978]: INFO nova.compute.manager [req-cfb52035-4f64-4e36-a932-8129a91ee0f3 req-ef52289d-9d33-472f-8349-1a7c8e0c1119 service nova] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Neutron deleted interface 1a4a8695-7349-4ffb-a265-0c7a88966377; detaching it from the instance and deleting it from the info cache [ 1065.576400] env[65978]: DEBUG nova.network.neutron [req-cfb52035-4f64-4e36-a932-8129a91ee0f3 req-ef52289d-9d33-472f-8349-1a7c8e0c1119 service nova] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.693081] env[65978]: INFO nova.compute.manager [-] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Took 1.60 seconds to deallocate network for instance. [ 1065.793966] env[65978]: DEBUG nova.scheduler.client.report [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.884877] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715159, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.962242] env[65978]: DEBUG oslo_vmware.api [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071541} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.962600] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.963668] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64563c29-6962-47e1-a2af-fadb9896b295 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.968347] env[65978]: DEBUG oslo_concurrency.lockutils [None req-393f6f23-2d36-4d2b-9048-040482091f5b tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "e7525308-7f14-4c1d-a72c-8780fda96886" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.968750] env[65978]: DEBUG oslo_concurrency.lockutils [None req-393f6f23-2d36-4d2b-9048-040482091f5b tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "e7525308-7f14-4c1d-a72c-8780fda96886" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.989937] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 45e844ad-80c8-42f2-b4b8-55fed9cf5c39/45e844ad-80c8-42f2-b4b8-55fed9cf5c39.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.991328] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f31b0f8-8cc0-4b9f-a9ba-463a27ad0b66 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.016017] env[65978]: DEBUG oslo_vmware.api [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1066.016017] env[65978]: value = "task-4715161" [ 1066.016017] env[65978]: _type = "Task" [ 1066.016017] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.027698] env[65978]: DEBUG oslo_vmware.api [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.053016] env[65978]: DEBUG nova.network.neutron [-] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.080026] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3cb05518-ab38-4e23-8e4e-8191cc68d36a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.091810] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717473ab-96f0-4a93-8575-a6815fad4f0b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.137588] env[65978]: DEBUG nova.compute.manager [req-cfb52035-4f64-4e36-a932-8129a91ee0f3 req-ef52289d-9d33-472f-8349-1a7c8e0c1119 service nova] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Detach interface failed, port_id=1a4a8695-7349-4ffb-a265-0c7a88966377, reason: Instance 91171e52-d401-411d-aa31-60c3aa56fe54 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1066.255132] env[65978]: INFO nova.compute.manager [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Took 0.56 seconds to detach 1 volumes for instance. [ 1066.259241] env[65978]: DEBUG nova.compute.manager [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Deleting volume: 272c4f35-8a0e-4029-9bac-45466cd8f6d9 {{(pid=65978) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3324}} [ 1066.301047] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.467s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.301047] env[65978]: INFO nova.compute.manager [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Migrating [ 1066.309525] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.765s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.309792] env[65978]: DEBUG nova.objects.instance [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Lazy-loading 'resources' on Instance uuid a38f419a-838f-4c10-b58e-e0b466c8f671 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.394867] env[65978]: DEBUG oslo_vmware.api [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715159, 'name': PowerOnVM_Task, 'duration_secs': 0.594919} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.395040] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.395287] env[65978]: INFO nova.compute.manager [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1066.395534] env[65978]: DEBUG nova.compute.manager [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1066.396783] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c54aab-6c03-44f9-bb8e-c07652ed7bf0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.482323] env[65978]: INFO nova.compute.manager [None req-393f6f23-2d36-4d2b-9048-040482091f5b tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Detaching volume 52dea438-ce67-4c0d-8d0b-33331b427404 [ 1066.530215] env[65978]: DEBUG oslo_vmware.api [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715161, 'name': ReconfigVM_Task, 'duration_secs': 0.284861} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.530927] env[65978]: INFO nova.virt.block_device [None req-393f6f23-2d36-4d2b-9048-040482091f5b tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Attempting to driver detach volume 52dea438-ce67-4c0d-8d0b-33331b427404 from mountpoint /dev/sdb [ 1066.531286] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-393f6f23-2d36-4d2b-9048-040482091f5b tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Volume detach. Driver type: vmdk {{(pid=65978) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1066.531573] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-393f6f23-2d36-4d2b-9048-040482091f5b tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920118', 'volume_id': '52dea438-ce67-4c0d-8d0b-33331b427404', 'name': 'volume-52dea438-ce67-4c0d-8d0b-33331b427404', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7525308-7f14-4c1d-a72c-8780fda96886', 'attached_at': '', 'detached_at': '', 'volume_id': '52dea438-ce67-4c0d-8d0b-33331b427404', 'serial': '52dea438-ce67-4c0d-8d0b-33331b427404'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1066.532014] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 45e844ad-80c8-42f2-b4b8-55fed9cf5c39/45e844ad-80c8-42f2-b4b8-55fed9cf5c39.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.533533] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662d2641-7533-468a-8270-17a772a2d0f3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.537277] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-445e8e41-f959-4e6b-9640-08b87e35bc0e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.566454] env[65978]: INFO nova.compute.manager [-] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Took 1.30 seconds to deallocate network for instance. [ 1066.570678] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86660ffc-6c60-4371-b805-41f00bc8b3f6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.573952] env[65978]: DEBUG oslo_vmware.api [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1066.573952] env[65978]: value = "task-4715164" [ 1066.573952] env[65978]: _type = "Task" [ 1066.573952] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.585810] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85fa0b7-6d2e-446a-8cab-427db3a7f241 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.593819] env[65978]: DEBUG oslo_vmware.api [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715164, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.613273] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9999d7f5-11de-4357-bbdf-c686a86b29eb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.631623] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-393f6f23-2d36-4d2b-9048-040482091f5b tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] The volume has not been displaced from its original location: [datastore2] volume-52dea438-ce67-4c0d-8d0b-33331b427404/volume-52dea438-ce67-4c0d-8d0b-33331b427404.vmdk. No consolidation needed. {{(pid=65978) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1066.637313] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-393f6f23-2d36-4d2b-9048-040482091f5b tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1066.639077] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff986d64-7dfc-40cb-aa3f-004d4a6d126c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.659329] env[65978]: DEBUG oslo_vmware.api [None req-393f6f23-2d36-4d2b-9048-040482091f5b tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1066.659329] env[65978]: value = "task-4715165" [ 1066.659329] env[65978]: _type = "Task" [ 1066.659329] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.670079] env[65978]: DEBUG oslo_vmware.api [None req-393f6f23-2d36-4d2b-9048-040482091f5b tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.791117] env[65978]: DEBUG nova.objects.instance [None req-11041116-cef1-46b9-9af4-eb3c11304f91 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lazy-loading 'flavor' on Instance uuid 6b30b9e8-996c-485d-aacc-a7b6e09a6743 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.823646] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "refresh_cache-afea5d29-cbf1-4408-a7e1-3a0ae0abd555" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.823880] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired lock "refresh_cache-afea5d29-cbf1-4408-a7e1-3a0ae0abd555" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.824135] env[65978]: DEBUG nova.network.neutron [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1066.888266] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.918786] env[65978]: INFO nova.compute.manager [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Took 15.24 seconds to build instance. [ 1067.088779] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.089086] env[65978]: DEBUG oslo_vmware.api [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715164, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.169936] env[65978]: DEBUG oslo_vmware.api [None req-393f6f23-2d36-4d2b-9048-040482091f5b tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715165, 'name': ReconfigVM_Task, 'duration_secs': 0.398784} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.171243] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-393f6f23-2d36-4d2b-9048-040482091f5b tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1067.176380] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420f7958-815f-4172-9215-5f14769a8373 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.179142] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9b8006c-8e88-42d4-bce3-6248a9d965a9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.195803] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3319168-2e4d-41ef-b80a-5315edc29ebe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.199168] env[65978]: DEBUG oslo_vmware.api [None req-393f6f23-2d36-4d2b-9048-040482091f5b tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1067.199168] env[65978]: value = "task-4715166" [ 1067.199168] env[65978]: _type = "Task" [ 1067.199168] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.233347] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bd515e-9ce7-4d6f-b433-e4ea0fa728e2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.236283] env[65978]: DEBUG oslo_vmware.api [None req-393f6f23-2d36-4d2b-9048-040482091f5b tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715166, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.243598] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4284430d-418a-4785-9138-f002ff0088cf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.263971] env[65978]: DEBUG nova.compute.provider_tree [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.296736] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11041116-cef1-46b9-9af4-eb3c11304f91 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.770s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.327536] env[65978]: WARNING neutronclient.v2_0.client [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.344147] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4238034a-e9b3-46e8-b139-9cd2832edb6d tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.344787] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4238034a-e9b3-46e8-b139-9cd2832edb6d tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.395249] env[65978]: DEBUG nova.compute.manager [req-48efa4b6-c534-49af-a153-9f80f5a5fcdf req-18ae5663-62fa-4955-b0c2-75eac7941167 service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Received event network-changed-f0623592-9c43-419a-a3e5-c26b37df3f01 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1067.395449] env[65978]: DEBUG nova.compute.manager [req-48efa4b6-c534-49af-a153-9f80f5a5fcdf req-18ae5663-62fa-4955-b0c2-75eac7941167 service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Refreshing instance network info cache due to event network-changed-f0623592-9c43-419a-a3e5-c26b37df3f01. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1067.395718] env[65978]: DEBUG oslo_concurrency.lockutils [req-48efa4b6-c534-49af-a153-9f80f5a5fcdf req-18ae5663-62fa-4955-b0c2-75eac7941167 service nova] Acquiring lock "refresh_cache-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.395874] env[65978]: DEBUG oslo_concurrency.lockutils [req-48efa4b6-c534-49af-a153-9f80f5a5fcdf req-18ae5663-62fa-4955-b0c2-75eac7941167 service nova] Acquired lock "refresh_cache-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.396091] env[65978]: DEBUG nova.network.neutron [req-48efa4b6-c534-49af-a153-9f80f5a5fcdf req-18ae5663-62fa-4955-b0c2-75eac7941167 service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Refreshing network info cache for port f0623592-9c43-419a-a3e5-c26b37df3f01 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.426444] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ef853d6a-0b6a-4531-876d-8cc2f8c2e835 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.759s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.500861] env[65978]: WARNING neutronclient.v2_0.client [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.575609] env[65978]: DEBUG nova.network.neutron [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Updating instance_info_cache with network_info: [{"id": "0b864c02-549a-4df8-97e1-647db5b85806", "address": "fa:16:3e:d9:46:22", "network": {"id": "5d7d5419-d28e-4cf9-9dde-56cf0e7c9ea3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-67670762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40d5661e4d634152b4e8a2785b9d9d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b864c02-54", "ovs_interfaceid": "0b864c02-549a-4df8-97e1-647db5b85806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.588819] env[65978]: DEBUG oslo_vmware.api [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715164, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.711459] env[65978]: DEBUG oslo_vmware.api [None req-393f6f23-2d36-4d2b-9048-040482091f5b tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715166, 'name': ReconfigVM_Task, 'duration_secs': 0.204066} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.711866] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-393f6f23-2d36-4d2b-9048-040482091f5b tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920118', 'volume_id': '52dea438-ce67-4c0d-8d0b-33331b427404', 'name': 'volume-52dea438-ce67-4c0d-8d0b-33331b427404', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7525308-7f14-4c1d-a72c-8780fda96886', 'attached_at': '', 'detached_at': '', 'volume_id': '52dea438-ce67-4c0d-8d0b-33331b427404', 'serial': '52dea438-ce67-4c0d-8d0b-33331b427404'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1067.767860] env[65978]: DEBUG nova.scheduler.client.report [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.848923] env[65978]: INFO nova.compute.manager [None req-4238034a-e9b3-46e8-b139-9cd2832edb6d tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Detaching volume ced0e5ee-6b02-4b5d-b0f1-19ea08a19051 [ 1067.899371] env[65978]: WARNING neutronclient.v2_0.client [req-48efa4b6-c534-49af-a153-9f80f5a5fcdf req-18ae5663-62fa-4955-b0c2-75eac7941167 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.064077] env[65978]: WARNING neutronclient.v2_0.client [req-48efa4b6-c534-49af-a153-9f80f5a5fcdf req-18ae5663-62fa-4955-b0c2-75eac7941167 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.079022] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Releasing lock "refresh_cache-afea5d29-cbf1-4408-a7e1-3a0ae0abd555" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.090565] env[65978]: DEBUG oslo_vmware.api [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715164, 'name': Rename_Task, 'duration_secs': 1.194588} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.090837] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.091101] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8ef89cf-12de-44ad-afc7-f8c166d03073 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.098966] env[65978]: DEBUG oslo_vmware.api [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1068.098966] env[65978]: value = "task-4715167" [ 1068.098966] env[65978]: _type = "Task" [ 1068.098966] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.108166] env[65978]: DEBUG oslo_vmware.api [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.154250] env[65978]: DEBUG nova.network.neutron [req-48efa4b6-c534-49af-a153-9f80f5a5fcdf req-18ae5663-62fa-4955-b0c2-75eac7941167 service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Updated VIF entry in instance network info cache for port f0623592-9c43-419a-a3e5-c26b37df3f01. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1068.154622] env[65978]: DEBUG nova.network.neutron [req-48efa4b6-c534-49af-a153-9f80f5a5fcdf req-18ae5663-62fa-4955-b0c2-75eac7941167 service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Updating instance_info_cache with network_info: [{"id": "f0623592-9c43-419a-a3e5-c26b37df3f01", "address": "fa:16:3e:d9:c0:6f", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0623592-9c", "ovs_interfaceid": "f0623592-9c43-419a-a3e5-c26b37df3f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.262119] env[65978]: DEBUG nova.objects.instance [None req-393f6f23-2d36-4d2b-9048-040482091f5b tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lazy-loading 'flavor' on Instance uuid e7525308-7f14-4c1d-a72c-8780fda96886 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.274869] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.279425] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.290s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.281993] env[65978]: INFO nova.compute.claims [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.304692] env[65978]: INFO nova.scheduler.client.report [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Deleted allocations for instance a38f419a-838f-4c10-b58e-e0b466c8f671 [ 1068.314674] env[65978]: INFO nova.virt.block_device [None req-4238034a-e9b3-46e8-b139-9cd2832edb6d tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Attempting to driver detach volume ced0e5ee-6b02-4b5d-b0f1-19ea08a19051 from mountpoint /dev/sdb [ 1068.315092] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-4238034a-e9b3-46e8-b139-9cd2832edb6d tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Volume detach. Driver type: vmdk {{(pid=65978) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1068.315535] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-4238034a-e9b3-46e8-b139-9cd2832edb6d tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920152', 'volume_id': 'ced0e5ee-6b02-4b5d-b0f1-19ea08a19051', 'name': 'volume-ced0e5ee-6b02-4b5d-b0f1-19ea08a19051', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b30b9e8-996c-485d-aacc-a7b6e09a6743', 'attached_at': '', 'detached_at': '', 'volume_id': 'ced0e5ee-6b02-4b5d-b0f1-19ea08a19051', 'serial': 'ced0e5ee-6b02-4b5d-b0f1-19ea08a19051'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1068.316826] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5241a99e-cbb7-4b42-86f3-4731469de507 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.349044] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4cb2ba-082b-4ce0-8f67-2110cb035485 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.357858] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20444ab5-643b-481a-8bf7-3f03c98247c3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.385231] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222f47de-5f09-4b86-8fde-66281c1df6fc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.404932] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-4238034a-e9b3-46e8-b139-9cd2832edb6d tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] The volume has not been displaced from its original location: [datastore1] volume-ced0e5ee-6b02-4b5d-b0f1-19ea08a19051/volume-ced0e5ee-6b02-4b5d-b0f1-19ea08a19051.vmdk. No consolidation needed. {{(pid=65978) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1068.411022] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-4238034a-e9b3-46e8-b139-9cd2832edb6d tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1068.411022] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcea5583-2d0c-4d38-a64b-ffe1dfb94b83 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.431625] env[65978]: DEBUG oslo_vmware.api [None req-4238034a-e9b3-46e8-b139-9cd2832edb6d tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 1068.431625] env[65978]: value = "task-4715168" [ 1068.431625] env[65978]: _type = "Task" [ 1068.431625] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.441986] env[65978]: DEBUG oslo_vmware.api [None req-4238034a-e9b3-46e8-b139-9cd2832edb6d tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4715168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.556923] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf9d02ae-5598-4e23-99f3-d48b29a6f2c6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Volume attach. Driver type: vmdk {{(pid=65978) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1068.557233] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf9d02ae-5598-4e23-99f3-d48b29a6f2c6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920160', 'volume_id': 'f7397d28-9299-43ad-9d5f-b40317bd166c', 'name': 'volume-f7397d28-9299-43ad-9d5f-b40317bd166c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '22035b86-65b5-4ea5-ad8c-a7694fff2638', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7397d28-9299-43ad-9d5f-b40317bd166c', 'serial': 'f7397d28-9299-43ad-9d5f-b40317bd166c'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1068.558189] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050b1f89-a416-44d1-8ede-598e4034fcba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.576471] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee24d515-4226-49a6-bf98-d607894f2ea6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.608409] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf9d02ae-5598-4e23-99f3-d48b29a6f2c6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-f7397d28-9299-43ad-9d5f-b40317bd166c/volume-f7397d28-9299-43ad-9d5f-b40317bd166c.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.609116] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58be20d6-216c-457d-a493-d6b46f6f7a48 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.635668] env[65978]: DEBUG oslo_vmware.api [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715167, 'name': PowerOnVM_Task, 'duration_secs': 0.534779} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.637185] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.637459] env[65978]: INFO nova.compute.manager [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1068.637659] env[65978]: DEBUG nova.compute.manager [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1068.638042] env[65978]: DEBUG oslo_vmware.api [None req-cf9d02ae-5598-4e23-99f3-d48b29a6f2c6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1068.638042] env[65978]: value = "task-4715169" [ 1068.638042] env[65978]: _type = "Task" [ 1068.638042] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.638847] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0541033-cd37-4292-b5f5-43e73685e4ca {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.655998] env[65978]: DEBUG oslo_vmware.api [None req-cf9d02ae-5598-4e23-99f3-d48b29a6f2c6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715169, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.656818] env[65978]: DEBUG oslo_concurrency.lockutils [req-48efa4b6-c534-49af-a153-9f80f5a5fcdf req-18ae5663-62fa-4955-b0c2-75eac7941167 service nova] Releasing lock "refresh_cache-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.813880] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f9f7f1cf-f314-4812-b125-accc4d382e4d tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Lock "a38f419a-838f-4c10-b58e-e0b466c8f671" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.714s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.942500] env[65978]: DEBUG oslo_vmware.api [None req-4238034a-e9b3-46e8-b139-9cd2832edb6d tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4715168, 'name': ReconfigVM_Task, 'duration_secs': 0.299459} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.942851] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-4238034a-e9b3-46e8-b139-9cd2832edb6d tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1068.947739] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d5cb38c-760f-4743-999d-88973b9a0c0d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.965275] env[65978]: DEBUG oslo_vmware.api [None req-4238034a-e9b3-46e8-b139-9cd2832edb6d tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 1068.965275] env[65978]: value = "task-4715170" [ 1068.965275] env[65978]: _type = "Task" [ 1068.965275] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.975943] env[65978]: DEBUG oslo_vmware.api [None req-4238034a-e9b3-46e8-b139-9cd2832edb6d tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4715170, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.152314] env[65978]: DEBUG oslo_vmware.api [None req-cf9d02ae-5598-4e23-99f3-d48b29a6f2c6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715169, 'name': ReconfigVM_Task, 'duration_secs': 0.380884} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.152501] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf9d02ae-5598-4e23-99f3-d48b29a6f2c6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-f7397d28-9299-43ad-9d5f-b40317bd166c/volume-f7397d28-9299-43ad-9d5f-b40317bd166c.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.162269] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37c3369e-7071-4b75-a9c7-9f5c613c19d9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.175930] env[65978]: INFO nova.compute.manager [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Took 15.79 seconds to build instance. [ 1069.180973] env[65978]: DEBUG oslo_vmware.api [None req-cf9d02ae-5598-4e23-99f3-d48b29a6f2c6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1069.180973] env[65978]: value = "task-4715171" [ 1069.180973] env[65978]: _type = "Task" [ 1069.180973] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.191466] env[65978]: DEBUG oslo_vmware.api [None req-cf9d02ae-5598-4e23-99f3-d48b29a6f2c6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.274641] env[65978]: DEBUG oslo_concurrency.lockutils [None req-393f6f23-2d36-4d2b-9048-040482091f5b tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "e7525308-7f14-4c1d-a72c-8780fda96886" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.306s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.476275] env[65978]: DEBUG oslo_vmware.api [None req-4238034a-e9b3-46e8-b139-9cd2832edb6d tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4715170, 'name': ReconfigVM_Task, 'duration_secs': 0.212179} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.479505] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-4238034a-e9b3-46e8-b139-9cd2832edb6d tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920152', 'volume_id': 'ced0e5ee-6b02-4b5d-b0f1-19ea08a19051', 'name': 'volume-ced0e5ee-6b02-4b5d-b0f1-19ea08a19051', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b30b9e8-996c-485d-aacc-a7b6e09a6743', 'attached_at': '', 'detached_at': '', 'volume_id': 'ced0e5ee-6b02-4b5d-b0f1-19ea08a19051', 'serial': 'ced0e5ee-6b02-4b5d-b0f1-19ea08a19051'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1069.619625] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eeaf039-ca67-494b-86e6-222d5866047f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.643326] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Updating instance 'afea5d29-cbf1-4408-a7e1-3a0ae0abd555' progress to 0 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1069.678564] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e3cca0aa-54cc-4931-8b98-af98c78c10d9 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "45e844ad-80c8-42f2-b4b8-55fed9cf5c39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.298s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.693559] env[65978]: DEBUG oslo_vmware.api [None req-cf9d02ae-5598-4e23-99f3-d48b29a6f2c6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715171, 'name': ReconfigVM_Task, 'duration_secs': 0.247477} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.696553] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf9d02ae-5598-4e23-99f3-d48b29a6f2c6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920160', 'volume_id': 'f7397d28-9299-43ad-9d5f-b40317bd166c', 'name': 'volume-f7397d28-9299-43ad-9d5f-b40317bd166c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '22035b86-65b5-4ea5-ad8c-a7694fff2638', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7397d28-9299-43ad-9d5f-b40317bd166c', 'serial': 'f7397d28-9299-43ad-9d5f-b40317bd166c'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1069.714022] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf46bf18-3074-4346-9f53-9af86abf8dee {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.726012] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4910f0ea-1962-4929-88eb-d847187575d3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.759358] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bdf19f-1f0e-4c1c-b175-3ac8a56eaad9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.768012] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97496f6e-97bf-4cd6-865d-399a05cd3744 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.783020] env[65978]: DEBUG nova.compute.provider_tree [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.036916] env[65978]: DEBUG nova.objects.instance [None req-4238034a-e9b3-46e8-b139-9cd2832edb6d tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lazy-loading 'flavor' on Instance uuid 6b30b9e8-996c-485d-aacc-a7b6e09a6743 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.158779] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquiring lock "08408e61-edfa-485b-b7d2-2c10b31d365e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.159091] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Lock "08408e61-edfa-485b-b7d2-2c10b31d365e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.159341] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquiring lock "08408e61-edfa-485b-b7d2-2c10b31d365e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.159600] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Lock "08408e61-edfa-485b-b7d2-2c10b31d365e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.159776] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Lock "08408e61-edfa-485b-b7d2-2c10b31d365e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.163239] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.163829] env[65978]: INFO nova.compute.manager [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Terminating instance [ 1070.165258] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7681429-35ac-487a-9fc1-7914254f2ab3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.174232] env[65978]: DEBUG oslo_vmware.api [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1070.174232] env[65978]: value = "task-4715172" [ 1070.174232] env[65978]: _type = "Task" [ 1070.174232] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.184217] env[65978]: DEBUG oslo_vmware.api [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.286305] env[65978]: DEBUG nova.scheduler.client.report [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.347066] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "e7525308-7f14-4c1d-a72c-8780fda96886" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.347380] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "e7525308-7f14-4c1d-a72c-8780fda96886" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.348179] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "e7525308-7f14-4c1d-a72c-8780fda96886-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.348475] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "e7525308-7f14-4c1d-a72c-8780fda96886-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.349305] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "e7525308-7f14-4c1d-a72c-8780fda96886-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.351601] env[65978]: INFO nova.compute.manager [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Terminating instance [ 1070.669515] env[65978]: DEBUG nova.compute.manager [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1070.669807] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.670713] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8226830-ddd8-4560-b977-9343dbb29355 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.681529] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.682198] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec9c4363-d54d-4989-889a-0feb9a73602c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.687012] env[65978]: DEBUG oslo_vmware.api [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715172, 'name': PowerOffVM_Task, 'duration_secs': 0.358569} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.687245] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.687426] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Updating instance 'afea5d29-cbf1-4408-a7e1-3a0ae0abd555' progress to 17 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.692587] env[65978]: DEBUG oslo_vmware.api [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1070.692587] env[65978]: value = "task-4715173" [ 1070.692587] env[65978]: _type = "Task" [ 1070.692587] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.705411] env[65978]: DEBUG oslo_vmware.api [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.737044] env[65978]: DEBUG nova.objects.instance [None req-cf9d02ae-5598-4e23-99f3-d48b29a6f2c6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lazy-loading 'flavor' on Instance uuid 22035b86-65b5-4ea5-ad8c-a7694fff2638 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.766943] env[65978]: DEBUG nova.compute.manager [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Stashing vm_state: active {{(pid=65978) _prep_resize /opt/stack/nova/nova/compute/manager.py:6180}} [ 1070.793222] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.793222] env[65978]: DEBUG nova.compute.manager [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1070.795695] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.907s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.795751] env[65978]: DEBUG nova.objects.instance [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Lazy-loading 'resources' on Instance uuid f6d1b9c2-4f90-456f-9665-4fab4ccccac3 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.856993] env[65978]: DEBUG nova.compute.manager [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1070.857243] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.858312] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8303f6-ecb9-408b-a1ec-6e45f84aa069 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.867074] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.867352] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6be437e-ca00-41cb-a46e-11d5c8a30757 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.875158] env[65978]: DEBUG oslo_vmware.api [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1070.875158] env[65978]: value = "task-4715174" [ 1070.875158] env[65978]: _type = "Task" [ 1070.875158] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.885343] env[65978]: DEBUG oslo_vmware.api [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.045018] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4238034a-e9b3-46e8-b139-9cd2832edb6d tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.700s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.064669] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8200643b-0674-42f8-b650-e515ab286051 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.064826] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8200643b-0674-42f8-b650-e515ab286051 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.196196] env[65978]: DEBUG nova.virt.hardware [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1071.196391] env[65978]: DEBUG nova.virt.hardware [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.196544] env[65978]: DEBUG nova.virt.hardware [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1071.196726] env[65978]: DEBUG nova.virt.hardware [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.196865] env[65978]: DEBUG nova.virt.hardware [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1071.197061] env[65978]: DEBUG nova.virt.hardware [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1071.197356] env[65978]: DEBUG nova.virt.hardware [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1071.197523] env[65978]: DEBUG nova.virt.hardware [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1071.197696] env[65978]: DEBUG nova.virt.hardware [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1071.197838] env[65978]: DEBUG nova.virt.hardware [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1071.198012] env[65978]: DEBUG nova.virt.hardware [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1071.203372] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c73b21b-4415-4a56-a2db-4b7bf054ed07 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.225505] env[65978]: DEBUG oslo_vmware.api [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715173, 'name': PowerOffVM_Task, 'duration_secs': 0.355276} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.227163] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.227451] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.227825] env[65978]: DEBUG oslo_vmware.api [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1071.227825] env[65978]: value = "task-4715175" [ 1071.227825] env[65978]: _type = "Task" [ 1071.227825] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.228101] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f39cf6ac-8b84-467e-a9f5-cabbf2710cb7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.242614] env[65978]: DEBUG oslo_vmware.api [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715175, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.243247] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf9d02ae-5598-4e23-99f3-d48b29a6f2c6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "22035b86-65b5-4ea5-ad8c-a7694fff2638" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.830s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.287836] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.299069] env[65978]: DEBUG nova.compute.utils [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.304980] env[65978]: DEBUG nova.compute.manager [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1071.305261] env[65978]: DEBUG nova.network.neutron [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1071.305681] env[65978]: WARNING neutronclient.v2_0.client [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.306066] env[65978]: WARNING neutronclient.v2_0.client [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.320533] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.320711] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.320896] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Deleting the datastore file [datastore2] 08408e61-edfa-485b-b7d2-2c10b31d365e {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.321290] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb3e74b7-fa17-45d0-8457-1500cbf7e1e8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.333023] env[65978]: DEBUG oslo_vmware.api [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for the task: (returnval){ [ 1071.333023] env[65978]: value = "task-4715177" [ 1071.333023] env[65978]: _type = "Task" [ 1071.333023] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.344728] env[65978]: DEBUG oslo_vmware.api [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.358265] env[65978]: DEBUG nova.policy [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '261d92c7ac3a4dbf9ca3b5bdde3a7910', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c49dc3ab15040418137657626c806a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.388358] env[65978]: DEBUG oslo_vmware.api [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715174, 'name': PowerOffVM_Task, 'duration_secs': 0.285863} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.392718] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.392948] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.393764] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f1678eb-4141-4e27-af48-94e4c74f0499 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.482201] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.482201] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.482201] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Deleting the datastore file [datastore1] e7525308-7f14-4c1d-a72c-8780fda96886 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.482388] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d49f021-1a03-44d9-8120-449ddccc4d72 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.491769] env[65978]: DEBUG oslo_vmware.api [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1071.491769] env[65978]: value = "task-4715179" [ 1071.491769] env[65978]: _type = "Task" [ 1071.491769] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.508763] env[65978]: DEBUG oslo_vmware.api [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.568575] env[65978]: INFO nova.compute.manager [None req-8200643b-0674-42f8-b650-e515ab286051 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Detaching volume 59f1be3e-1899-4768-944e-2cf5b7c6ad57 [ 1071.614172] env[65978]: INFO nova.virt.block_device [None req-8200643b-0674-42f8-b650-e515ab286051 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Attempting to driver detach volume 59f1be3e-1899-4768-944e-2cf5b7c6ad57 from mountpoint /dev/sdc [ 1071.614415] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-8200643b-0674-42f8-b650-e515ab286051 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Volume detach. Driver type: vmdk {{(pid=65978) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1071.614599] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-8200643b-0674-42f8-b650-e515ab286051 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920156', 'volume_id': '59f1be3e-1899-4768-944e-2cf5b7c6ad57', 'name': 'volume-59f1be3e-1899-4768-944e-2cf5b7c6ad57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b30b9e8-996c-485d-aacc-a7b6e09a6743', 'attached_at': '', 'detached_at': '', 'volume_id': '59f1be3e-1899-4768-944e-2cf5b7c6ad57', 'serial': '59f1be3e-1899-4768-944e-2cf5b7c6ad57'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1071.615499] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50caa1e9-5595-4c6e-b382-0330517afd52 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.642209] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b9df36-dd9e-4f6f-ad2a-5f0de887260a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.650917] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d44e5e9-e640-49be-968f-274ab2ac59b7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.678634] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8155f0f2-e642-4143-9b26-74b94f99908b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.695757] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-8200643b-0674-42f8-b650-e515ab286051 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] The volume has not been displaced from its original location: [datastore2] volume-59f1be3e-1899-4768-944e-2cf5b7c6ad57/volume-59f1be3e-1899-4768-944e-2cf5b7c6ad57.vmdk. No consolidation needed. {{(pid=65978) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1071.702263] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-8200643b-0674-42f8-b650-e515ab286051 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Reconfiguring VM instance instance-00000060 to detach disk 2002 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1071.704428] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e401a2d3-779b-46ff-9318-669c2dc24b59 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.724655] env[65978]: DEBUG oslo_vmware.api [None req-8200643b-0674-42f8-b650-e515ab286051 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 1071.724655] env[65978]: value = "task-4715180" [ 1071.724655] env[65978]: _type = "Task" [ 1071.724655] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.738902] env[65978]: DEBUG oslo_vmware.api [None req-8200643b-0674-42f8-b650-e515ab286051 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4715180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.744726] env[65978]: DEBUG oslo_vmware.api [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715175, 'name': ReconfigVM_Task, 'duration_secs': 0.237675} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.745314] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Updating instance 'afea5d29-cbf1-4408-a7e1-3a0ae0abd555' progress to 33 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.753373] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c3576d-d7ac-4fa0-99f1-4c75bbeb18e7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.756861] env[65978]: DEBUG nova.network.neutron [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Successfully created port: a3e7aecd-fbc9-4364-99a7-80b1ac6e1d21 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1071.764680] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e989f9e-dd6b-4213-9f64-b806ca4d0c10 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.797109] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047fa62f-a0c4-4d64-87f1-b269f4397524 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.805861] env[65978]: DEBUG nova.compute.manager [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1071.810174] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03841577-e0ee-4f20-94b1-bc3b69dcfc7d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.829634] env[65978]: DEBUG nova.compute.provider_tree [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.847435] env[65978]: DEBUG oslo_vmware.api [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Task: {'id': task-4715177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26143} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.847716] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.847897] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.848093] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.848278] env[65978]: INFO nova.compute.manager [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1071.848521] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1071.849008] env[65978]: DEBUG nova.compute.manager [-] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1071.849146] env[65978]: DEBUG nova.network.neutron [-] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1071.849408] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.884408] env[65978]: DEBUG nova.compute.manager [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Stashing vm_state: active {{(pid=65978) _prep_resize /opt/stack/nova/nova/compute/manager.py:6180}} [ 1071.911441] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.006761] env[65978]: DEBUG oslo_vmware.api [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317812} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.007035] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.007223] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.007395] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.007607] env[65978]: INFO nova.compute.manager [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1072.007930] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1072.008153] env[65978]: DEBUG nova.compute.manager [-] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1072.008255] env[65978]: DEBUG nova.network.neutron [-] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1072.008496] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.236829] env[65978]: DEBUG oslo_vmware.api [None req-8200643b-0674-42f8-b650-e515ab286051 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4715180, 'name': ReconfigVM_Task, 'duration_secs': 0.452969} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.237180] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-8200643b-0674-42f8-b650-e515ab286051 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Reconfigured VM instance instance-00000060 to detach disk 2002 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1072.242072] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-195e38ce-988c-494a-8b19-280ee2f39867 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.254243] env[65978]: DEBUG nova.virt.hardware [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1072.254498] env[65978]: DEBUG nova.virt.hardware [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.254649] env[65978]: DEBUG nova.virt.hardware [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1072.254851] env[65978]: DEBUG nova.virt.hardware [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.254958] env[65978]: DEBUG nova.virt.hardware [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1072.255105] env[65978]: DEBUG nova.virt.hardware [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1072.255299] env[65978]: DEBUG nova.virt.hardware [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1072.255451] env[65978]: DEBUG nova.virt.hardware [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1072.255604] env[65978]: DEBUG nova.virt.hardware [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1072.255755] env[65978]: DEBUG nova.virt.hardware [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1072.255944] env[65978]: DEBUG nova.virt.hardware [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1072.261428] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1072.262102] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c80817e-340f-454c-8444-09dd8d6c3a5b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.281958] env[65978]: DEBUG oslo_vmware.api [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1072.281958] env[65978]: value = "task-4715182" [ 1072.281958] env[65978]: _type = "Task" [ 1072.281958] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.283419] env[65978]: DEBUG oslo_vmware.api [None req-8200643b-0674-42f8-b650-e515ab286051 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 1072.283419] env[65978]: value = "task-4715181" [ 1072.283419] env[65978]: _type = "Task" [ 1072.283419] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.296171] env[65978]: DEBUG oslo_vmware.api [None req-8200643b-0674-42f8-b650-e515ab286051 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4715181, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.299841] env[65978]: DEBUG oslo_vmware.api [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715182, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.309549] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.337023] env[65978]: DEBUG nova.scheduler.client.report [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.414083] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.683577] env[65978]: DEBUG nova.network.neutron [-] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.796056] env[65978]: DEBUG oslo_vmware.api [None req-8200643b-0674-42f8-b650-e515ab286051 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4715181, 'name': ReconfigVM_Task, 'duration_secs': 0.176102} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.799438] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-8200643b-0674-42f8-b650-e515ab286051 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920156', 'volume_id': '59f1be3e-1899-4768-944e-2cf5b7c6ad57', 'name': 'volume-59f1be3e-1899-4768-944e-2cf5b7c6ad57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b30b9e8-996c-485d-aacc-a7b6e09a6743', 'attached_at': '', 'detached_at': '', 'volume_id': '59f1be3e-1899-4768-944e-2cf5b7c6ad57', 'serial': '59f1be3e-1899-4768-944e-2cf5b7c6ad57'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1072.801913] env[65978]: DEBUG oslo_vmware.api [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715182, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.817577] env[65978]: DEBUG nova.compute.manager [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1072.840747] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.844483] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.756s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.844953] env[65978]: DEBUG nova.objects.instance [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lazy-loading 'resources' on Instance uuid 91171e52-d401-411d-aa31-60c3aa56fe54 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.858548] env[65978]: DEBUG nova.virt.hardware [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1072.858822] env[65978]: DEBUG nova.virt.hardware [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.858902] env[65978]: DEBUG nova.virt.hardware [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1072.859065] env[65978]: DEBUG nova.virt.hardware [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.859314] env[65978]: DEBUG nova.virt.hardware [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1072.859486] env[65978]: DEBUG nova.virt.hardware [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1072.859808] env[65978]: DEBUG nova.virt.hardware [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1072.859895] env[65978]: DEBUG nova.virt.hardware [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1072.859989] env[65978]: DEBUG nova.virt.hardware [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1072.860156] env[65978]: DEBUG nova.virt.hardware [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1072.860328] env[65978]: DEBUG nova.virt.hardware [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1072.861628] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19b64c0-dd42-440a-9cf4-13eb820318d0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.869023] env[65978]: INFO nova.scheduler.client.report [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Deleted allocations for instance f6d1b9c2-4f90-456f-9665-4fab4ccccac3 [ 1072.881108] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d49729-313a-4045-91f6-657ea6305879 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.910167] env[65978]: DEBUG nova.compute.manager [req-cc79aa83-65b7-456d-94b7-e438066e1ed2 req-3cc587c2-4ae5-450a-b9d6-e2a406b89810 service nova] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Received event network-vif-deleted-bc882d00-9a38-4361-8f03-6928dd422d54 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1073.184531] env[65978]: DEBUG nova.compute.manager [req-56a8c752-3e7b-4681-9ab7-5011d76da737 req-5e0f4178-ce9a-4c42-b282-9e8adc8992b1 service nova] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Received event network-vif-plugged-a3e7aecd-fbc9-4364-99a7-80b1ac6e1d21 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1073.184675] env[65978]: DEBUG oslo_concurrency.lockutils [req-56a8c752-3e7b-4681-9ab7-5011d76da737 req-5e0f4178-ce9a-4c42-b282-9e8adc8992b1 service nova] Acquiring lock "4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.184973] env[65978]: DEBUG oslo_concurrency.lockutils [req-56a8c752-3e7b-4681-9ab7-5011d76da737 req-5e0f4178-ce9a-4c42-b282-9e8adc8992b1 service nova] Lock "4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.185040] env[65978]: DEBUG oslo_concurrency.lockutils [req-56a8c752-3e7b-4681-9ab7-5011d76da737 req-5e0f4178-ce9a-4c42-b282-9e8adc8992b1 service nova] Lock "4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.185193] env[65978]: DEBUG nova.compute.manager [req-56a8c752-3e7b-4681-9ab7-5011d76da737 req-5e0f4178-ce9a-4c42-b282-9e8adc8992b1 service nova] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] No waiting events found dispatching network-vif-plugged-a3e7aecd-fbc9-4364-99a7-80b1ac6e1d21 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1073.185858] env[65978]: WARNING nova.compute.manager [req-56a8c752-3e7b-4681-9ab7-5011d76da737 req-5e0f4178-ce9a-4c42-b282-9e8adc8992b1 service nova] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Received unexpected event network-vif-plugged-a3e7aecd-fbc9-4364-99a7-80b1ac6e1d21 for instance with vm_state building and task_state spawning. [ 1073.186075] env[65978]: INFO nova.compute.manager [-] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Took 1.34 seconds to deallocate network for instance. [ 1073.297999] env[65978]: DEBUG oslo_vmware.api [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715182, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.299428] env[65978]: DEBUG nova.network.neutron [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Successfully updated port: a3e7aecd-fbc9-4364-99a7-80b1ac6e1d21 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1073.336657] env[65978]: DEBUG nova.network.neutron [-] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.355638] env[65978]: DEBUG nova.objects.instance [None req-8200643b-0674-42f8-b650-e515ab286051 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lazy-loading 'flavor' on Instance uuid 6b30b9e8-996c-485d-aacc-a7b6e09a6743 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.383889] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d84a8930-2228-4a01-b7af-ecc0a0f1fe85 tempest-ServersTestBootFromVolume-26785003 tempest-ServersTestBootFromVolume-26785003-project-member] Lock "f6d1b9c2-4f90-456f-9665-4fab4ccccac3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.199s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.688228] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e2c330-52e2-42f2-84ec-93b3d4b19fd8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.691687] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.697710] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4e7c0c-1a7c-47f3-a3d6-48c0e208bc39 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.750904] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0e91a5-0d9a-4e83-9251-79bd791acdd7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.762146] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e733e081-a834-44bb-8ae7-7b5cb494d5b9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.777968] env[65978]: DEBUG nova.compute.provider_tree [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.797271] env[65978]: DEBUG oslo_vmware.api [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715182, 'name': ReconfigVM_Task, 'duration_secs': 1.252603} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.797711] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1073.798751] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d964461-1eda-4462-9950-6ff47db0826f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.804531] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "refresh_cache-4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.804828] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired lock "refresh_cache-4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.805136] env[65978]: DEBUG nova.network.neutron [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1073.832401] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] afea5d29-cbf1-4408-a7e1-3a0ae0abd555/afea5d29-cbf1-4408-a7e1-3a0ae0abd555.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.833136] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e91f0498-3456-4141-ba0a-d54e777f68ed {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.846723] env[65978]: INFO nova.compute.manager [-] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Took 1.84 seconds to deallocate network for instance. [ 1073.854313] env[65978]: DEBUG oslo_vmware.api [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1073.854313] env[65978]: value = "task-4715183" [ 1073.854313] env[65978]: _type = "Task" [ 1073.854313] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.865335] env[65978]: DEBUG oslo_vmware.api [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.282801] env[65978]: DEBUG nova.scheduler.client.report [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.348776] env[65978]: DEBUG nova.network.neutron [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1074.353426] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.364903] env[65978]: DEBUG oslo_vmware.api [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715183, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.367870] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8200643b-0674-42f8-b650-e515ab286051 tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.303s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.440380] env[65978]: WARNING neutronclient.v2_0.client [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.599625] env[65978]: DEBUG nova.network.neutron [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Updating instance_info_cache with network_info: [{"id": "a3e7aecd-fbc9-4364-99a7-80b1ac6e1d21", "address": "fa:16:3e:87:da:35", "network": {"id": "46fccd3d-fad6-4070-9e81-322a28c0d678", "bridge": "br-int", "label": "tempest-ServersTestJSON-1875769234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c49dc3ab15040418137657626c806a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3e7aecd-fb", "ovs_interfaceid": "a3e7aecd-fbc9-4364-99a7-80b1ac6e1d21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.789429] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.791829] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.504s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.816746] env[65978]: INFO nova.scheduler.client.report [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Deleted allocations for instance 91171e52-d401-411d-aa31-60c3aa56fe54 [ 1074.872599] env[65978]: DEBUG oslo_vmware.api [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715183, 'name': ReconfigVM_Task, 'duration_secs': 0.527243} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.872922] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Reconfigured VM instance instance-00000068 to attach disk [datastore1] afea5d29-cbf1-4408-a7e1-3a0ae0abd555/afea5d29-cbf1-4408-a7e1-3a0ae0abd555.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.873204] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Updating instance 'afea5d29-cbf1-4408-a7e1-3a0ae0abd555' progress to 50 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.950795] env[65978]: DEBUG nova.compute.manager [req-537a56c5-c89c-438b-be61-7c0e92d610d8 req-7c411888-1734-4268-af32-95c7afe3071f service nova] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Received event network-vif-deleted-df523b3b-8c12-4629-b9a5-cf6eaa46f15f {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1075.104433] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Releasing lock "refresh_cache-4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.104634] env[65978]: DEBUG nova.compute.manager [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Instance network_info: |[{"id": "a3e7aecd-fbc9-4364-99a7-80b1ac6e1d21", "address": "fa:16:3e:87:da:35", "network": {"id": "46fccd3d-fad6-4070-9e81-322a28c0d678", "bridge": "br-int", "label": "tempest-ServersTestJSON-1875769234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c49dc3ab15040418137657626c806a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3e7aecd-fb", "ovs_interfaceid": "a3e7aecd-fbc9-4364-99a7-80b1ac6e1d21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1075.105126] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:da:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3e7aecd-fbc9-4364-99a7-80b1ac6e1d21', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.114144] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1075.114775] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.115031] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfa48cf6-f913-46e4-bc9c-105843f6db44 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.143062] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.143062] env[65978]: value = "task-4715184" [ 1075.143062] env[65978]: _type = "Task" [ 1075.143062] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.155065] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715184, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.299406] env[65978]: INFO nova.compute.claims [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.326767] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e6c1bea1-ee20-4fdf-9f95-060d1258f6b5 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "91171e52-d401-411d-aa31-60c3aa56fe54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.756s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.381629] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09aa958c-56b3-47d2-87ff-b39f1a3eb45c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.402463] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdd2bc8-fdba-4a87-a38e-b35b33d2f683 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.423615] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Updating instance 'afea5d29-cbf1-4408-a7e1-3a0ae0abd555' progress to 67 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.489811] env[65978]: DEBUG nova.compute.manager [req-274dc42a-1922-4f89-8667-673ec6bdcda9 req-8f636499-1cf8-44c2-8e9b-316732de0f40 service nova] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Received event network-changed-a3e7aecd-fbc9-4364-99a7-80b1ac6e1d21 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1075.490033] env[65978]: DEBUG nova.compute.manager [req-274dc42a-1922-4f89-8667-673ec6bdcda9 req-8f636499-1cf8-44c2-8e9b-316732de0f40 service nova] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Refreshing instance network info cache due to event network-changed-a3e7aecd-fbc9-4364-99a7-80b1ac6e1d21. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1075.490295] env[65978]: DEBUG oslo_concurrency.lockutils [req-274dc42a-1922-4f89-8667-673ec6bdcda9 req-8f636499-1cf8-44c2-8e9b-316732de0f40 service nova] Acquiring lock "refresh_cache-4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.490473] env[65978]: DEBUG oslo_concurrency.lockutils [req-274dc42a-1922-4f89-8667-673ec6bdcda9 req-8f636499-1cf8-44c2-8e9b-316732de0f40 service nova] Acquired lock "refresh_cache-4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.490601] env[65978]: DEBUG nova.network.neutron [req-274dc42a-1922-4f89-8667-673ec6bdcda9 req-8f636499-1cf8-44c2-8e9b-316732de0f40 service nova] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Refreshing network info cache for port a3e7aecd-fbc9-4364-99a7-80b1ac6e1d21 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.543289] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.543487] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.543681] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.543960] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.544229] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.547278] env[65978]: INFO nova.compute.manager [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Terminating instance [ 1075.660447] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715184, 'name': CreateVM_Task, 'duration_secs': 0.446369} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.660691] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.661288] env[65978]: WARNING neutronclient.v2_0.client [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.661947] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.662210] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.662644] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.662970] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f93a2230-bca3-4718-84eb-4d531cae969a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.668935] env[65978]: DEBUG oslo_vmware.api [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1075.668935] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f37fee-42c2-e106-19ef-61f9dd35f783" [ 1075.668935] env[65978]: _type = "Task" [ 1075.668935] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.678601] env[65978]: DEBUG oslo_vmware.api [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f37fee-42c2-e106-19ef-61f9dd35f783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.805554] env[65978]: INFO nova.compute.resource_tracker [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Updating resource usage from migration 9e4af0ff-3fda-4b9c-8ab7-55dec5746887 [ 1075.930573] env[65978]: WARNING neutronclient.v2_0.client [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.931394] env[65978]: WARNING neutronclient.v2_0.client [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.959911] env[65978]: DEBUG nova.objects.instance [None req-9444ff02-2d42-4aff-8042-c72671abed8f tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Lazy-loading 'flavor' on Instance uuid c99c6349-1c90-4db0-8a4d-720847401a5e {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.974130] env[65978]: DEBUG nova.network.neutron [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Port 0b864c02-549a-4df8-97e1-647db5b85806 binding to destination host cpu-1 is already ACTIVE {{(pid=65978) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1075.997140] env[65978]: WARNING neutronclient.v2_0.client [req-274dc42a-1922-4f89-8667-673ec6bdcda9 req-8f636499-1cf8-44c2-8e9b-316732de0f40 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.053107] env[65978]: DEBUG nova.compute.manager [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1076.053637] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.054594] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e6a074-fe22-4765-93be-c497005c54da {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.064331] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.064610] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-574df236-abb5-4215-a560-a3bfbdf6e639 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.078156] env[65978]: DEBUG oslo_vmware.api [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 1076.078156] env[65978]: value = "task-4715185" [ 1076.078156] env[65978]: _type = "Task" [ 1076.078156] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.091369] env[65978]: DEBUG oslo_vmware.api [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4715185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.163366] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7175e6e1-c8ec-4bf7-86ca-b5e53a21fc0b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.171056] env[65978]: WARNING neutronclient.v2_0.client [req-274dc42a-1922-4f89-8667-673ec6bdcda9 req-8f636499-1cf8-44c2-8e9b-316732de0f40 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.179388] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25335658-6cd6-4dc4-b001-11323c91522d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.189212] env[65978]: DEBUG oslo_vmware.api [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f37fee-42c2-e106-19ef-61f9dd35f783, 'name': SearchDatastore_Task, 'duration_secs': 0.030545} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.213654] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.214125] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.214332] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.214480] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.214659] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.218157] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40f802fe-6f97-422d-8cd8-a09d14e92256 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.223672] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd3078d-3ee6-4561-b069-5dcab2d72ad1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.231498] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4263d9f0-e8ce-4152-b4c6-fb443de72a4d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.236872] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.237054] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.238241] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a01e35dc-42ff-434b-9bb9-b3d6b489b5f2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.254126] env[65978]: DEBUG nova.compute.provider_tree [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.261592] env[65978]: DEBUG oslo_vmware.api [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1076.261592] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5232359e-d7cb-9485-a2af-cca9fc33b723" [ 1076.261592] env[65978]: _type = "Task" [ 1076.261592] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.270814] env[65978]: DEBUG oslo_vmware.api [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5232359e-d7cb-9485-a2af-cca9fc33b723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.273345] env[65978]: DEBUG nova.network.neutron [req-274dc42a-1922-4f89-8667-673ec6bdcda9 req-8f636499-1cf8-44c2-8e9b-316732de0f40 service nova] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Updated VIF entry in instance network info cache for port a3e7aecd-fbc9-4364-99a7-80b1ac6e1d21. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1076.273719] env[65978]: DEBUG nova.network.neutron [req-274dc42a-1922-4f89-8667-673ec6bdcda9 req-8f636499-1cf8-44c2-8e9b-316732de0f40 service nova] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Updating instance_info_cache with network_info: [{"id": "a3e7aecd-fbc9-4364-99a7-80b1ac6e1d21", "address": "fa:16:3e:87:da:35", "network": {"id": "46fccd3d-fad6-4070-9e81-322a28c0d678", "bridge": "br-int", "label": "tempest-ServersTestJSON-1875769234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c49dc3ab15040418137657626c806a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3e7aecd-fb", "ovs_interfaceid": "a3e7aecd-fbc9-4364-99a7-80b1ac6e1d21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.467909] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9444ff02-2d42-4aff-8042-c72671abed8f tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Acquiring lock "refresh_cache-c99c6349-1c90-4db0-8a4d-720847401a5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.468110] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9444ff02-2d42-4aff-8042-c72671abed8f tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Acquired lock "refresh_cache-c99c6349-1c90-4db0-8a4d-720847401a5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.468432] env[65978]: WARNING neutronclient.v2_0.client [None req-9444ff02-2d42-4aff-8042-c72671abed8f tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.589623] env[65978]: DEBUG oslo_vmware.api [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4715185, 'name': PowerOffVM_Task, 'duration_secs': 0.246109} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.589922] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.590061] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.590349] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d39e11d1-0bc1-4ad0-a476-0afaf876ed25 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.674982] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.675272] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.675487] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Deleting the datastore file [datastore2] 6b30b9e8-996c-485d-aacc-a7b6e09a6743 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.675787] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e1a218d-fd82-49a9-b8da-e80399893787 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.683651] env[65978]: DEBUG oslo_vmware.api [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for the task: (returnval){ [ 1076.683651] env[65978]: value = "task-4715187" [ 1076.683651] env[65978]: _type = "Task" [ 1076.683651] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.692660] env[65978]: DEBUG oslo_vmware.api [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4715187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.758971] env[65978]: DEBUG nova.scheduler.client.report [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.779351] env[65978]: DEBUG oslo_concurrency.lockutils [req-274dc42a-1922-4f89-8667-673ec6bdcda9 req-8f636499-1cf8-44c2-8e9b-316732de0f40 service nova] Releasing lock "refresh_cache-4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.779351] env[65978]: DEBUG oslo_vmware.api [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5232359e-d7cb-9485-a2af-cca9fc33b723, 'name': SearchDatastore_Task, 'duration_secs': 0.01219} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.779351] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0791005-0b2a-42fe-b365-21a4447e2f05 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.788027] env[65978]: DEBUG oslo_vmware.api [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1076.788027] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528a2e54-db58-dd07-f912-2557380d2d45" [ 1076.788027] env[65978]: _type = "Task" [ 1076.788027] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.804055] env[65978]: DEBUG oslo_vmware.api [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528a2e54-db58-dd07-f912-2557380d2d45, 'name': SearchDatastore_Task, 'duration_secs': 0.010975} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.804055] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.804055] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1/4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.804055] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5517af1a-61c0-46f2-93f2-3bdf4c96a5c2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.813633] env[65978]: DEBUG oslo_vmware.api [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1076.813633] env[65978]: value = "task-4715188" [ 1076.813633] env[65978]: _type = "Task" [ 1076.813633] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.822110] env[65978]: DEBUG oslo_vmware.api [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.947525] env[65978]: DEBUG nova.network.neutron [None req-9444ff02-2d42-4aff-8042-c72671abed8f tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1077.001954] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "afea5d29-cbf1-4408-a7e1-3a0ae0abd555-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.001954] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "afea5d29-cbf1-4408-a7e1-3a0ae0abd555-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.001954] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "afea5d29-cbf1-4408-a7e1-3a0ae0abd555-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.199637] env[65978]: DEBUG oslo_vmware.api [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Task: {'id': task-4715187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156086} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.199950] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.200306] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.200514] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.200703] env[65978]: INFO nova.compute.manager [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1077.200962] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1077.201384] env[65978]: DEBUG nova.compute.manager [-] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1077.201533] env[65978]: DEBUG nova.network.neutron [-] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1077.201805] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.236429] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.268561] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.476s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.268913] env[65978]: INFO nova.compute.manager [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Migrating [ 1077.276392] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.862s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.324116] env[65978]: DEBUG oslo_vmware.api [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715188, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.450551] env[65978]: WARNING neutronclient.v2_0.client [None req-9444ff02-2d42-4aff-8042-c72671abed8f tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.551564] env[65978]: DEBUG nova.compute.manager [req-33f331c0-02fa-4ad4-ae49-f6b94796a07b req-c01a3721-bfe4-442e-8d38-a80656c2b59a service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Received event network-changed-97c89e77-71c1-44e2-baa0-2c6d76b4fa8d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1077.551815] env[65978]: DEBUG nova.compute.manager [req-33f331c0-02fa-4ad4-ae49-f6b94796a07b req-c01a3721-bfe4-442e-8d38-a80656c2b59a service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Refreshing instance network info cache due to event network-changed-97c89e77-71c1-44e2-baa0-2c6d76b4fa8d. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1077.552447] env[65978]: DEBUG oslo_concurrency.lockutils [req-33f331c0-02fa-4ad4-ae49-f6b94796a07b req-c01a3721-bfe4-442e-8d38-a80656c2b59a service nova] Acquiring lock "refresh_cache-c99c6349-1c90-4db0-8a4d-720847401a5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.764442] env[65978]: WARNING neutronclient.v2_0.client [None req-9444ff02-2d42-4aff-8042-c72671abed8f tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.784928] env[65978]: INFO nova.compute.claims [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.790361] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "refresh_cache-45e844ad-80c8-42f2-b4b8-55fed9cf5c39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.790802] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired lock "refresh_cache-45e844ad-80c8-42f2-b4b8-55fed9cf5c39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.792164] env[65978]: DEBUG nova.network.neutron [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1077.795433] env[65978]: DEBUG nova.compute.manager [req-8b7f38d9-48ad-4662-8e30-2eee11606d54 req-74608308-91d9-4c00-a979-b7748f324f48 service nova] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Received event network-vif-deleted-f3598025-d4d6-4054-99f4-e6d5943e8879 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1077.795629] env[65978]: INFO nova.compute.manager [req-8b7f38d9-48ad-4662-8e30-2eee11606d54 req-74608308-91d9-4c00-a979-b7748f324f48 service nova] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Neutron deleted interface f3598025-d4d6-4054-99f4-e6d5943e8879; detaching it from the instance and deleting it from the info cache [ 1077.795911] env[65978]: DEBUG nova.network.neutron [req-8b7f38d9-48ad-4662-8e30-2eee11606d54 req-74608308-91d9-4c00-a979-b7748f324f48 service nova] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.826057] env[65978]: DEBUG oslo_vmware.api [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52496} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.826518] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1/4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.826518] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.827181] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32c59998-4963-4e8a-a377-7e960fc8cfb2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.839468] env[65978]: DEBUG oslo_vmware.api [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1077.839468] env[65978]: value = "task-4715189" [ 1077.839468] env[65978]: _type = "Task" [ 1077.839468] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.850224] env[65978]: DEBUG oslo_vmware.api [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.851114] env[65978]: DEBUG nova.network.neutron [None req-9444ff02-2d42-4aff-8042-c72671abed8f tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Updating instance_info_cache with network_info: [{"id": "97c89e77-71c1-44e2-baa0-2c6d76b4fa8d", "address": "fa:16:3e:b6:5b:ce", "network": {"id": "aa9e921e-2a9e-478f-ba88-98fd3a0d62fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-987806860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "066ce657037c4ccf9ad08ac04957c56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c89e77-71", "ovs_interfaceid": "97c89e77-71c1-44e2-baa0-2c6d76b4fa8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.008194] env[65978]: WARNING neutronclient.v2_0.client [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.039441] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "refresh_cache-afea5d29-cbf1-4408-a7e1-3a0ae0abd555" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.039627] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired lock "refresh_cache-afea5d29-cbf1-4408-a7e1-3a0ae0abd555" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.039803] env[65978]: DEBUG nova.network.neutron [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1078.224448] env[65978]: DEBUG nova.network.neutron [-] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.230137] env[65978]: DEBUG nova.objects.instance [None req-48bb27ea-2868-4b59-abae-2fa22cff181e tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Lazy-loading 'flavor' on Instance uuid c99c6349-1c90-4db0-8a4d-720847401a5e {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.295126] env[65978]: INFO nova.compute.resource_tracker [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Updating resource usage from migration b9467181-59a4-40ca-be4b-647c1e129f4d [ 1078.298105] env[65978]: WARNING neutronclient.v2_0.client [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.301112] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10f06578-4468-4add-a98c-74767650d37b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.312043] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624d5d7a-bc4b-4181-806a-eb7cf369c850 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.360392] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9444ff02-2d42-4aff-8042-c72671abed8f tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Releasing lock "refresh_cache-c99c6349-1c90-4db0-8a4d-720847401a5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.360506] env[65978]: DEBUG nova.compute.manager [None req-9444ff02-2d42-4aff-8042-c72671abed8f tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Inject network info {{(pid=65978) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7781}} [ 1078.360759] env[65978]: DEBUG nova.compute.manager [None req-9444ff02-2d42-4aff-8042-c72671abed8f tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] network_info to inject: |[{"id": "97c89e77-71c1-44e2-baa0-2c6d76b4fa8d", "address": "fa:16:3e:b6:5b:ce", "network": {"id": "aa9e921e-2a9e-478f-ba88-98fd3a0d62fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-987806860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "066ce657037c4ccf9ad08ac04957c56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c89e77-71", "ovs_interfaceid": "97c89e77-71c1-44e2-baa0-2c6d76b4fa8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7782}} [ 1078.365508] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9444ff02-2d42-4aff-8042-c72671abed8f tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Reconfiguring VM instance to set the machine id {{(pid=65978) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1078.366722] env[65978]: DEBUG nova.compute.manager [req-8b7f38d9-48ad-4662-8e30-2eee11606d54 req-74608308-91d9-4c00-a979-b7748f324f48 service nova] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Detach interface failed, port_id=f3598025-d4d6-4054-99f4-e6d5943e8879, reason: Instance 6b30b9e8-996c-485d-aacc-a7b6e09a6743 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1078.369394] env[65978]: DEBUG oslo_concurrency.lockutils [req-33f331c0-02fa-4ad4-ae49-f6b94796a07b req-c01a3721-bfe4-442e-8d38-a80656c2b59a service nova] Acquired lock "refresh_cache-c99c6349-1c90-4db0-8a4d-720847401a5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.369544] env[65978]: DEBUG nova.network.neutron [req-33f331c0-02fa-4ad4-ae49-f6b94796a07b req-c01a3721-bfe4-442e-8d38-a80656c2b59a service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Refreshing network info cache for port 97c89e77-71c1-44e2-baa0-2c6d76b4fa8d {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.371012] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af62af1e-09d7-4505-a4bc-4e4780a2ab3e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.386083] env[65978]: WARNING neutronclient.v2_0.client [req-33f331c0-02fa-4ad4-ae49-f6b94796a07b req-c01a3721-bfe4-442e-8d38-a80656c2b59a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.388909] env[65978]: DEBUG oslo_vmware.api [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070708} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.390197] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.390402] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae5ede0-b5db-4a29-91e8-eb6d9e7dc013 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.395880] env[65978]: DEBUG oslo_vmware.api [None req-9444ff02-2d42-4aff-8042-c72671abed8f tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Waiting for the task: (returnval){ [ 1078.395880] env[65978]: value = "task-4715190" [ 1078.395880] env[65978]: _type = "Task" [ 1078.395880] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.417131] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1/4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.425520] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44f8da35-df67-4de4-9eea-c6f885ee98a4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.452625] env[65978]: DEBUG oslo_vmware.api [None req-9444ff02-2d42-4aff-8042-c72671abed8f tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': task-4715190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.454131] env[65978]: DEBUG oslo_vmware.api [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1078.454131] env[65978]: value = "task-4715191" [ 1078.454131] env[65978]: _type = "Task" [ 1078.454131] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.467273] env[65978]: DEBUG oslo_vmware.api [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.543115] env[65978]: WARNING neutronclient.v2_0.client [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.558094] env[65978]: WARNING neutronclient.v2_0.client [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.679945] env[65978]: DEBUG nova.network.neutron [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Updating instance_info_cache with network_info: [{"id": "a14ec885-ff08-4b2b-ac9a-b2ad551d5924", "address": "fa:16:3e:91:68:01", "network": {"id": "1e368590-0060-4ae5-98b3-473ded4d1c9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-91998457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0621c7972ce94ada85614a788f5f6302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa14ec885-ff", "ovs_interfaceid": "a14ec885-ff08-4b2b-ac9a-b2ad551d5924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.705194] env[65978]: WARNING neutronclient.v2_0.client [req-33f331c0-02fa-4ad4-ae49-f6b94796a07b req-c01a3721-bfe4-442e-8d38-a80656c2b59a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.728131] env[65978]: INFO nova.compute.manager [-] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Took 1.53 seconds to deallocate network for instance. [ 1078.738788] env[65978]: DEBUG oslo_concurrency.lockutils [None req-48bb27ea-2868-4b59-abae-2fa22cff181e tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Acquiring lock "refresh_cache-c99c6349-1c90-4db0-8a4d-720847401a5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.739688] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69623750-375a-464e-b415-24b9725e9103 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.749183] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02973aa4-8d0d-4eac-b377-e69ef38d06f4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.783823] env[65978]: WARNING neutronclient.v2_0.client [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.786687] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b004cc64-e529-46e4-ac92-f98a5b9990f5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.799520] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50030700-15ac-4572-b7cf-1d77f698e51d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.815279] env[65978]: DEBUG nova.compute.provider_tree [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.817466] env[65978]: DEBUG nova.network.neutron [req-33f331c0-02fa-4ad4-ae49-f6b94796a07b req-c01a3721-bfe4-442e-8d38-a80656c2b59a service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Updated VIF entry in instance network info cache for port 97c89e77-71c1-44e2-baa0-2c6d76b4fa8d. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1078.817764] env[65978]: DEBUG nova.network.neutron [req-33f331c0-02fa-4ad4-ae49-f6b94796a07b req-c01a3721-bfe4-442e-8d38-a80656c2b59a service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Updating instance_info_cache with network_info: [{"id": "97c89e77-71c1-44e2-baa0-2c6d76b4fa8d", "address": "fa:16:3e:b6:5b:ce", "network": {"id": "aa9e921e-2a9e-478f-ba88-98fd3a0d62fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-987806860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "066ce657037c4ccf9ad08ac04957c56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c89e77-71", "ovs_interfaceid": "97c89e77-71c1-44e2-baa0-2c6d76b4fa8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.862251] env[65978]: DEBUG nova.network.neutron [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Updating instance_info_cache with network_info: [{"id": "0b864c02-549a-4df8-97e1-647db5b85806", "address": "fa:16:3e:d9:46:22", "network": {"id": "5d7d5419-d28e-4cf9-9dde-56cf0e7c9ea3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-67670762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40d5661e4d634152b4e8a2785b9d9d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b864c02-54", "ovs_interfaceid": "0b864c02-549a-4df8-97e1-647db5b85806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.915248] env[65978]: DEBUG oslo_vmware.api [None req-9444ff02-2d42-4aff-8042-c72671abed8f tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': task-4715190, 'name': ReconfigVM_Task, 'duration_secs': 0.171979} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.915543] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9444ff02-2d42-4aff-8042-c72671abed8f tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Reconfigured VM instance to set the machine id {{(pid=65978) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1078.965110] env[65978]: DEBUG oslo_vmware.api [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715191, 'name': ReconfigVM_Task, 'duration_secs': 0.435172} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.965401] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1/4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.966035] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-041a4fd6-a235-48ed-ac87-880be7d2bb48 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.973235] env[65978]: DEBUG oslo_vmware.api [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1078.973235] env[65978]: value = "task-4715192" [ 1078.973235] env[65978]: _type = "Task" [ 1078.973235] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.982030] env[65978]: DEBUG oslo_vmware.api [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715192, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.150284] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6bc76ced-0686-4f0f-a736-10b665ed572a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "a23499dc-3216-4493-869d-519c1c92eb37" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.150555] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6bc76ced-0686-4f0f-a736-10b665ed572a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "a23499dc-3216-4493-869d-519c1c92eb37" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.183107] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Releasing lock "refresh_cache-45e844ad-80c8-42f2-b4b8-55fed9cf5c39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.245224] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.320194] env[65978]: DEBUG nova.scheduler.client.report [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.324168] env[65978]: DEBUG oslo_concurrency.lockutils [req-33f331c0-02fa-4ad4-ae49-f6b94796a07b req-c01a3721-bfe4-442e-8d38-a80656c2b59a service nova] Releasing lock "refresh_cache-c99c6349-1c90-4db0-8a4d-720847401a5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.324663] env[65978]: DEBUG oslo_concurrency.lockutils [None req-48bb27ea-2868-4b59-abae-2fa22cff181e tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Acquired lock "refresh_cache-c99c6349-1c90-4db0-8a4d-720847401a5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.325065] env[65978]: WARNING neutronclient.v2_0.client [None req-48bb27ea-2868-4b59-abae-2fa22cff181e tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.368017] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Releasing lock "refresh_cache-afea5d29-cbf1-4408-a7e1-3a0ae0abd555" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.485542] env[65978]: DEBUG oslo_vmware.api [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715192, 'name': Rename_Task, 'duration_secs': 0.383522} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.485542] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.485746] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c554652c-833c-4d06-94d9-6ec6d08d5bb7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.493600] env[65978]: DEBUG oslo_vmware.api [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1079.493600] env[65978]: value = "task-4715193" [ 1079.493600] env[65978]: _type = "Task" [ 1079.493600] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.505906] env[65978]: DEBUG oslo_vmware.api [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.653818] env[65978]: INFO nova.compute.manager [None req-6bc76ced-0686-4f0f-a736-10b665ed572a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Detaching volume 2ac0eb51-c975-43b1-87cc-afa24b0aff26 [ 1079.694027] env[65978]: INFO nova.virt.block_device [None req-6bc76ced-0686-4f0f-a736-10b665ed572a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Attempting to driver detach volume 2ac0eb51-c975-43b1-87cc-afa24b0aff26 from mountpoint /dev/sdb [ 1079.694267] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bc76ced-0686-4f0f-a736-10b665ed572a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Volume detach. Driver type: vmdk {{(pid=65978) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1079.694456] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bc76ced-0686-4f0f-a736-10b665ed572a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920138', 'volume_id': '2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'name': 'volume-2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a23499dc-3216-4493-869d-519c1c92eb37', 'attached_at': '', 'detached_at': '', 'volume_id': '2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'serial': '2ac0eb51-c975-43b1-87cc-afa24b0aff26'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1079.695373] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abb6189-52c6-4314-a4f1-db0185b45d02 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.718166] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df254a4f-9298-469d-a0f3-1010bf1772fd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.726489] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb10c0a-b1a6-4e6a-90d9-4d5a1a8689f7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.730583] env[65978]: DEBUG nova.network.neutron [None req-48bb27ea-2868-4b59-abae-2fa22cff181e tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1079.756924] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d78dff-03cb-486e-af09-2edefb702860 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.761207] env[65978]: DEBUG nova.compute.manager [req-3a302c43-5756-4c82-940f-bb6fbb71022b req-4923d091-8d31-4d52-b73d-d0b184dd41f8 service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Received event network-changed-97c89e77-71c1-44e2-baa0-2c6d76b4fa8d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1079.762339] env[65978]: DEBUG nova.compute.manager [req-3a302c43-5756-4c82-940f-bb6fbb71022b req-4923d091-8d31-4d52-b73d-d0b184dd41f8 service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Refreshing instance network info cache due to event network-changed-97c89e77-71c1-44e2-baa0-2c6d76b4fa8d. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1079.763702] env[65978]: DEBUG oslo_concurrency.lockutils [req-3a302c43-5756-4c82-940f-bb6fbb71022b req-4923d091-8d31-4d52-b73d-d0b184dd41f8 service nova] Acquiring lock "refresh_cache-c99c6349-1c90-4db0-8a4d-720847401a5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.779103] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bc76ced-0686-4f0f-a736-10b665ed572a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The volume has not been displaced from its original location: [datastore2] volume-2ac0eb51-c975-43b1-87cc-afa24b0aff26/volume-2ac0eb51-c975-43b1-87cc-afa24b0aff26.vmdk. No consolidation needed. {{(pid=65978) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1079.784327] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bc76ced-0686-4f0f-a736-10b665ed572a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1079.784826] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90933ea4-3889-43d8-90ce-501a2703f259 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.805597] env[65978]: DEBUG oslo_vmware.api [None req-6bc76ced-0686-4f0f-a736-10b665ed572a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1079.805597] env[65978]: value = "task-4715194" [ 1079.805597] env[65978]: _type = "Task" [ 1079.805597] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.815915] env[65978]: DEBUG oslo_vmware.api [None req-6bc76ced-0686-4f0f-a736-10b665ed572a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.829512] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.553s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.829805] env[65978]: INFO nova.compute.manager [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Migrating [ 1079.837136] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.145s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.837430] env[65978]: DEBUG nova.objects.instance [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Lazy-loading 'resources' on Instance uuid 08408e61-edfa-485b-b7d2-2c10b31d365e {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.897919] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef50411-30a2-4609-9dfd-944ebd1844b7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.918933] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca21968b-0589-40d4-b6c0-126e3d6a9937 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.928039] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Updating instance 'afea5d29-cbf1-4408-a7e1-3a0ae0abd555' progress to 83 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.005853] env[65978]: DEBUG oslo_vmware.api [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715193, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.233197] env[65978]: WARNING neutronclient.v2_0.client [None req-48bb27ea-2868-4b59-abae-2fa22cff181e tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.322107] env[65978]: DEBUG oslo_vmware.api [None req-6bc76ced-0686-4f0f-a736-10b665ed572a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715194, 'name': ReconfigVM_Task, 'duration_secs': 0.287831} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.322448] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bc76ced-0686-4f0f-a736-10b665ed572a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1080.327681] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b000e6d7-c37d-4440-9115-4a4808b4f7b8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.345704] env[65978]: DEBUG oslo_vmware.api [None req-6bc76ced-0686-4f0f-a736-10b665ed572a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1080.345704] env[65978]: value = "task-4715195" [ 1080.345704] env[65978]: _type = "Task" [ 1080.345704] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.355742] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "refresh_cache-22035b86-65b5-4ea5-ad8c-a7694fff2638" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.357014] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquired lock "refresh_cache-22035b86-65b5-4ea5-ad8c-a7694fff2638" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.357184] env[65978]: DEBUG nova.network.neutron [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1080.370238] env[65978]: DEBUG oslo_vmware.api [None req-6bc76ced-0686-4f0f-a736-10b665ed572a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.434979] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.435340] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffaab178-f6dd-4c66-9ae1-33da4de2dea7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.445521] env[65978]: DEBUG oslo_vmware.api [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1080.445521] env[65978]: value = "task-4715196" [ 1080.445521] env[65978]: _type = "Task" [ 1080.445521] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.455270] env[65978]: DEBUG oslo_vmware.api [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.456602] env[65978]: WARNING neutronclient.v2_0.client [None req-48bb27ea-2868-4b59-abae-2fa22cff181e tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.511841] env[65978]: DEBUG oslo_vmware.api [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715193, 'name': PowerOnVM_Task, 'duration_secs': 0.639724} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.512449] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.512607] env[65978]: INFO nova.compute.manager [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1080.512749] env[65978]: DEBUG nova.compute.manager [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1080.513595] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8893b027-c59c-46d1-b7f5-a485b75ae9bc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.540748] env[65978]: DEBUG nova.network.neutron [None req-48bb27ea-2868-4b59-abae-2fa22cff181e tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Updating instance_info_cache with network_info: [{"id": "97c89e77-71c1-44e2-baa0-2c6d76b4fa8d", "address": "fa:16:3e:b6:5b:ce", "network": {"id": "aa9e921e-2a9e-478f-ba88-98fd3a0d62fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-987806860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "066ce657037c4ccf9ad08ac04957c56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c89e77-71", "ovs_interfaceid": "97c89e77-71c1-44e2-baa0-2c6d76b4fa8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.703354] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fdcfe2-d338-483b-8603-3fcb422b8aab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.710564] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f5a4be-3a75-4496-8b1c-0b691ddcd4a3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.716960] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc8edf1-3cca-446f-8768-a6db5d7c8f6a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.735641] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Updating instance '45e844ad-80c8-42f2-b4b8-55fed9cf5c39' progress to 0 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.770776] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0444fa1d-0dd2-43df-84e5-4ec64c4d908b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.780223] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7eb57cf-7e7f-4c1a-a056-ee115effe776 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.796574] env[65978]: DEBUG nova.compute.provider_tree [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.856075] env[65978]: DEBUG oslo_vmware.api [None req-6bc76ced-0686-4f0f-a736-10b665ed572a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715195, 'name': ReconfigVM_Task, 'duration_secs': 0.183484} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.856420] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bc76ced-0686-4f0f-a736-10b665ed572a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920138', 'volume_id': '2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'name': 'volume-2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a23499dc-3216-4493-869d-519c1c92eb37', 'attached_at': '', 'detached_at': '', 'volume_id': '2ac0eb51-c975-43b1-87cc-afa24b0aff26', 'serial': '2ac0eb51-c975-43b1-87cc-afa24b0aff26'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1080.864429] env[65978]: WARNING neutronclient.v2_0.client [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.957065] env[65978]: DEBUG oslo_vmware.api [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715196, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.035064] env[65978]: INFO nova.compute.manager [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Took 16.06 seconds to build instance. [ 1081.036788] env[65978]: WARNING neutronclient.v2_0.client [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.043839] env[65978]: DEBUG oslo_concurrency.lockutils [None req-48bb27ea-2868-4b59-abae-2fa22cff181e tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Releasing lock "refresh_cache-c99c6349-1c90-4db0-8a4d-720847401a5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.044165] env[65978]: DEBUG nova.compute.manager [None req-48bb27ea-2868-4b59-abae-2fa22cff181e tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Inject network info {{(pid=65978) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7781}} [ 1081.044334] env[65978]: DEBUG nova.compute.manager [None req-48bb27ea-2868-4b59-abae-2fa22cff181e tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] network_info to inject: |[{"id": "97c89e77-71c1-44e2-baa0-2c6d76b4fa8d", "address": "fa:16:3e:b6:5b:ce", "network": {"id": "aa9e921e-2a9e-478f-ba88-98fd3a0d62fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-987806860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "066ce657037c4ccf9ad08ac04957c56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c89e77-71", "ovs_interfaceid": "97c89e77-71c1-44e2-baa0-2c6d76b4fa8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7782}} [ 1081.050824] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-48bb27ea-2868-4b59-abae-2fa22cff181e tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Reconfiguring VM instance to set the machine id {{(pid=65978) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1081.051449] env[65978]: DEBUG oslo_concurrency.lockutils [req-3a302c43-5756-4c82-940f-bb6fbb71022b req-4923d091-8d31-4d52-b73d-d0b184dd41f8 service nova] Acquired lock "refresh_cache-c99c6349-1c90-4db0-8a4d-720847401a5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.051540] env[65978]: DEBUG nova.network.neutron [req-3a302c43-5756-4c82-940f-bb6fbb71022b req-4923d091-8d31-4d52-b73d-d0b184dd41f8 service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Refreshing network info cache for port 97c89e77-71c1-44e2-baa0-2c6d76b4fa8d {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.052701] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96c77f46-8a6d-4e61-b5d1-f8724e4f29ac {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.072625] env[65978]: DEBUG oslo_vmware.api [None req-48bb27ea-2868-4b59-abae-2fa22cff181e tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Waiting for the task: (returnval){ [ 1081.072625] env[65978]: value = "task-4715197" [ 1081.072625] env[65978]: _type = "Task" [ 1081.072625] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.085571] env[65978]: DEBUG oslo_vmware.api [None req-48bb27ea-2868-4b59-abae-2fa22cff181e tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': task-4715197, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.131843] env[65978]: DEBUG nova.network.neutron [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Updating instance_info_cache with network_info: [{"id": "792c528e-70fb-4018-bb6e-80cdd657577a", "address": "fa:16:3e:7c:35:c5", "network": {"id": "572f00ea-41cc-4d81-b1e9-2b038de95236", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043147319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0285adf994e4ab5fbfe0226d33b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792c528e-70", "ovs_interfaceid": "792c528e-70fb-4018-bb6e-80cdd657577a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.242100] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.242580] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be2286cd-0923-47e4-893c-3667b452bf25 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.251651] env[65978]: DEBUG oslo_vmware.api [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1081.251651] env[65978]: value = "task-4715198" [ 1081.251651] env[65978]: _type = "Task" [ 1081.251651] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.260725] env[65978]: DEBUG oslo_vmware.api [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.299782] env[65978]: DEBUG nova.scheduler.client.report [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.415966] env[65978]: DEBUG nova.objects.instance [None req-6bc76ced-0686-4f0f-a736-10b665ed572a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lazy-loading 'flavor' on Instance uuid a23499dc-3216-4493-869d-519c1c92eb37 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.457807] env[65978]: DEBUG oslo_vmware.api [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715196, 'name': PowerOnVM_Task, 'duration_secs': 0.62862} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.458097] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.458285] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a865d1-e168-4fd5-ba7d-c360c64014e3 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Updating instance 'afea5d29-cbf1-4408-a7e1-3a0ae0abd555' progress to 100 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.540829] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eb5b09bf-7cbd-44a8-abcb-20eef3427002 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.579s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.567038] env[65978]: WARNING neutronclient.v2_0.client [req-3a302c43-5756-4c82-940f-bb6fbb71022b req-4923d091-8d31-4d52-b73d-d0b184dd41f8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.583742] env[65978]: DEBUG oslo_vmware.api [None req-48bb27ea-2868-4b59-abae-2fa22cff181e tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': task-4715197, 'name': ReconfigVM_Task, 'duration_secs': 0.158115} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.583969] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-48bb27ea-2868-4b59-abae-2fa22cff181e tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Reconfigured VM instance to set the machine id {{(pid=65978) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1081.637892] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Releasing lock "refresh_cache-22035b86-65b5-4ea5-ad8c-a7694fff2638" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.764747] env[65978]: DEBUG oslo_vmware.api [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715198, 'name': PowerOffVM_Task, 'duration_secs': 0.238323} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.766015] env[65978]: WARNING neutronclient.v2_0.client [req-3a302c43-5756-4c82-940f-bb6fbb71022b req-4923d091-8d31-4d52-b73d-d0b184dd41f8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.768323] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.768896] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Updating instance '45e844ad-80c8-42f2-b4b8-55fed9cf5c39' progress to 17 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.806037] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.809024] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.455s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.809024] env[65978]: DEBUG nova.objects.instance [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lazy-loading 'resources' on Instance uuid e7525308-7f14-4c1d-a72c-8780fda96886 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.836731] env[65978]: INFO nova.scheduler.client.report [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Deleted allocations for instance 08408e61-edfa-485b-b7d2-2c10b31d365e [ 1081.850545] env[65978]: DEBUG nova.network.neutron [req-3a302c43-5756-4c82-940f-bb6fbb71022b req-4923d091-8d31-4d52-b73d-d0b184dd41f8 service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Updated VIF entry in instance network info cache for port 97c89e77-71c1-44e2-baa0-2c6d76b4fa8d. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1081.851712] env[65978]: DEBUG nova.network.neutron [req-3a302c43-5756-4c82-940f-bb6fbb71022b req-4923d091-8d31-4d52-b73d-d0b184dd41f8 service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Updating instance_info_cache with network_info: [{"id": "97c89e77-71c1-44e2-baa0-2c6d76b4fa8d", "address": "fa:16:3e:b6:5b:ce", "network": {"id": "aa9e921e-2a9e-478f-ba88-98fd3a0d62fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-987806860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "066ce657037c4ccf9ad08ac04957c56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c89e77-71", "ovs_interfaceid": "97c89e77-71c1-44e2-baa0-2c6d76b4fa8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.852192] env[65978]: DEBUG oslo_concurrency.lockutils [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.852417] env[65978]: DEBUG oslo_concurrency.lockutils [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.852611] env[65978]: DEBUG oslo_concurrency.lockutils [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.852818] env[65978]: DEBUG oslo_concurrency.lockutils [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.852941] env[65978]: DEBUG oslo_concurrency.lockutils [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.855031] env[65978]: INFO nova.compute.manager [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Terminating instance [ 1082.123995] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Acquiring lock "c99c6349-1c90-4db0-8a4d-720847401a5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.124450] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Lock "c99c6349-1c90-4db0-8a4d-720847401a5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.124743] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Acquiring lock "c99c6349-1c90-4db0-8a4d-720847401a5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.125028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Lock "c99c6349-1c90-4db0-8a4d-720847401a5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.125296] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Lock "c99c6349-1c90-4db0-8a4d-720847401a5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.127736] env[65978]: INFO nova.compute.manager [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Terminating instance [ 1082.275930] env[65978]: DEBUG nova.virt.hardware [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1082.276206] env[65978]: DEBUG nova.virt.hardware [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.276375] env[65978]: DEBUG nova.virt.hardware [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1082.276525] env[65978]: DEBUG nova.virt.hardware [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.276663] env[65978]: DEBUG nova.virt.hardware [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1082.276803] env[65978]: DEBUG nova.virt.hardware [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1082.276999] env[65978]: DEBUG nova.virt.hardware [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1082.277167] env[65978]: DEBUG nova.virt.hardware [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1082.277326] env[65978]: DEBUG nova.virt.hardware [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1082.277480] env[65978]: DEBUG nova.virt.hardware [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1082.277647] env[65978]: DEBUG nova.virt.hardware [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1082.283079] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bba059f-2d92-47ed-a818-d5a4d747b88d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.300518] env[65978]: DEBUG oslo_vmware.api [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1082.300518] env[65978]: value = "task-4715199" [ 1082.300518] env[65978]: _type = "Task" [ 1082.300518] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.310964] env[65978]: DEBUG oslo_vmware.api [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715199, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.345121] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ffd8dc72-2ab5-49ff-a124-241b385075ac tempest-ServerRescueTestJSON-683211413 tempest-ServerRescueTestJSON-683211413-project-member] Lock "08408e61-edfa-485b-b7d2-2c10b31d365e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.186s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.356020] env[65978]: DEBUG oslo_concurrency.lockutils [req-3a302c43-5756-4c82-940f-bb6fbb71022b req-4923d091-8d31-4d52-b73d-d0b184dd41f8 service nova] Releasing lock "refresh_cache-c99c6349-1c90-4db0-8a4d-720847401a5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.358952] env[65978]: DEBUG nova.compute.manager [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1082.359170] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.360259] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4b559d-8f05-4392-9576-354f7abda26e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.370569] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.371563] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf268a6a-36e4-423e-933d-393fc9d480d3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.382636] env[65978]: DEBUG oslo_vmware.api [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1082.382636] env[65978]: value = "task-4715200" [ 1082.382636] env[65978]: _type = "Task" [ 1082.382636] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.396123] env[65978]: DEBUG oslo_vmware.api [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.425850] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6bc76ced-0686-4f0f-a736-10b665ed572a tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "a23499dc-3216-4493-869d-519c1c92eb37" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.275s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.631385] env[65978]: DEBUG nova.compute.manager [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1082.631751] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.633486] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09710b3d-2d31-4545-a6b5-c9886386947b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.640061] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd12912b-db9f-4768-88fe-4c2397275a0f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.651014] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.651918] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32e865eb-9823-4788-bfff-68e15d0877d1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.654424] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0118fd-baf5-43fc-a780-8ac687f80603 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.692088] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfee6554-715b-4c88-98ae-de5d3fcf4788 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.694503] env[65978]: DEBUG oslo_vmware.api [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Waiting for the task: (returnval){ [ 1082.694503] env[65978]: value = "task-4715201" [ 1082.694503] env[65978]: _type = "Task" [ 1082.694503] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.705090] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72ce3dd-6b73-4ef2-8be2-a594549b986e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.715421] env[65978]: DEBUG oslo_vmware.api [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': task-4715201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.727459] env[65978]: DEBUG nova.compute.provider_tree [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.816484] env[65978]: DEBUG oslo_vmware.api [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715199, 'name': ReconfigVM_Task, 'duration_secs': 0.167407} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.816484] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Updating instance '45e844ad-80c8-42f2-b4b8-55fed9cf5c39' progress to 33 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.894828] env[65978]: DEBUG oslo_vmware.api [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715200, 'name': PowerOffVM_Task, 'duration_secs': 0.222497} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.895141] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.895304] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.895572] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37134556-25a2-4228-a40f-485549f4cd56 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.970037] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.970037] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.970319] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Deleting the datastore file [datastore2] 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.970419] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a191ec8f-5ca5-4247-80bf-2d3b469406e7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.987595] env[65978]: DEBUG oslo_vmware.api [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1082.987595] env[65978]: value = "task-4715203" [ 1082.987595] env[65978]: _type = "Task" [ 1082.987595] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.999808] env[65978]: DEBUG oslo_vmware.api [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.156905] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4082984f-5c8d-4eae-add9-8d3a2e37d1d3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.181018] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Updating instance '22035b86-65b5-4ea5-ad8c-a7694fff2638' progress to 0 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.206621] env[65978]: DEBUG oslo_vmware.api [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': task-4715201, 'name': PowerOffVM_Task, 'duration_secs': 0.22912} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.206918] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.207093] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.207358] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63f55c85-f3b8-41c9-ae9f-b497ccf933ac {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.230613] env[65978]: DEBUG nova.scheduler.client.report [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.281025] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.281183] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.281453] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Deleting the datastore file [datastore2] c99c6349-1c90-4db0-8a4d-720847401a5e {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.282866] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6248c4d1-8dfe-4be2-bd45-553fa5e99628 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.290553] env[65978]: DEBUG oslo_vmware.api [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Waiting for the task: (returnval){ [ 1083.290553] env[65978]: value = "task-4715205" [ 1083.290553] env[65978]: _type = "Task" [ 1083.290553] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.301441] env[65978]: DEBUG oslo_vmware.api [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': task-4715205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.323545] env[65978]: DEBUG nova.virt.hardware [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1083.323970] env[65978]: DEBUG nova.virt.hardware [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.324040] env[65978]: DEBUG nova.virt.hardware [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1083.324241] env[65978]: DEBUG nova.virt.hardware [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.324390] env[65978]: DEBUG nova.virt.hardware [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1083.324536] env[65978]: DEBUG nova.virt.hardware [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1083.324782] env[65978]: DEBUG nova.virt.hardware [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1083.324910] env[65978]: DEBUG nova.virt.hardware [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1083.325380] env[65978]: DEBUG nova.virt.hardware [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1083.325556] env[65978]: DEBUG nova.virt.hardware [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1083.325742] env[65978]: DEBUG nova.virt.hardware [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1083.333129] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1083.333503] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85f289c1-5450-40d9-b36e-b2df2ac77e75 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.354878] env[65978]: DEBUG oslo_vmware.api [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1083.354878] env[65978]: value = "task-4715206" [ 1083.354878] env[65978]: _type = "Task" [ 1083.354878] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.364106] env[65978]: DEBUG oslo_vmware.api [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715206, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.502477] env[65978]: DEBUG oslo_vmware.api [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159424} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.502850] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.503087] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.503316] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.503533] env[65978]: INFO nova.compute.manager [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1083.503912] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1083.504145] env[65978]: DEBUG nova.compute.manager [-] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1083.504279] env[65978]: DEBUG nova.network.neutron [-] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1083.504573] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.555912] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.590692] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "a23499dc-3216-4493-869d-519c1c92eb37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.590873] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "a23499dc-3216-4493-869d-519c1c92eb37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.592243] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "a23499dc-3216-4493-869d-519c1c92eb37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.592243] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "a23499dc-3216-4493-869d-519c1c92eb37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.592243] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "a23499dc-3216-4493-869d-519c1c92eb37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.593812] env[65978]: INFO nova.compute.manager [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Terminating instance [ 1083.687760] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.688098] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6300abf-9d7c-4de0-8151-8241724b2ca4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.696100] env[65978]: DEBUG oslo_vmware.api [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1083.696100] env[65978]: value = "task-4715207" [ 1083.696100] env[65978]: _type = "Task" [ 1083.696100] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.705765] env[65978]: DEBUG oslo_vmware.api [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.737347] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.739889] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.495s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.740440] env[65978]: DEBUG nova.objects.instance [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lazy-loading 'resources' on Instance uuid 6b30b9e8-996c-485d-aacc-a7b6e09a6743 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.764945] env[65978]: INFO nova.scheduler.client.report [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Deleted allocations for instance e7525308-7f14-4c1d-a72c-8780fda96886 [ 1083.807109] env[65978]: DEBUG oslo_vmware.api [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Task: {'id': task-4715205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17556} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.809284] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.810028] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.810028] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.810028] env[65978]: INFO nova.compute.manager [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1083.810470] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1083.810757] env[65978]: DEBUG nova.compute.manager [-] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1083.810890] env[65978]: DEBUG nova.network.neutron [-] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1083.811192] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.867160] env[65978]: DEBUG oslo_vmware.api [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715206, 'name': ReconfigVM_Task, 'duration_secs': 0.268246} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.867462] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1083.868271] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbcd308-2ebb-47ca-9942-39d0cb1d0bc8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.872696] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.894873] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 45e844ad-80c8-42f2-b4b8-55fed9cf5c39/45e844ad-80c8-42f2-b4b8-55fed9cf5c39.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.895261] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb5421d1-b088-4912-8b87-f167a4651ea4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.918435] env[65978]: DEBUG oslo_vmware.api [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1083.918435] env[65978]: value = "task-4715208" [ 1083.918435] env[65978]: _type = "Task" [ 1083.918435] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.930018] env[65978]: DEBUG oslo_vmware.api [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.002931] env[65978]: DEBUG nova.compute.manager [req-eda0b805-3f94-4826-b66b-7c0333749a50 req-bca3070d-0724-4ac2-9acc-e2de2083ec16 service nova] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Received event network-vif-deleted-a3e7aecd-fbc9-4364-99a7-80b1ac6e1d21 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1084.003603] env[65978]: INFO nova.compute.manager [req-eda0b805-3f94-4826-b66b-7c0333749a50 req-bca3070d-0724-4ac2-9acc-e2de2083ec16 service nova] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Neutron deleted interface a3e7aecd-fbc9-4364-99a7-80b1ac6e1d21; detaching it from the instance and deleting it from the info cache [ 1084.003603] env[65978]: DEBUG nova.network.neutron [req-eda0b805-3f94-4826-b66b-7c0333749a50 req-bca3070d-0724-4ac2-9acc-e2de2083ec16 service nova] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.042996] env[65978]: DEBUG oslo_concurrency.lockutils [None req-58fcd3d8-cbdb-4863-a598-02a5608d33eb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "afea5d29-cbf1-4408-a7e1-3a0ae0abd555" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.042996] env[65978]: DEBUG oslo_concurrency.lockutils [None req-58fcd3d8-cbdb-4863-a598-02a5608d33eb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "afea5d29-cbf1-4408-a7e1-3a0ae0abd555" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.042996] env[65978]: DEBUG nova.compute.manager [None req-58fcd3d8-cbdb-4863-a598-02a5608d33eb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Going to confirm migration 5 {{(pid=65978) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5294}} [ 1084.100481] env[65978]: DEBUG nova.compute.manager [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1084.100481] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.100481] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f77a5e-92b8-469d-9911-7d7abb2ca81f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.108188] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.109046] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e760b51d-3ffc-4b69-a77e-e29724b3432c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.115171] env[65978]: DEBUG oslo_vmware.api [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1084.115171] env[65978]: value = "task-4715209" [ 1084.115171] env[65978]: _type = "Task" [ 1084.115171] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.125643] env[65978]: DEBUG oslo_vmware.api [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.208717] env[65978]: DEBUG oslo_vmware.api [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.278465] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1bdd1962-47de-478e-8a63-2b880f1b8e41 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "e7525308-7f14-4c1d-a72c-8780fda96886" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.931s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.299586] env[65978]: DEBUG nova.network.neutron [-] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.433345] env[65978]: DEBUG oslo_vmware.api [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.509555] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c130904c-d61d-4958-a75b-c256ddfaa556 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.522267] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6e152e-5bf9-43ad-8485-81446d922378 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.541191] env[65978]: DEBUG nova.compute.manager [req-59a4dcfa-a076-44e4-9e51-b5bc3e2bc0d9 req-c7a55a0b-4cc9-4d81-93f7-89887501b44f service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Received event network-vif-deleted-97c89e77-71c1-44e2-baa0-2c6d76b4fa8d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1084.541191] env[65978]: INFO nova.compute.manager [req-59a4dcfa-a076-44e4-9e51-b5bc3e2bc0d9 req-c7a55a0b-4cc9-4d81-93f7-89887501b44f service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Neutron deleted interface 97c89e77-71c1-44e2-baa0-2c6d76b4fa8d; detaching it from the instance and deleting it from the info cache [ 1084.541191] env[65978]: DEBUG nova.network.neutron [req-59a4dcfa-a076-44e4-9e51-b5bc3e2bc0d9 req-c7a55a0b-4cc9-4d81-93f7-89887501b44f service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.547201] env[65978]: WARNING neutronclient.v2_0.client [None req-58fcd3d8-cbdb-4863-a598-02a5608d33eb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.573135] env[65978]: DEBUG nova.compute.manager [req-eda0b805-3f94-4826-b66b-7c0333749a50 req-bca3070d-0724-4ac2-9acc-e2de2083ec16 service nova] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Detach interface failed, port_id=a3e7aecd-fbc9-4364-99a7-80b1ac6e1d21, reason: Instance 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1084.604633] env[65978]: WARNING neutronclient.v2_0.client [None req-58fcd3d8-cbdb-4863-a598-02a5608d33eb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.605327] env[65978]: DEBUG oslo_concurrency.lockutils [None req-58fcd3d8-cbdb-4863-a598-02a5608d33eb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "refresh_cache-afea5d29-cbf1-4408-a7e1-3a0ae0abd555" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.605327] env[65978]: DEBUG oslo_concurrency.lockutils [None req-58fcd3d8-cbdb-4863-a598-02a5608d33eb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired lock "refresh_cache-afea5d29-cbf1-4408-a7e1-3a0ae0abd555" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.605583] env[65978]: DEBUG nova.network.neutron [None req-58fcd3d8-cbdb-4863-a598-02a5608d33eb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1084.605808] env[65978]: DEBUG nova.objects.instance [None req-58fcd3d8-cbdb-4863-a598-02a5608d33eb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lazy-loading 'info_cache' on Instance uuid afea5d29-cbf1-4408-a7e1-3a0ae0abd555 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.627018] env[65978]: DEBUG oslo_vmware.api [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.673144] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad0c5c1-15b1-4dff-b1d0-6b1f521c1c08 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.684013] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470444c3-f119-4af9-b1c2-419a5e7d2534 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.727036] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e680b4bf-724b-4ab2-b817-a8733ccc3393 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.737473] env[65978]: DEBUG oslo_vmware.api [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.741485] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e28e93b-edb1-40b8-8281-7835807d81d2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.758131] env[65978]: DEBUG nova.compute.provider_tree [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.804065] env[65978]: INFO nova.compute.manager [-] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Took 1.30 seconds to deallocate network for instance. [ 1084.930701] env[65978]: DEBUG oslo_vmware.api [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.974450] env[65978]: DEBUG nova.network.neutron [-] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.047351] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6494ce57-873b-406a-a6a3-75f7b4a45671 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.066264] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff795d74-d198-4865-b7be-05d1a3efa563 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.116459] env[65978]: DEBUG nova.compute.manager [req-59a4dcfa-a076-44e4-9e51-b5bc3e2bc0d9 req-c7a55a0b-4cc9-4d81-93f7-89887501b44f service nova] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Detach interface failed, port_id=97c89e77-71c1-44e2-baa0-2c6d76b4fa8d, reason: Instance c99c6349-1c90-4db0-8a4d-720847401a5e could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1085.126968] env[65978]: DEBUG oslo_vmware.api [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715209, 'name': PowerOffVM_Task, 'duration_secs': 0.687291} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.127925] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.127998] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.128577] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96f04fa6-d16b-453a-bb61-b66c6509fad5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.230292] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.230292] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.230292] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Deleting the datastore file [datastore2] a23499dc-3216-4493-869d-519c1c92eb37 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.230292] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2a82977-7152-4f29-8a54-f0de76fcbe39 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.236299] env[65978]: DEBUG oslo_vmware.api [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715207, 'name': PowerOffVM_Task, 'duration_secs': 1.106334} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.237062] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.237544] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Updating instance '22035b86-65b5-4ea5-ad8c-a7694fff2638' progress to 17 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.242776] env[65978]: DEBUG oslo_vmware.api [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1085.242776] env[65978]: value = "task-4715211" [ 1085.242776] env[65978]: _type = "Task" [ 1085.242776] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.252081] env[65978]: DEBUG oslo_vmware.api [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.261808] env[65978]: DEBUG nova.scheduler.client.report [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.311403] env[65978]: DEBUG oslo_concurrency.lockutils [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.432090] env[65978]: DEBUG oslo_vmware.api [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715208, 'name': ReconfigVM_Task, 'duration_secs': 1.14441} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.432443] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 45e844ad-80c8-42f2-b4b8-55fed9cf5c39/45e844ad-80c8-42f2-b4b8-55fed9cf5c39.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.432719] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Updating instance '45e844ad-80c8-42f2-b4b8-55fed9cf5c39' progress to 50 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.477827] env[65978]: INFO nova.compute.manager [-] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Took 1.67 seconds to deallocate network for instance. [ 1085.622193] env[65978]: WARNING neutronclient.v2_0.client [None req-58fcd3d8-cbdb-4863-a598-02a5608d33eb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.747485] env[65978]: DEBUG nova.virt.hardware [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1085.747729] env[65978]: DEBUG nova.virt.hardware [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.747885] env[65978]: DEBUG nova.virt.hardware [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1085.748073] env[65978]: DEBUG nova.virt.hardware [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.748221] env[65978]: DEBUG nova.virt.hardware [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1085.748366] env[65978]: DEBUG nova.virt.hardware [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1085.748570] env[65978]: DEBUG nova.virt.hardware [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1085.748821] env[65978]: DEBUG nova.virt.hardware [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1085.750671] env[65978]: DEBUG nova.virt.hardware [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1085.750981] env[65978]: DEBUG nova.virt.hardware [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1085.751233] env[65978]: DEBUG nova.virt.hardware [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1085.761690] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4f4d749-0ca9-42c8-b6fd-3efdb7ac60d1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.790342] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.794256] env[65978]: DEBUG oslo_concurrency.lockutils [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.483s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.796024] env[65978]: DEBUG nova.objects.instance [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lazy-loading 'resources' on Instance uuid 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.806202] env[65978]: DEBUG oslo_vmware.api [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155352} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.808528] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.808961] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.809317] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.809608] env[65978]: INFO nova.compute.manager [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1085.809971] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1085.810398] env[65978]: DEBUG oslo_vmware.api [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1085.810398] env[65978]: value = "task-4715212" [ 1085.810398] env[65978]: _type = "Task" [ 1085.810398] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.811290] env[65978]: DEBUG nova.compute.manager [-] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1085.811506] env[65978]: DEBUG nova.network.neutron [-] [instance: a23499dc-3216-4493-869d-519c1c92eb37] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1085.812400] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.820567] env[65978]: INFO nova.scheduler.client.report [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Deleted allocations for instance 6b30b9e8-996c-485d-aacc-a7b6e09a6743 [ 1085.826613] env[65978]: DEBUG oslo_vmware.api [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715212, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.842193] env[65978]: WARNING neutronclient.v2_0.client [None req-58fcd3d8-cbdb-4863-a598-02a5608d33eb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.870889] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.940519] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325dcb4b-7254-4d47-a97f-4a8864f4872e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.966150] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb058a2-9762-44e2-b6f3-f0e62380d802 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.987067] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.987443] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Updating instance '45e844ad-80c8-42f2-b4b8-55fed9cf5c39' progress to 67 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.992157] env[65978]: DEBUG nova.network.neutron [None req-58fcd3d8-cbdb-4863-a598-02a5608d33eb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Updating instance_info_cache with network_info: [{"id": "0b864c02-549a-4df8-97e1-647db5b85806", "address": "fa:16:3e:d9:46:22", "network": {"id": "5d7d5419-d28e-4cf9-9dde-56cf0e7c9ea3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-67670762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40d5661e4d634152b4e8a2785b9d9d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b864c02-54", "ovs_interfaceid": "0b864c02-549a-4df8-97e1-647db5b85806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.325333] env[65978]: DEBUG oslo_vmware.api [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715212, 'name': ReconfigVM_Task, 'duration_secs': 0.296397} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.329331] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Updating instance '22035b86-65b5-4ea5-ad8c-a7694fff2638' progress to 33 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.334632] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5eae25db-d054-4a76-806d-7e7d4165c81b tempest-AttachVolumeTestJSON-199672847 tempest-AttachVolumeTestJSON-199672847-project-member] Lock "6b30b9e8-996c-485d-aacc-a7b6e09a6743" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.791s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.496226] env[65978]: WARNING neutronclient.v2_0.client [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.496635] env[65978]: WARNING neutronclient.v2_0.client [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.499556] env[65978]: DEBUG oslo_concurrency.lockutils [None req-58fcd3d8-cbdb-4863-a598-02a5608d33eb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Releasing lock "refresh_cache-afea5d29-cbf1-4408-a7e1-3a0ae0abd555" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.499790] env[65978]: DEBUG nova.objects.instance [None req-58fcd3d8-cbdb-4863-a598-02a5608d33eb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lazy-loading 'migration_context' on Instance uuid afea5d29-cbf1-4408-a7e1-3a0ae0abd555 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.545967] env[65978]: DEBUG nova.network.neutron [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Port a14ec885-ff08-4b2b-ac9a-b2ad551d5924 binding to destination host cpu-1 is already ACTIVE {{(pid=65978) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1086.582248] env[65978]: DEBUG nova.compute.manager [req-b6e17ac2-0576-4d92-9cbb-66099302e342 req-a73b3ab7-23ec-44cc-887e-febde0b0c8e1 service nova] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Received event network-vif-deleted-b0e864d1-8095-48e0-8e49-81b86d584fc3 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1086.582500] env[65978]: INFO nova.compute.manager [req-b6e17ac2-0576-4d92-9cbb-66099302e342 req-a73b3ab7-23ec-44cc-887e-febde0b0c8e1 service nova] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Neutron deleted interface b0e864d1-8095-48e0-8e49-81b86d584fc3; detaching it from the instance and deleting it from the info cache [ 1086.582632] env[65978]: DEBUG nova.network.neutron [req-b6e17ac2-0576-4d92-9cbb-66099302e342 req-a73b3ab7-23ec-44cc-887e-febde0b0c8e1 service nova] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.678661] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0bbaa6-d220-4a75-8589-1e18d631beb7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.689740] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cefd3f-fceb-44dc-a1d0-c14a2259c6fb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.697732] env[65978]: DEBUG oslo_concurrency.lockutils [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "77485826-2a39-4654-956e-8922d1367635" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.698092] env[65978]: DEBUG oslo_concurrency.lockutils [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "77485826-2a39-4654-956e-8922d1367635" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.728196] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9232dde-9a67-494b-b601-9b9822e5b034 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.737695] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd65acc8-d0b8-4582-8321-f59d7a047c1b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.752802] env[65978]: DEBUG nova.compute.provider_tree [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.838634] env[65978]: DEBUG nova.virt.hardware [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1086.838634] env[65978]: DEBUG nova.virt.hardware [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.839184] env[65978]: DEBUG nova.virt.hardware [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1086.839633] env[65978]: DEBUG nova.virt.hardware [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.839970] env[65978]: DEBUG nova.virt.hardware [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1086.840290] env[65978]: DEBUG nova.virt.hardware [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1086.840983] env[65978]: DEBUG nova.virt.hardware [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1086.841446] env[65978]: DEBUG nova.virt.hardware [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1086.841755] env[65978]: DEBUG nova.virt.hardware [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1086.842041] env[65978]: DEBUG nova.virt.hardware [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1086.842395] env[65978]: DEBUG nova.virt.hardware [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1086.847741] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1086.848716] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28489b5c-2b0c-4c51-9ac7-679463085e1e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.870663] env[65978]: DEBUG oslo_vmware.api [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1086.870663] env[65978]: value = "task-4715213" [ 1086.870663] env[65978]: _type = "Task" [ 1086.870663] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.882361] env[65978]: DEBUG oslo_vmware.api [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.930752] env[65978]: DEBUG nova.network.neutron [-] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.003334] env[65978]: DEBUG nova.objects.base [None req-58fcd3d8-cbdb-4863-a598-02a5608d33eb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65978) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1087.005030] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4947e11-0c1a-47ca-9ae7-cdaeefec147a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.031432] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57fd5a08-4118-4478-af6e-f343e99fcdd1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.038655] env[65978]: DEBUG oslo_vmware.api [None req-58fcd3d8-cbdb-4863-a598-02a5608d33eb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1087.038655] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52ce68e4-8caf-521c-c302-8d339551ab84" [ 1087.038655] env[65978]: _type = "Task" [ 1087.038655] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.052535] env[65978]: DEBUG oslo_vmware.api [None req-58fcd3d8-cbdb-4863-a598-02a5608d33eb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52ce68e4-8caf-521c-c302-8d339551ab84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.092476] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bff95c7b-1516-4ae9-856a-acb0f11ae2ac {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.103379] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a5fcd2-1a0d-466e-b228-3deb7411e24b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.143047] env[65978]: DEBUG nova.compute.manager [req-b6e17ac2-0576-4d92-9cbb-66099302e342 req-a73b3ab7-23ec-44cc-887e-febde0b0c8e1 service nova] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Detach interface failed, port_id=b0e864d1-8095-48e0-8e49-81b86d584fc3, reason: Instance a23499dc-3216-4493-869d-519c1c92eb37 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1087.200777] env[65978]: DEBUG nova.compute.manager [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1087.256054] env[65978]: DEBUG nova.scheduler.client.report [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.383571] env[65978]: DEBUG oslo_vmware.api [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715213, 'name': ReconfigVM_Task, 'duration_secs': 0.249752} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.385177] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1087.385177] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcde7340-a7c3-4304-91a4-f0a88938b442 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.413098] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 22035b86-65b5-4ea5-ad8c-a7694fff2638/22035b86-65b5-4ea5-ad8c-a7694fff2638.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.413881] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-952e0eff-2123-407b-869e-c5bacfc6612e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.433768] env[65978]: INFO nova.compute.manager [-] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Took 1.62 seconds to deallocate network for instance. [ 1087.434272] env[65978]: DEBUG oslo_vmware.api [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1087.434272] env[65978]: value = "task-4715215" [ 1087.434272] env[65978]: _type = "Task" [ 1087.434272] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.452158] env[65978]: DEBUG oslo_vmware.api [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.550577] env[65978]: DEBUG oslo_vmware.api [None req-58fcd3d8-cbdb-4863-a598-02a5608d33eb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52ce68e4-8caf-521c-c302-8d339551ab84, 'name': SearchDatastore_Task, 'duration_secs': 0.009614} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.551109] env[65978]: DEBUG oslo_concurrency.lockutils [None req-58fcd3d8-cbdb-4863-a598-02a5608d33eb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.569858] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "45e844ad-80c8-42f2-b4b8-55fed9cf5c39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.570269] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "45e844ad-80c8-42f2-b4b8-55fed9cf5c39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.570612] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "45e844ad-80c8-42f2-b4b8-55fed9cf5c39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.725028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.761897] env[65978]: DEBUG oslo_concurrency.lockutils [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.764583] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.778s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.765357] env[65978]: DEBUG nova.objects.instance [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Lazy-loading 'resources' on Instance uuid c99c6349-1c90-4db0-8a4d-720847401a5e {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.782969] env[65978]: INFO nova.scheduler.client.report [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Deleted allocations for instance 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1 [ 1087.945046] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.949286] env[65978]: DEBUG oslo_vmware.api [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.293633] env[65978]: DEBUG oslo_concurrency.lockutils [None req-dc4ae066-a723-4a2c-b0c0-0d9f9907aff5 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.441s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.450449] env[65978]: DEBUG oslo_vmware.api [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715215, 'name': ReconfigVM_Task, 'duration_secs': 0.69612} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.453558] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 22035b86-65b5-4ea5-ad8c-a7694fff2638/22035b86-65b5-4ea5-ad8c-a7694fff2638.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.456038] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Updating instance '22035b86-65b5-4ea5-ad8c-a7694fff2638' progress to 50 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.552137] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2793d9-e9eb-40ca-8df9-607b6a1054b6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.561696] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ddfdc4-82e7-49aa-90ba-805077cbe24c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.594608] env[65978]: WARNING neutronclient.v2_0.client [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.598019] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826dff8d-51d3-4247-9354-11cf32068823 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.607648] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d848d4-b4cd-4637-949e-9d46e178cd6f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.626175] env[65978]: DEBUG nova.compute.provider_tree [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1088.637557] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "refresh_cache-45e844ad-80c8-42f2-b4b8-55fed9cf5c39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.637557] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired lock "refresh_cache-45e844ad-80c8-42f2-b4b8-55fed9cf5c39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.637729] env[65978]: DEBUG nova.network.neutron [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1088.960709] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcbbc73-9a42-4b17-bd5c-add96fe75a73 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.983772] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96601934-91c8-4f60-a021-35fef1cbf0ba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.006316] env[65978]: DEBUG oslo_concurrency.lockutils [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "a91814f7-cb49-4c18-becf-35a500e4e52f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.006660] env[65978]: DEBUG oslo_concurrency.lockutils [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "a91814f7-cb49-4c18-becf-35a500e4e52f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.006774] env[65978]: DEBUG oslo_concurrency.lockutils [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "a91814f7-cb49-4c18-becf-35a500e4e52f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.006950] env[65978]: DEBUG oslo_concurrency.lockutils [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "a91814f7-cb49-4c18-becf-35a500e4e52f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.007138] env[65978]: DEBUG oslo_concurrency.lockutils [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "a91814f7-cb49-4c18-becf-35a500e4e52f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.009144] env[65978]: INFO nova.compute.manager [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Terminating instance [ 1089.011433] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Updating instance '22035b86-65b5-4ea5-ad8c-a7694fff2638' progress to 67 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.140539] env[65978]: WARNING neutronclient.v2_0.client [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.146822] env[65978]: ERROR nova.scheduler.client.report [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] [req-74ef172e-7f5b-4f5b-b18f-b43d8b6b0197] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7cef9df5-c7be-44a4-aef0-4856b8af9b78. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-74ef172e-7f5b-4f5b-b18f-b43d8b6b0197"}]} [ 1089.165319] env[65978]: DEBUG nova.scheduler.client.report [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Refreshing inventories for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1089.180010] env[65978]: DEBUG nova.scheduler.client.report [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Updating ProviderTree inventory for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1089.180241] env[65978]: DEBUG nova.compute.provider_tree [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1089.194808] env[65978]: DEBUG nova.scheduler.client.report [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Refreshing aggregate associations for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78, aggregates: None {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1089.213673] env[65978]: DEBUG nova.scheduler.client.report [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Refreshing trait associations for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1089.303489] env[65978]: WARNING neutronclient.v2_0.client [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.381587] env[65978]: DEBUG oslo_concurrency.lockutils [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquiring lock "bf2479a9-c046-48d6-afd6-ab2d62692c9c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.381743] env[65978]: DEBUG oslo_concurrency.lockutils [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "bf2479a9-c046-48d6-afd6-ab2d62692c9c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.381944] env[65978]: INFO nova.compute.manager [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Shelving [ 1089.401322] env[65978]: DEBUG nova.network.neutron [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Updating instance_info_cache with network_info: [{"id": "a14ec885-ff08-4b2b-ac9a-b2ad551d5924", "address": "fa:16:3e:91:68:01", "network": {"id": "1e368590-0060-4ae5-98b3-473ded4d1c9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-91998457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0621c7972ce94ada85614a788f5f6302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa14ec885-ff", "ovs_interfaceid": "a14ec885-ff08-4b2b-ac9a-b2ad551d5924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.469223] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40203278-914d-4880-94f2-39ee5531a90c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.479529] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49af69f4-f2d3-47b5-87d3-887bd41a9dd7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.513059] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f91d42b-93da-42be-8ab8-d6d393a48811 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.515612] env[65978]: DEBUG nova.compute.manager [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1089.515816] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.519194] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445a66cb-57b4-437d-bfe4-a24c59f6c97e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.531991] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5619cd1d-a481-44ef-a05f-202fc9a5ef3b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.537030] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.537369] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42887ca6-07c0-40f7-98d3-0c932011815c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.550840] env[65978]: DEBUG nova.compute.provider_tree [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1089.554297] env[65978]: DEBUG oslo_vmware.api [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1089.554297] env[65978]: value = "task-4715216" [ 1089.554297] env[65978]: _type = "Task" [ 1089.554297] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.566195] env[65978]: DEBUG oslo_vmware.api [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.903791] env[65978]: DEBUG oslo_concurrency.lockutils [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Releasing lock "refresh_cache-45e844ad-80c8-42f2-b4b8-55fed9cf5c39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.069033] env[65978]: DEBUG oslo_vmware.api [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715216, 'name': PowerOffVM_Task, 'duration_secs': 0.206924} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.069033] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.069033] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.069033] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f107da2-ee3f-4e93-80b5-d6b8dccd0eec {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.085948] env[65978]: DEBUG nova.scheduler.client.report [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Updated inventory for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1090.086267] env[65978]: DEBUG nova.compute.provider_tree [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Updating resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 generation from 142 to 143 during operation: update_inventory {{(pid=65978) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1090.086447] env[65978]: DEBUG nova.compute.provider_tree [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.135888] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.135888] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.135888] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Deleting the datastore file [datastore1] a91814f7-cb49-4c18-becf-35a500e4e52f {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.136118] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8e15c05-3ecd-466b-a60b-b8a9f179d718 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.143601] env[65978]: DEBUG oslo_vmware.api [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1090.143601] env[65978]: value = "task-4715218" [ 1090.143601] env[65978]: _type = "Task" [ 1090.143601] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.152708] env[65978]: DEBUG oslo_vmware.api [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.396149] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.396149] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b52cae7-74cc-44c3-9ba5-9bbaf8bca9c8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.402519] env[65978]: DEBUG oslo_vmware.api [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1090.402519] env[65978]: value = "task-4715220" [ 1090.402519] env[65978]: _type = "Task" [ 1090.402519] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.413958] env[65978]: DEBUG oslo_vmware.api [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.433517] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0526808-a5c2-4b6b-b21c-76dd7c568dc9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.455103] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0a9b1c-46b4-43ee-beac-50cf322f22d4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.463346] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Updating instance '45e844ad-80c8-42f2-b4b8-55fed9cf5c39' progress to 83 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.591774] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.827s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.594268] env[65978]: DEBUG oslo_concurrency.lockutils [None req-58fcd3d8-cbdb-4863-a598-02a5608d33eb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.043s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.624305] env[65978]: INFO nova.scheduler.client.report [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Deleted allocations for instance c99c6349-1c90-4db0-8a4d-720847401a5e [ 1090.653800] env[65978]: DEBUG oslo_vmware.api [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146594} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.654105] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.654288] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.654461] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.654636] env[65978]: INFO nova.compute.manager [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1090.654882] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1090.655087] env[65978]: DEBUG nova.compute.manager [-] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1090.655182] env[65978]: DEBUG nova.network.neutron [-] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1090.655449] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.657841] env[65978]: WARNING neutronclient.v2_0.client [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.658612] env[65978]: WARNING neutronclient.v2_0.client [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.696774] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.735197] env[65978]: DEBUG nova.network.neutron [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Port 792c528e-70fb-4018-bb6e-80cdd657577a binding to destination host cpu-1 is already ACTIVE {{(pid=65978) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1090.914997] env[65978]: DEBUG oslo_vmware.api [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715220, 'name': PowerOffVM_Task, 'duration_secs': 0.233231} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.915359] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.916582] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e29391e-89cc-4ba6-931a-7b63d5472b9c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.943095] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539032ff-f3db-4284-94ee-9bc613f660f8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.958730] env[65978]: DEBUG nova.compute.manager [req-8c73d7c4-1f90-4603-b6bd-61c071f2ca91 req-615cdf4e-8bf3-4876-a9c4-47d5db65d7a3 service nova] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Received event network-vif-deleted-c2983ba5-86cd-4a2a-8f73-7331ed1a72db {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1090.958848] env[65978]: INFO nova.compute.manager [req-8c73d7c4-1f90-4603-b6bd-61c071f2ca91 req-615cdf4e-8bf3-4876-a9c4-47d5db65d7a3 service nova] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Neutron deleted interface c2983ba5-86cd-4a2a-8f73-7331ed1a72db; detaching it from the instance and deleting it from the info cache [ 1090.959059] env[65978]: DEBUG nova.network.neutron [req-8c73d7c4-1f90-4603-b6bd-61c071f2ca91 req-615cdf4e-8bf3-4876-a9c4-47d5db65d7a3 service nova] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.970057] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.971200] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83beb93a-afda-4ce2-94b7-2c72cd8bf557 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.979514] env[65978]: DEBUG oslo_vmware.api [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1090.979514] env[65978]: value = "task-4715221" [ 1090.979514] env[65978]: _type = "Task" [ 1090.979514] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.988594] env[65978]: DEBUG oslo_vmware.api [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.133261] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f5d615a1-a1b9-45c4-9f54-390cf840fbdb tempest-AttachInterfacesUnderV243Test-1564626729 tempest-AttachInterfacesUnderV243Test-1564626729-project-member] Lock "c99c6349-1c90-4db0-8a4d-720847401a5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.009s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.390184] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516ac54f-8452-4f92-a9a9-c57087618090 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.400540] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01dd58a-6ba3-44d5-b647-e78e64b33c50 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.434804] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085fac0f-2a07-4b18-8595-b69c0f779a24 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.443823] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b454fe4f-0043-4f69-af9b-ed18374658a9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.450186] env[65978]: DEBUG nova.network.neutron [-] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.463600] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Creating Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1091.464453] env[65978]: DEBUG nova.compute.provider_tree [None req-58fcd3d8-cbdb-4863-a598-02a5608d33eb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.466359] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0efafd0a-5426-455f-a043-40bb0305d56f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.468506] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-048901ec-1425-4469-90fc-31cf2760d59f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.478553] env[65978]: DEBUG oslo_vmware.api [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1091.478553] env[65978]: value = "task-4715222" [ 1091.478553] env[65978]: _type = "Task" [ 1091.478553] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.492273] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141c2308-408e-479b-9260-2b5ae4dee13b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.510862] env[65978]: DEBUG oslo_vmware.api [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715222, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.515106] env[65978]: DEBUG oslo_vmware.api [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715221, 'name': PowerOnVM_Task, 'duration_secs': 0.422239} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.515431] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.515639] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-eeca58d3-ab34-459f-aa92-969199488e8b tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Updating instance '45e844ad-80c8-42f2-b4b8-55fed9cf5c39' progress to 100 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.535932] env[65978]: DEBUG nova.compute.manager [req-8c73d7c4-1f90-4603-b6bd-61c071f2ca91 req-615cdf4e-8bf3-4876-a9c4-47d5db65d7a3 service nova] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Detach interface failed, port_id=c2983ba5-86cd-4a2a-8f73-7331ed1a72db, reason: Instance a91814f7-cb49-4c18-becf-35a500e4e52f could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1091.761064] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "22035b86-65b5-4ea5-ad8c-a7694fff2638-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.761431] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "22035b86-65b5-4ea5-ad8c-a7694fff2638-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.761479] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "22035b86-65b5-4ea5-ad8c-a7694fff2638-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.952828] env[65978]: INFO nova.compute.manager [-] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Took 1.30 seconds to deallocate network for instance. [ 1091.974953] env[65978]: DEBUG nova.scheduler.client.report [None req-58fcd3d8-cbdb-4863-a598-02a5608d33eb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.995100] env[65978]: DEBUG oslo_vmware.api [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715222, 'name': CreateSnapshot_Task, 'duration_secs': 0.504847} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.996539] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Created Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1091.997309] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67025885-b65e-4c11-ae86-4e81879e0991 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.460348] env[65978]: DEBUG oslo_concurrency.lockutils [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.518311] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Creating linked-clone VM from snapshot {{(pid=65978) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1092.520119] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3857ff0a-6a55-4031-8913-da3a8845b55f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.532741] env[65978]: DEBUG oslo_vmware.api [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1092.532741] env[65978]: value = "task-4715223" [ 1092.532741] env[65978]: _type = "Task" [ 1092.532741] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.541653] env[65978]: DEBUG oslo_vmware.api [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715223, 'name': CloneVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.771186] env[65978]: WARNING neutronclient.v2_0.client [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.834432] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "refresh_cache-22035b86-65b5-4ea5-ad8c-a7694fff2638" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.834618] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquired lock "refresh_cache-22035b86-65b5-4ea5-ad8c-a7694fff2638" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.834820] env[65978]: DEBUG nova.network.neutron [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1092.987736] env[65978]: DEBUG oslo_concurrency.lockutils [None req-58fcd3d8-cbdb-4863-a598-02a5608d33eb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.393s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.990668] env[65978]: DEBUG oslo_concurrency.lockutils [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.266s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.995021] env[65978]: INFO nova.compute.claims [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.051947] env[65978]: DEBUG oslo_vmware.api [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715223, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.338849] env[65978]: WARNING neutronclient.v2_0.client [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.550498] env[65978]: DEBUG oslo_vmware.api [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715223, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.574472] env[65978]: INFO nova.scheduler.client.report [None req-58fcd3d8-cbdb-4863-a598-02a5608d33eb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Deleted allocation for migration 8f46abf5-607b-49d2-87e6-4546b3f911e0 [ 1093.616262] env[65978]: WARNING neutronclient.v2_0.client [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.730335] env[65978]: DEBUG nova.network.neutron [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Updating instance_info_cache with network_info: [{"id": "792c528e-70fb-4018-bb6e-80cdd657577a", "address": "fa:16:3e:7c:35:c5", "network": {"id": "572f00ea-41cc-4d81-b1e9-2b038de95236", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043147319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0285adf994e4ab5fbfe0226d33b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792c528e-70", "ovs_interfaceid": "792c528e-70fb-4018-bb6e-80cdd657577a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.983705] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "45e844ad-80c8-42f2-b4b8-55fed9cf5c39" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.985043] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "45e844ad-80c8-42f2-b4b8-55fed9cf5c39" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.985043] env[65978]: DEBUG nova.compute.manager [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Going to confirm migration 6 {{(pid=65978) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5294}} [ 1094.052786] env[65978]: DEBUG oslo_vmware.api [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715223, 'name': CloneVM_Task, 'duration_secs': 1.462896} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.055438] env[65978]: INFO nova.virt.vmwareapi.vmops [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Created linked-clone VM from snapshot [ 1094.056428] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f058eca-4a25-4e79-b9a3-d7dacd3b9e03 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.067637] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Uploading image e0b6e7b0-5e94-49d1-a2b8-102951e9d24a {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1094.079866] env[65978]: DEBUG oslo_concurrency.lockutils [None req-58fcd3d8-cbdb-4863-a598-02a5608d33eb tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "afea5d29-cbf1-4408-a7e1-3a0ae0abd555" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.038s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.098777] env[65978]: DEBUG oslo_vmware.rw_handles [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1094.098777] env[65978]: value = "vm-920163" [ 1094.098777] env[65978]: _type = "VirtualMachine" [ 1094.098777] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1094.099841] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e24a7d66-8b98-4fca-b204-71556043fa80 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.107823] env[65978]: DEBUG oslo_vmware.rw_handles [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lease: (returnval){ [ 1094.107823] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a03e57-3688-5eb9-1724-26da5440cbcf" [ 1094.107823] env[65978]: _type = "HttpNfcLease" [ 1094.107823] env[65978]: } obtained for exporting VM: (result){ [ 1094.107823] env[65978]: value = "vm-920163" [ 1094.107823] env[65978]: _type = "VirtualMachine" [ 1094.107823] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1094.108119] env[65978]: DEBUG oslo_vmware.api [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the lease: (returnval){ [ 1094.108119] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a03e57-3688-5eb9-1724-26da5440cbcf" [ 1094.108119] env[65978]: _type = "HttpNfcLease" [ 1094.108119] env[65978]: } to be ready. {{(pid=65978) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1094.119624] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1094.119624] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a03e57-3688-5eb9-1724-26da5440cbcf" [ 1094.119624] env[65978]: _type = "HttpNfcLease" [ 1094.119624] env[65978]: } is initializing. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1094.234243] env[65978]: DEBUG oslo_concurrency.lockutils [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Releasing lock "refresh_cache-22035b86-65b5-4ea5-ad8c-a7694fff2638" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.253651] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333406e7-36a7-4c36-9ec8-c3d534978fb2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.262172] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be2ef03-b4d0-4c2f-8ee0-bc21f54b856d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.294740] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89138f5-38a4-46ab-95e2-fd656490a063 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.304289] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39090e7-c8fd-47da-a92f-9638acd49e80 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.322210] env[65978]: DEBUG nova.compute.provider_tree [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.491360] env[65978]: WARNING neutronclient.v2_0.client [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.541660] env[65978]: WARNING neutronclient.v2_0.client [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.544861] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "refresh_cache-45e844ad-80c8-42f2-b4b8-55fed9cf5c39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.545166] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquired lock "refresh_cache-45e844ad-80c8-42f2-b4b8-55fed9cf5c39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.545366] env[65978]: DEBUG nova.network.neutron [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1094.545846] env[65978]: DEBUG nova.objects.instance [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lazy-loading 'info_cache' on Instance uuid 45e844ad-80c8-42f2-b4b8-55fed9cf5c39 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.617983] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1094.617983] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a03e57-3688-5eb9-1724-26da5440cbcf" [ 1094.617983] env[65978]: _type = "HttpNfcLease" [ 1094.617983] env[65978]: } is ready. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1094.618359] env[65978]: DEBUG oslo_vmware.rw_handles [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1094.618359] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a03e57-3688-5eb9-1724-26da5440cbcf" [ 1094.618359] env[65978]: _type = "HttpNfcLease" [ 1094.618359] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1094.619106] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b473d59c-29dc-4710-b3de-19d4a975c68f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.630370] env[65978]: DEBUG oslo_vmware.rw_handles [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234a50f-0867-8ae1-101d-6e9b430a444b/disk-0.vmdk from lease info. {{(pid=65978) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1094.630598] env[65978]: DEBUG oslo_vmware.rw_handles [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234a50f-0867-8ae1-101d-6e9b430a444b/disk-0.vmdk for reading. {{(pid=65978) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1094.734760] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f2f13263-1b71-49ce-9ab8-d7e6ac98ef9d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.746417] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ea25a4-430c-4762-9168-2f227f6a4503 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.757374] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee89c357-b8c4-4378-b2e3-c31d34641b79 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.828791] env[65978]: DEBUG nova.scheduler.client.report [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.863551] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9ef40806-52bd-4dc7-bf4c-20c0dc51f97f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "bac677a3-9cb5-4666-85fc-39e09e632ede" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.863861] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9ef40806-52bd-4dc7-bf4c-20c0dc51f97f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "bac677a3-9cb5-4666-85fc-39e09e632ede" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.334042] env[65978]: DEBUG oslo_concurrency.lockutils [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.334626] env[65978]: DEBUG nova.compute.manager [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1095.340508] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.395s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.340725] env[65978]: DEBUG nova.objects.instance [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lazy-loading 'resources' on Instance uuid a23499dc-3216-4493-869d-519c1c92eb37 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.366977] env[65978]: INFO nova.compute.manager [None req-9ef40806-52bd-4dc7-bf4c-20c0dc51f97f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Detaching volume fed3e82c-0bd4-43b8-afd8-888317e5dbe8 [ 1095.416595] env[65978]: INFO nova.virt.block_device [None req-9ef40806-52bd-4dc7-bf4c-20c0dc51f97f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Attempting to driver detach volume fed3e82c-0bd4-43b8-afd8-888317e5dbe8 from mountpoint /dev/sdb [ 1095.420887] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef40806-52bd-4dc7-bf4c-20c0dc51f97f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Volume detach. Driver type: vmdk {{(pid=65978) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1095.421251] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef40806-52bd-4dc7-bf4c-20c0dc51f97f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920144', 'volume_id': 'fed3e82c-0bd4-43b8-afd8-888317e5dbe8', 'name': 'volume-fed3e82c-0bd4-43b8-afd8-888317e5dbe8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bac677a3-9cb5-4666-85fc-39e09e632ede', 'attached_at': '', 'detached_at': '', 'volume_id': 'fed3e82c-0bd4-43b8-afd8-888317e5dbe8', 'serial': 'fed3e82c-0bd4-43b8-afd8-888317e5dbe8'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1095.423180] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0749078-c271-4f05-9d8a-038d0c2b48ec {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.457837] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502b755c-5818-4712-8eed-dd669223d6a2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.467420] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76b9fab-1ae6-4064-8645-3eebfca0777a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.499618] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddf4517-3319-4933-8f40-266fe7fef144 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.522355] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef40806-52bd-4dc7-bf4c-20c0dc51f97f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] The volume has not been displaced from its original location: [datastore2] volume-fed3e82c-0bd4-43b8-afd8-888317e5dbe8/volume-fed3e82c-0bd4-43b8-afd8-888317e5dbe8.vmdk. No consolidation needed. {{(pid=65978) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1095.529076] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef40806-52bd-4dc7-bf4c-20c0dc51f97f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1095.529990] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2565cde-30cf-40c8-827d-32e4455dbe3d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.555239] env[65978]: WARNING neutronclient.v2_0.client [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.559300] env[65978]: DEBUG oslo_vmware.api [None req-9ef40806-52bd-4dc7-bf4c-20c0dc51f97f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 1095.559300] env[65978]: value = "task-4715226" [ 1095.559300] env[65978]: _type = "Task" [ 1095.559300] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.573762] env[65978]: DEBUG oslo_vmware.api [None req-9ef40806-52bd-4dc7-bf4c-20c0dc51f97f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.628286] env[65978]: DEBUG oslo_concurrency.lockutils [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "afea5d29-cbf1-4408-a7e1-3a0ae0abd555" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.628740] env[65978]: DEBUG oslo_concurrency.lockutils [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "afea5d29-cbf1-4408-a7e1-3a0ae0abd555" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.629067] env[65978]: DEBUG oslo_concurrency.lockutils [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "afea5d29-cbf1-4408-a7e1-3a0ae0abd555-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.629327] env[65978]: DEBUG oslo_concurrency.lockutils [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "afea5d29-cbf1-4408-a7e1-3a0ae0abd555-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.629645] env[65978]: DEBUG oslo_concurrency.lockutils [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "afea5d29-cbf1-4408-a7e1-3a0ae0abd555-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.632013] env[65978]: INFO nova.compute.manager [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Terminating instance [ 1095.742342] env[65978]: DEBUG oslo_concurrency.lockutils [None req-30a8f673-0ca3-4346-9d17-e172bc8125c2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "0674d730-2d85-4513-a9a0-c5a323100751" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.743213] env[65978]: DEBUG oslo_concurrency.lockutils [None req-30a8f673-0ca3-4346-9d17-e172bc8125c2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "0674d730-2d85-4513-a9a0-c5a323100751" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.811875] env[65978]: WARNING neutronclient.v2_0.client [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.842720] env[65978]: DEBUG nova.compute.utils [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.844987] env[65978]: DEBUG nova.compute.manager [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1095.845196] env[65978]: DEBUG nova.network.neutron [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1095.845513] env[65978]: WARNING neutronclient.v2_0.client [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.845901] env[65978]: WARNING neutronclient.v2_0.client [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.899661] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15753731-4c8c-42eb-b97f-8fd640aee1fb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.915541] env[65978]: DEBUG nova.policy [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '174225c7e39e46fd9fbba80835b64ae4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '267bbaf30cc74f989e3f217b0a842e2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.940114] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c31739-09e1-48ab-8c96-c083cec435ce {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.949010] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Updating instance '22035b86-65b5-4ea5-ad8c-a7694fff2638' progress to 83 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.954059] env[65978]: DEBUG nova.network.neutron [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Updating instance_info_cache with network_info: [{"id": "a14ec885-ff08-4b2b-ac9a-b2ad551d5924", "address": "fa:16:3e:91:68:01", "network": {"id": "1e368590-0060-4ae5-98b3-473ded4d1c9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-91998457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0621c7972ce94ada85614a788f5f6302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa14ec885-ff", "ovs_interfaceid": "a14ec885-ff08-4b2b-ac9a-b2ad551d5924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.071445] env[65978]: DEBUG oslo_vmware.api [None req-9ef40806-52bd-4dc7-bf4c-20c0dc51f97f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715226, 'name': ReconfigVM_Task, 'duration_secs': 0.280031} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.071999] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef40806-52bd-4dc7-bf4c-20c0dc51f97f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1096.080660] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed0d784b-a228-410d-b213-b362e0fbff87 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.098697] env[65978]: DEBUG oslo_vmware.api [None req-9ef40806-52bd-4dc7-bf4c-20c0dc51f97f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 1096.098697] env[65978]: value = "task-4715227" [ 1096.098697] env[65978]: _type = "Task" [ 1096.098697] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.109216] env[65978]: DEBUG oslo_vmware.api [None req-9ef40806-52bd-4dc7-bf4c-20c0dc51f97f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715227, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.139760] env[65978]: DEBUG nova.compute.manager [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1096.140079] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.141399] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b282c67a-10a2-4da1-8cb0-fb4c9b63e20a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.155875] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.156185] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52f78136-a42d-4a63-9993-9f97c2deea97 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.165806] env[65978]: DEBUG oslo_vmware.api [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1096.165806] env[65978]: value = "task-4715228" [ 1096.165806] env[65978]: _type = "Task" [ 1096.165806] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.180260] env[65978]: DEBUG oslo_vmware.api [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.244035] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305b36a6-512b-4a14-abea-2d33e297ac9f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.254827] env[65978]: INFO nova.compute.manager [None req-30a8f673-0ca3-4346-9d17-e172bc8125c2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Detaching volume e43b1b4f-302f-429b-bb27-8c2fb9f3ec07 [ 1096.258453] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afffca9-a63b-4130-b603-751cdcf2ec20 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.298617] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05b034d-0626-4b08-80c2-05443f7e03dc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.307894] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427db1b4-f72c-4ac8-87fb-dc9df47373cb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.313400] env[65978]: INFO nova.virt.block_device [None req-30a8f673-0ca3-4346-9d17-e172bc8125c2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Attempting to driver detach volume e43b1b4f-302f-429b-bb27-8c2fb9f3ec07 from mountpoint /dev/sdb [ 1096.313700] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-30a8f673-0ca3-4346-9d17-e172bc8125c2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Volume detach. Driver type: vmdk {{(pid=65978) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1096.313933] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-30a8f673-0ca3-4346-9d17-e172bc8125c2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920136', 'volume_id': 'e43b1b4f-302f-429b-bb27-8c2fb9f3ec07', 'name': 'volume-e43b1b4f-302f-429b-bb27-8c2fb9f3ec07', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0674d730-2d85-4513-a9a0-c5a323100751', 'attached_at': '', 'detached_at': '', 'volume_id': 'e43b1b4f-302f-429b-bb27-8c2fb9f3ec07', 'serial': 'e43b1b4f-302f-429b-bb27-8c2fb9f3ec07'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1096.314818] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea18ceb-aab6-49a1-b453-515ca22d9cf2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.328795] env[65978]: DEBUG nova.compute.provider_tree [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.349277] env[65978]: DEBUG nova.compute.manager [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1096.357079] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a49cae-dbae-4fd3-8e11-106de9ad9045 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.366797] env[65978]: DEBUG oslo_concurrency.lockutils [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "979a3552-00be-4c94-9a7e-0b78091c9fe5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.366797] env[65978]: DEBUG oslo_concurrency.lockutils [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "979a3552-00be-4c94-9a7e-0b78091c9fe5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.373588] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca466b83-ef07-48cc-a356-2fa7205809d1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.402025] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa3fb26-0b78-4fbd-a9be-1856535c4b4f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.423476] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-30a8f673-0ca3-4346-9d17-e172bc8125c2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] The volume has not been displaced from its original location: [datastore2] volume-e43b1b4f-302f-429b-bb27-8c2fb9f3ec07/volume-e43b1b4f-302f-429b-bb27-8c2fb9f3ec07.vmdk. No consolidation needed. {{(pid=65978) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1096.431028] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-30a8f673-0ca3-4346-9d17-e172bc8125c2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1096.431028] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2660df5-f0e5-4b03-aad8-5441c5168e38 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.451706] env[65978]: DEBUG oslo_vmware.api [None req-30a8f673-0ca3-4346-9d17-e172bc8125c2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1096.451706] env[65978]: value = "task-4715229" [ 1096.451706] env[65978]: _type = "Task" [ 1096.451706] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.453021] env[65978]: DEBUG nova.network.neutron [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Successfully created port: 462c8549-51b2-4261-b3de-2d64b6712538 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1096.462452] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.463077] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Releasing lock "refresh_cache-45e844ad-80c8-42f2-b4b8-55fed9cf5c39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.463358] env[65978]: DEBUG nova.objects.instance [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lazy-loading 'migration_context' on Instance uuid 45e844ad-80c8-42f2-b4b8-55fed9cf5c39 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.465209] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cd98172-7b75-43c3-834a-33d9920b811d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.475234] env[65978]: DEBUG oslo_vmware.api [None req-30a8f673-0ca3-4346-9d17-e172bc8125c2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.477745] env[65978]: DEBUG oslo_vmware.api [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1096.477745] env[65978]: value = "task-4715230" [ 1096.477745] env[65978]: _type = "Task" [ 1096.477745] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.493792] env[65978]: DEBUG oslo_vmware.api [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.610080] env[65978]: DEBUG oslo_vmware.api [None req-9ef40806-52bd-4dc7-bf4c-20c0dc51f97f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715227, 'name': ReconfigVM_Task, 'duration_secs': 0.179636} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.610483] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef40806-52bd-4dc7-bf4c-20c0dc51f97f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920144', 'volume_id': 'fed3e82c-0bd4-43b8-afd8-888317e5dbe8', 'name': 'volume-fed3e82c-0bd4-43b8-afd8-888317e5dbe8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bac677a3-9cb5-4666-85fc-39e09e632ede', 'attached_at': '', 'detached_at': '', 'volume_id': 'fed3e82c-0bd4-43b8-afd8-888317e5dbe8', 'serial': 'fed3e82c-0bd4-43b8-afd8-888317e5dbe8'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1096.680137] env[65978]: DEBUG oslo_vmware.api [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715228, 'name': PowerOffVM_Task, 'duration_secs': 0.327473} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.680495] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.680669] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.680969] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51759530-1b70-4d1d-b17d-42647e6d21e4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.761923] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.761923] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.762546] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Deleting the datastore file [datastore1] afea5d29-cbf1-4408-a7e1-3a0ae0abd555 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.762546] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65670153-e9bb-4a84-9f82-4fe392e39c90 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.770108] env[65978]: DEBUG oslo_vmware.api [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1096.770108] env[65978]: value = "task-4715232" [ 1096.770108] env[65978]: _type = "Task" [ 1096.770108] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.781836] env[65978]: DEBUG oslo_vmware.api [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.834416] env[65978]: DEBUG nova.scheduler.client.report [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.867190] env[65978]: DEBUG nova.compute.manager [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1096.969103] env[65978]: DEBUG nova.objects.base [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Object Instance<45e844ad-80c8-42f2-b4b8-55fed9cf5c39> lazy-loaded attributes: info_cache,migration_context {{(pid=65978) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1096.969664] env[65978]: DEBUG oslo_vmware.api [None req-30a8f673-0ca3-4346-9d17-e172bc8125c2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715229, 'name': ReconfigVM_Task, 'duration_secs': 0.357077} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.970483] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd1127c-00dc-4f95-b4ac-fbd1b42805e9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.973740] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-30a8f673-0ca3-4346-9d17-e172bc8125c2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1096.979720] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55f5edef-76d4-458f-9281-152ab7704221 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.010828] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-751a548f-4ff3-4f27-b216-66b5dab60aa2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.016959] env[65978]: DEBUG oslo_vmware.api [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715230, 'name': PowerOnVM_Task, 'duration_secs': 0.536771} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.018843] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.019104] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cafc56-0838-44ae-99ca-209eb2d80542 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Updating instance '22035b86-65b5-4ea5-ad8c-a7694fff2638' progress to 100 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.023245] env[65978]: DEBUG oslo_vmware.api [None req-30a8f673-0ca3-4346-9d17-e172bc8125c2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1097.023245] env[65978]: value = "task-4715233" [ 1097.023245] env[65978]: _type = "Task" [ 1097.023245] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.026393] env[65978]: DEBUG oslo_vmware.api [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1097.026393] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a15e74-c72e-d093-ea77-11a1749b676b" [ 1097.026393] env[65978]: _type = "Task" [ 1097.026393] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.041299] env[65978]: DEBUG oslo_vmware.api [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a15e74-c72e-d093-ea77-11a1749b676b, 'name': SearchDatastore_Task, 'duration_secs': 0.008578} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.045093] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.045866] env[65978]: DEBUG oslo_vmware.api [None req-30a8f673-0ca3-4346-9d17-e172bc8125c2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.166055] env[65978]: DEBUG nova.objects.instance [None req-9ef40806-52bd-4dc7-bf4c-20c0dc51f97f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lazy-loading 'flavor' on Instance uuid bac677a3-9cb5-4666-85fc-39e09e632ede {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.284024] env[65978]: DEBUG oslo_vmware.api [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184805} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.284024] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.284024] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.284024] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.284024] env[65978]: INFO nova.compute.manager [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1097.284024] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1097.284024] env[65978]: DEBUG nova.compute.manager [-] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1097.284024] env[65978]: DEBUG nova.network.neutron [-] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1097.284024] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.342250] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.343617] env[65978]: DEBUG oslo_concurrency.lockutils [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.883s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.343777] env[65978]: DEBUG nova.objects.instance [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lazy-loading 'resources' on Instance uuid a91814f7-cb49-4c18-becf-35a500e4e52f {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.361188] env[65978]: DEBUG nova.compute.manager [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1097.387669] env[65978]: INFO nova.scheduler.client.report [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Deleted allocations for instance a23499dc-3216-4493-869d-519c1c92eb37 [ 1097.394955] env[65978]: DEBUG oslo_concurrency.lockutils [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.405281] env[65978]: DEBUG nova.virt.hardware [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1097.405609] env[65978]: DEBUG nova.virt.hardware [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.405844] env[65978]: DEBUG nova.virt.hardware [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1097.406109] env[65978]: DEBUG nova.virt.hardware [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.406300] env[65978]: DEBUG nova.virt.hardware [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1097.406787] env[65978]: DEBUG nova.virt.hardware [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1097.406787] env[65978]: DEBUG nova.virt.hardware [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1097.407435] env[65978]: DEBUG nova.virt.hardware [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1097.407529] env[65978]: DEBUG nova.virt.hardware [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1097.407777] env[65978]: DEBUG nova.virt.hardware [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1097.408015] env[65978]: DEBUG nova.virt.hardware [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1097.410189] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af62796-25af-4b85-83eb-f264dbb206ea {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.421301] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d480f389-390f-4737-b8e8-d790864ea732 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.539022] env[65978]: DEBUG oslo_vmware.api [None req-30a8f673-0ca3-4346-9d17-e172bc8125c2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715233, 'name': ReconfigVM_Task, 'duration_secs': 0.167152} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.539022] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-30a8f673-0ca3-4346-9d17-e172bc8125c2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920136', 'volume_id': 'e43b1b4f-302f-429b-bb27-8c2fb9f3ec07', 'name': 'volume-e43b1b4f-302f-429b-bb27-8c2fb9f3ec07', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0674d730-2d85-4513-a9a0-c5a323100751', 'attached_at': '', 'detached_at': '', 'volume_id': 'e43b1b4f-302f-429b-bb27-8c2fb9f3ec07', 'serial': 'e43b1b4f-302f-429b-bb27-8c2fb9f3ec07'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1097.898298] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f89107f7-28e3-4032-92be-9266ba0ba375 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "a23499dc-3216-4493-869d-519c1c92eb37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.307s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.097552] env[65978]: DEBUG nova.objects.instance [None req-30a8f673-0ca3-4346-9d17-e172bc8125c2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lazy-loading 'flavor' on Instance uuid 0674d730-2d85-4513-a9a0-c5a323100751 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.120105] env[65978]: DEBUG nova.network.neutron [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Successfully updated port: 462c8549-51b2-4261-b3de-2d64b6712538 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1098.132608] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.174876] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9ef40806-52bd-4dc7-bf4c-20c0dc51f97f tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "bac677a3-9cb5-4666-85fc-39e09e632ede" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.310s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.186512] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76916cbb-a48b-48ad-9bee-397d944896a1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.195443] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e2a0e3-47da-49f3-be21-e7b700113aa1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.236362] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eda82d6-5d02-4ad2-ad6d-29ca92b450ff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.247862] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d0bab5-e107-4708-8e2e-80a5c7d199c8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.265307] env[65978]: DEBUG nova.compute.provider_tree [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.629821] env[65978]: DEBUG oslo_concurrency.lockutils [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "refresh_cache-77485826-2a39-4654-956e-8922d1367635" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.630095] env[65978]: DEBUG oslo_concurrency.lockutils [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquired lock "refresh_cache-77485826-2a39-4654-956e-8922d1367635" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.630275] env[65978]: DEBUG nova.network.neutron [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1098.769035] env[65978]: DEBUG nova.scheduler.client.report [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.070958] env[65978]: DEBUG nova.compute.manager [req-8143572f-416c-4f8e-851d-7edd698be862 req-4afcd89c-2e16-4ff9-80fb-3f34a81f9baa service nova] [instance: 77485826-2a39-4654-956e-8922d1367635] Received event network-vif-plugged-462c8549-51b2-4261-b3de-2d64b6712538 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1099.071203] env[65978]: DEBUG oslo_concurrency.lockutils [req-8143572f-416c-4f8e-851d-7edd698be862 req-4afcd89c-2e16-4ff9-80fb-3f34a81f9baa service nova] Acquiring lock "77485826-2a39-4654-956e-8922d1367635-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.071441] env[65978]: DEBUG oslo_concurrency.lockutils [req-8143572f-416c-4f8e-851d-7edd698be862 req-4afcd89c-2e16-4ff9-80fb-3f34a81f9baa service nova] Lock "77485826-2a39-4654-956e-8922d1367635-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.071615] env[65978]: DEBUG oslo_concurrency.lockutils [req-8143572f-416c-4f8e-851d-7edd698be862 req-4afcd89c-2e16-4ff9-80fb-3f34a81f9baa service nova] Lock "77485826-2a39-4654-956e-8922d1367635-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.071771] env[65978]: DEBUG nova.compute.manager [req-8143572f-416c-4f8e-851d-7edd698be862 req-4afcd89c-2e16-4ff9-80fb-3f34a81f9baa service nova] [instance: 77485826-2a39-4654-956e-8922d1367635] No waiting events found dispatching network-vif-plugged-462c8549-51b2-4261-b3de-2d64b6712538 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1099.072279] env[65978]: WARNING nova.compute.manager [req-8143572f-416c-4f8e-851d-7edd698be862 req-4afcd89c-2e16-4ff9-80fb-3f34a81f9baa service nova] [instance: 77485826-2a39-4654-956e-8922d1367635] Received unexpected event network-vif-plugged-462c8549-51b2-4261-b3de-2d64b6712538 for instance with vm_state building and task_state spawning. [ 1099.112181] env[65978]: DEBUG oslo_concurrency.lockutils [None req-30a8f673-0ca3-4346-9d17-e172bc8125c2 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "0674d730-2d85-4513-a9a0-c5a323100751" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.368s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.177662] env[65978]: DEBUG nova.network.neutron [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1099.267789] env[65978]: WARNING neutronclient.v2_0.client [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.275712] env[65978]: DEBUG oslo_concurrency.lockutils [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.281320] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.234s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.329845] env[65978]: INFO nova.scheduler.client.report [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Deleted allocations for instance a91814f7-cb49-4c18-becf-35a500e4e52f [ 1099.353851] env[65978]: DEBUG nova.network.neutron [-] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.391191] env[65978]: DEBUG nova.network.neutron [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Updating instance_info_cache with network_info: [{"id": "462c8549-51b2-4261-b3de-2d64b6712538", "address": "fa:16:3e:a4:3c:94", "network": {"id": "e3db158a-8b54-4555-b993-3d1c7a802a3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-377513805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267bbaf30cc74f989e3f217b0a842e2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462c8549-51", "ovs_interfaceid": "462c8549-51b2-4261-b3de-2d64b6712538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.837917] env[65978]: DEBUG oslo_concurrency.lockutils [None req-42a5ea5a-7cf0-4dc4-9b00-701504d862dc tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "a91814f7-cb49-4c18-becf-35a500e4e52f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.831s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.860832] env[65978]: INFO nova.compute.manager [-] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Took 2.58 seconds to deallocate network for instance. [ 1099.895949] env[65978]: DEBUG oslo_concurrency.lockutils [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Releasing lock "refresh_cache-77485826-2a39-4654-956e-8922d1367635" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.896322] env[65978]: DEBUG nova.compute.manager [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Instance network_info: |[{"id": "462c8549-51b2-4261-b3de-2d64b6712538", "address": "fa:16:3e:a4:3c:94", "network": {"id": "e3db158a-8b54-4555-b993-3d1c7a802a3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-377513805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267bbaf30cc74f989e3f217b0a842e2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462c8549-51", "ovs_interfaceid": "462c8549-51b2-4261-b3de-2d64b6712538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1099.897571] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:3c:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '462c8549-51b2-4261-b3de-2d64b6712538', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.905023] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1099.905225] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77485826-2a39-4654-956e-8922d1367635] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.905485] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a29619c-5dd2-4b0c-956b-3fd43b89600f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.931408] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.931408] env[65978]: value = "task-4715234" [ 1099.931408] env[65978]: _type = "Task" [ 1099.931408] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.945928] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715234, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.052703] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad89865-d981-47ab-872f-35b8a370f13d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.062815] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfa5982-7723-43a8-9da6-d81299bdc9c2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.094486] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4063658e-130b-4927-b3f2-1df44b1ac26a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.103502] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9beaabfb-ea95-407f-8c31-5ff2aafb797e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.120379] env[65978]: DEBUG nova.compute.provider_tree [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.264768] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "0674d730-2d85-4513-a9a0-c5a323100751" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.265153] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "0674d730-2d85-4513-a9a0-c5a323100751" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.265453] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "0674d730-2d85-4513-a9a0-c5a323100751-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.265717] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "0674d730-2d85-4513-a9a0-c5a323100751-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.265958] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "0674d730-2d85-4513-a9a0-c5a323100751-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.268966] env[65978]: INFO nova.compute.manager [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Terminating instance [ 1100.291697] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.292032] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.372746] env[65978]: DEBUG oslo_concurrency.lockutils [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.444907] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715234, 'name': CreateVM_Task, 'duration_secs': 0.454071} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.444907] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77485826-2a39-4654-956e-8922d1367635] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.445055] env[65978]: WARNING neutronclient.v2_0.client [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.445373] env[65978]: DEBUG oslo_concurrency.lockutils [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.445542] env[65978]: DEBUG oslo_concurrency.lockutils [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.445880] env[65978]: DEBUG oslo_concurrency.lockutils [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.446254] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d464874-180b-4cfb-ad03-8e83bb879f00 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.452456] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1100.452456] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dd86b7-b8a0-f29f-e4c5-3a7bebe59ed6" [ 1100.452456] env[65978]: _type = "Task" [ 1100.452456] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.463104] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dd86b7-b8a0-f29f-e4c5-3a7bebe59ed6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.623965] env[65978]: DEBUG nova.scheduler.client.report [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.774631] env[65978]: DEBUG nova.compute.manager [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1100.774631] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.775235] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497dccdd-e343-45ff-aa2f-d8cd12252b22 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.785045] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.785045] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c40b7d2d-053f-477e-acb7-3ce59822481c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.793327] env[65978]: DEBUG oslo_vmware.api [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1100.793327] env[65978]: value = "task-4715235" [ 1100.793327] env[65978]: _type = "Task" [ 1100.793327] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.796944] env[65978]: DEBUG nova.compute.manager [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1100.807728] env[65978]: DEBUG oslo_vmware.api [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.814236] env[65978]: WARNING neutronclient.v2_0.client [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.878254] env[65978]: WARNING neutronclient.v2_0.client [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.878679] env[65978]: WARNING neutronclient.v2_0.client [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.878943] env[65978]: WARNING neutronclient.v2_0.client [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.918916] env[65978]: DEBUG nova.network.neutron [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Port 792c528e-70fb-4018-bb6e-80cdd657577a binding to destination host cpu-1 is already ACTIVE {{(pid=65978) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1100.919206] env[65978]: DEBUG oslo_concurrency.lockutils [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "refresh_cache-22035b86-65b5-4ea5-ad8c-a7694fff2638" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.919354] env[65978]: DEBUG oslo_concurrency.lockutils [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquired lock "refresh_cache-22035b86-65b5-4ea5-ad8c-a7694fff2638" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.919514] env[65978]: DEBUG nova.network.neutron [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1100.967685] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dd86b7-b8a0-f29f-e4c5-3a7bebe59ed6, 'name': SearchDatastore_Task, 'duration_secs': 0.011432} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.968190] env[65978]: DEBUG oslo_concurrency.lockutils [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.968569] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.968923] env[65978]: DEBUG oslo_concurrency.lockutils [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.969201] env[65978]: DEBUG oslo_concurrency.lockutils [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.969495] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.969913] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee14cc4a-c0d0-4b70-922b-2c2161eef040 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.981041] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.981242] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.982100] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8e143d3-68f6-476b-9737-3f02c773c325 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.988675] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1100.988675] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528621aa-d562-7885-92a1-08800a2e5b4c" [ 1100.988675] env[65978]: _type = "Task" [ 1100.988675] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.999680] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528621aa-d562-7885-92a1-08800a2e5b4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.014860] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "bac677a3-9cb5-4666-85fc-39e09e632ede" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.015135] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "bac677a3-9cb5-4666-85fc-39e09e632ede" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.015343] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "bac677a3-9cb5-4666-85fc-39e09e632ede-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.015521] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "bac677a3-9cb5-4666-85fc-39e09e632ede-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.015681] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "bac677a3-9cb5-4666-85fc-39e09e632ede-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.018043] env[65978]: INFO nova.compute.manager [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Terminating instance [ 1101.306713] env[65978]: DEBUG oslo_vmware.api [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715235, 'name': PowerOffVM_Task, 'duration_secs': 0.261042} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.309421] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.309552] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.310144] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd09cf80-fa94-41d1-a38e-a22385a056ea {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.326902] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.389110] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.389528] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.389763] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Deleting the datastore file [datastore1] 0674d730-2d85-4513-a9a0-c5a323100751 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.390208] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e99a140f-407b-4f97-8105-6e017744f5da {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.401071] env[65978]: DEBUG oslo_vmware.api [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1101.401071] env[65978]: value = "task-4715237" [ 1101.401071] env[65978]: _type = "Task" [ 1101.401071] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.414637] env[65978]: DEBUG oslo_vmware.api [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.424563] env[65978]: WARNING neutronclient.v2_0.client [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.501257] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]528621aa-d562-7885-92a1-08800a2e5b4c, 'name': SearchDatastore_Task, 'duration_secs': 0.011014} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.502357] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-092d19ac-1166-44c1-8327-8b99a3b6f249 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.511224] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1101.511224] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52632799-ba6b-fef2-3af0-31f4d3acb278" [ 1101.511224] env[65978]: _type = "Task" [ 1101.511224] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.523561] env[65978]: DEBUG nova.compute.manager [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1101.523838] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.524216] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52632799-ba6b-fef2-3af0-31f4d3acb278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.528209] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfe260d-2fc8-4734-bdb0-55a7fec3a538 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.537454] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.537757] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8db3bb92-2918-46f8-82d1-2ee20e1a8024 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.546683] env[65978]: DEBUG oslo_vmware.api [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 1101.546683] env[65978]: value = "task-4715238" [ 1101.546683] env[65978]: _type = "Task" [ 1101.546683] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.555973] env[65978]: DEBUG oslo_vmware.api [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.639253] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.359s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.641951] env[65978]: DEBUG oslo_concurrency.lockutils [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.247s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.646617] env[65978]: INFO nova.compute.claims [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.677471] env[65978]: WARNING neutronclient.v2_0.client [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.786052] env[65978]: DEBUG nova.network.neutron [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Updating instance_info_cache with network_info: [{"id": "792c528e-70fb-4018-bb6e-80cdd657577a", "address": "fa:16:3e:7c:35:c5", "network": {"id": "572f00ea-41cc-4d81-b1e9-2b038de95236", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043147319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0285adf994e4ab5fbfe0226d33b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792c528e-70", "ovs_interfaceid": "792c528e-70fb-4018-bb6e-80cdd657577a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.882135] env[65978]: DEBUG nova.compute.manager [req-82c89649-7a6e-43fe-8097-a2595197d63d req-885623a4-5164-4c3d-bb9e-c8260a41dd56 service nova] [instance: 77485826-2a39-4654-956e-8922d1367635] Received event network-changed-462c8549-51b2-4261-b3de-2d64b6712538 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1101.882478] env[65978]: DEBUG nova.compute.manager [req-82c89649-7a6e-43fe-8097-a2595197d63d req-885623a4-5164-4c3d-bb9e-c8260a41dd56 service nova] [instance: 77485826-2a39-4654-956e-8922d1367635] Refreshing instance network info cache due to event network-changed-462c8549-51b2-4261-b3de-2d64b6712538. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1101.882660] env[65978]: DEBUG oslo_concurrency.lockutils [req-82c89649-7a6e-43fe-8097-a2595197d63d req-885623a4-5164-4c3d-bb9e-c8260a41dd56 service nova] Acquiring lock "refresh_cache-77485826-2a39-4654-956e-8922d1367635" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.882847] env[65978]: DEBUG oslo_concurrency.lockutils [req-82c89649-7a6e-43fe-8097-a2595197d63d req-885623a4-5164-4c3d-bb9e-c8260a41dd56 service nova] Acquired lock "refresh_cache-77485826-2a39-4654-956e-8922d1367635" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.883020] env[65978]: DEBUG nova.network.neutron [req-82c89649-7a6e-43fe-8097-a2595197d63d req-885623a4-5164-4c3d-bb9e-c8260a41dd56 service nova] [instance: 77485826-2a39-4654-956e-8922d1367635] Refreshing network info cache for port 462c8549-51b2-4261-b3de-2d64b6712538 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.912302] env[65978]: DEBUG oslo_vmware.api [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289259} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.912680] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.912865] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.913043] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.913214] env[65978]: INFO nova.compute.manager [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1101.913536] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1101.913642] env[65978]: DEBUG nova.compute.manager [-] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1101.913715] env[65978]: DEBUG nova.network.neutron [-] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1101.913979] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.966821] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "4ccf288c-26ad-4815-b010-5582038ea228" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.966821] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "4ccf288c-26ad-4815-b010-5582038ea228" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.975815] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.021894] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52632799-ba6b-fef2-3af0-31f4d3acb278, 'name': SearchDatastore_Task, 'duration_secs': 0.01891} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.022230] env[65978]: DEBUG oslo_concurrency.lockutils [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.022554] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 77485826-2a39-4654-956e-8922d1367635/77485826-2a39-4654-956e-8922d1367635.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.023144] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e787b333-e650-42fe-b375-e337ceba5b7f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.031035] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1102.031035] env[65978]: value = "task-4715239" [ 1102.031035] env[65978]: _type = "Task" [ 1102.031035] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.041102] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.056277] env[65978]: DEBUG oslo_vmware.api [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715238, 'name': PowerOffVM_Task, 'duration_secs': 0.254944} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.056622] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.056793] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.057090] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df30021c-fe53-4717-9282-0a9b71b4118e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.131887] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.132137] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.133057] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Deleting the datastore file [datastore1] bac677a3-9cb5-4666-85fc-39e09e632ede {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.133057] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ebfc75a-ba4c-4f59-971b-09881e21cebe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.139976] env[65978]: DEBUG oslo_vmware.api [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 1102.139976] env[65978]: value = "task-4715241" [ 1102.139976] env[65978]: _type = "Task" [ 1102.139976] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.154167] env[65978]: DEBUG oslo_vmware.api [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.207334] env[65978]: INFO nova.scheduler.client.report [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Deleted allocation for migration 9e4af0ff-3fda-4b9c-8ab7-55dec5746887 [ 1102.289528] env[65978]: DEBUG oslo_concurrency.lockutils [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Releasing lock "refresh_cache-22035b86-65b5-4ea5-ad8c-a7694fff2638" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.385469] env[65978]: WARNING neutronclient.v2_0.client [req-82c89649-7a6e-43fe-8097-a2595197d63d req-885623a4-5164-4c3d-bb9e-c8260a41dd56 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.414833] env[65978]: DEBUG oslo_concurrency.lockutils [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "99e663af-76fd-4e61-a8f8-2ec85fb6c0d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.415163] env[65978]: DEBUG oslo_concurrency.lockutils [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "99e663af-76fd-4e61-a8f8-2ec85fb6c0d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.469697] env[65978]: DEBUG nova.compute.manager [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1102.545871] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715239, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.630311] env[65978]: DEBUG oslo_vmware.rw_handles [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234a50f-0867-8ae1-101d-6e9b430a444b/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1102.631293] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79698ff-7ee5-4eae-96b6-123ab5ae63bc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.637076] env[65978]: WARNING neutronclient.v2_0.client [req-82c89649-7a6e-43fe-8097-a2595197d63d req-885623a4-5164-4c3d-bb9e-c8260a41dd56 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.640928] env[65978]: DEBUG oslo_vmware.rw_handles [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234a50f-0867-8ae1-101d-6e9b430a444b/disk-0.vmdk is in state: ready. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1102.641105] env[65978]: ERROR oslo_vmware.rw_handles [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234a50f-0867-8ae1-101d-6e9b430a444b/disk-0.vmdk due to incomplete transfer. [ 1102.644146] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b538ed63-1e46-496d-ae38-27809b28a006 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.654325] env[65978]: DEBUG oslo_vmware.api [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397278} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.658014] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.658203] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.658366] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.658536] env[65978]: INFO nova.compute.manager [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1102.658767] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1102.658960] env[65978]: DEBUG oslo_vmware.rw_handles [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234a50f-0867-8ae1-101d-6e9b430a444b/disk-0.vmdk. {{(pid=65978) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1102.659126] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Uploaded image e0b6e7b0-5e94-49d1-a2b8-102951e9d24a to the Glance image server {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1102.661419] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Destroying the VM {{(pid=65978) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1102.661856] env[65978]: DEBUG nova.compute.manager [-] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1102.661955] env[65978]: DEBUG nova.network.neutron [-] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1102.662222] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.663943] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-365b2f04-4087-49eb-a59c-92af6ddaa197 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.672327] env[65978]: DEBUG oslo_vmware.api [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1102.672327] env[65978]: value = "task-4715242" [ 1102.672327] env[65978]: _type = "Task" [ 1102.672327] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.684581] env[65978]: DEBUG oslo_vmware.api [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715242, 'name': Destroy_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.715298] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "45e844ad-80c8-42f2-b4b8-55fed9cf5c39" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.731s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.717084] env[65978]: DEBUG nova.network.neutron [req-82c89649-7a6e-43fe-8097-a2595197d63d req-885623a4-5164-4c3d-bb9e-c8260a41dd56 service nova] [instance: 77485826-2a39-4654-956e-8922d1367635] Updated VIF entry in instance network info cache for port 462c8549-51b2-4261-b3de-2d64b6712538. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1102.717402] env[65978]: DEBUG nova.network.neutron [req-82c89649-7a6e-43fe-8097-a2595197d63d req-885623a4-5164-4c3d-bb9e-c8260a41dd56 service nova] [instance: 77485826-2a39-4654-956e-8922d1367635] Updating instance_info_cache with network_info: [{"id": "462c8549-51b2-4261-b3de-2d64b6712538", "address": "fa:16:3e:a4:3c:94", "network": {"id": "e3db158a-8b54-4555-b993-3d1c7a802a3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-377513805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267bbaf30cc74f989e3f217b0a842e2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462c8549-51", "ovs_interfaceid": "462c8549-51b2-4261-b3de-2d64b6712538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.733019] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.793547] env[65978]: DEBUG nova.compute.manager [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65978) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:929}} [ 1102.920038] env[65978]: DEBUG nova.compute.manager [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1102.953102] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f206efce-e72b-4355-a076-546df6f85b44 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.962467] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d4e782-df0f-4596-81bc-7c9b3347cce0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.999061] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ea8086-2726-44e2-9ae7-7a75d0a8b7b0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.006747] env[65978]: DEBUG nova.network.neutron [-] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.011835] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878f56d6-6835-4bc8-968a-dc8f11d4a35f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.032083] env[65978]: DEBUG nova.compute.provider_tree [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.032083] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.044634] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715239, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.185713] env[65978]: DEBUG oslo_vmware.api [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715242, 'name': Destroy_Task, 'duration_secs': 0.369999} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.186063] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Destroyed the VM [ 1103.186359] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Deleting Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1103.186645] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5a5a4ed2-c24f-4ed5-812c-c16330d63258 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.198023] env[65978]: DEBUG oslo_vmware.api [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1103.198023] env[65978]: value = "task-4715243" [ 1103.198023] env[65978]: _type = "Task" [ 1103.198023] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.204023] env[65978]: DEBUG oslo_vmware.api [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715243, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.220850] env[65978]: DEBUG oslo_concurrency.lockutils [req-82c89649-7a6e-43fe-8097-a2595197d63d req-885623a4-5164-4c3d-bb9e-c8260a41dd56 service nova] Releasing lock "refresh_cache-77485826-2a39-4654-956e-8922d1367635" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.221272] env[65978]: DEBUG nova.compute.manager [req-82c89649-7a6e-43fe-8097-a2595197d63d req-885623a4-5164-4c3d-bb9e-c8260a41dd56 service nova] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Received event network-vif-deleted-0b864c02-549a-4df8-97e1-647db5b85806 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1103.445061] env[65978]: DEBUG oslo_concurrency.lockutils [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.512369] env[65978]: INFO nova.compute.manager [-] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Took 1.60 seconds to deallocate network for instance. [ 1103.535023] env[65978]: DEBUG nova.scheduler.client.report [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.550814] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715239, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.505953} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.551353] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 77485826-2a39-4654-956e-8922d1367635/77485826-2a39-4654-956e-8922d1367635.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.552388] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.552851] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8de976e8-600b-4112-80df-9097f58f41e6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.561220] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1103.561220] env[65978]: value = "task-4715244" [ 1103.561220] env[65978]: _type = "Task" [ 1103.561220] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.570784] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.705193] env[65978]: DEBUG oslo_vmware.api [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715243, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.745525] env[65978]: DEBUG nova.network.neutron [-] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.913420] env[65978]: DEBUG nova.compute.manager [req-07c583ad-1497-421c-94fc-eb6d06a3cc59 req-6009fe35-e6ce-415f-821a-8852de071eb8 service nova] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Received event network-vif-deleted-8dd07a90-c3da-47d1-82a5-85367447eb5e {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1103.913420] env[65978]: DEBUG nova.compute.manager [req-07c583ad-1497-421c-94fc-eb6d06a3cc59 req-6009fe35-e6ce-415f-821a-8852de071eb8 service nova] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Received event network-vif-deleted-ac7c9d77-8742-4c5e-a245-3a641b74ad5d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1103.947456] env[65978]: DEBUG oslo_concurrency.lockutils [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.013927] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "45e844ad-80c8-42f2-b4b8-55fed9cf5c39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.014291] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "45e844ad-80c8-42f2-b4b8-55fed9cf5c39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.014561] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "45e844ad-80c8-42f2-b4b8-55fed9cf5c39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.014812] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "45e844ad-80c8-42f2-b4b8-55fed9cf5c39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.015028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "45e844ad-80c8-42f2-b4b8-55fed9cf5c39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.017454] env[65978]: INFO nova.compute.manager [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Terminating instance [ 1104.021127] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.044099] env[65978]: DEBUG oslo_concurrency.lockutils [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.044099] env[65978]: DEBUG nova.compute.manager [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1104.046123] env[65978]: DEBUG oslo_concurrency.lockutils [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.674s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.046318] env[65978]: DEBUG oslo_concurrency.lockutils [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.048523] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.722s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.050220] env[65978]: INFO nova.compute.claims [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.074043] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.075396] env[65978]: INFO nova.scheduler.client.report [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Deleted allocations for instance afea5d29-cbf1-4408-a7e1-3a0ae0abd555 [ 1104.187356] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8e91549e-eda0-4870-b5e2-98f14bbba408 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "interface-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.187691] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8e91549e-eda0-4870-b5e2-98f14bbba408 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "interface-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.187752] env[65978]: DEBUG nova.objects.instance [None req-8e91549e-eda0-4870-b5e2-98f14bbba408 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lazy-loading 'flavor' on Instance uuid 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.207632] env[65978]: DEBUG oslo_vmware.api [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715243, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.249214] env[65978]: INFO nova.compute.manager [-] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Took 1.59 seconds to deallocate network for instance. [ 1104.522033] env[65978]: DEBUG nova.compute.manager [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1104.522262] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.523692] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc59ffc-87f7-4587-ad73-511ae86de9b5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.535655] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.536332] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0f837c1-295a-47bb-9ff2-09e14700df65 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.546333] env[65978]: DEBUG oslo_vmware.api [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1104.546333] env[65978]: value = "task-4715245" [ 1104.546333] env[65978]: _type = "Task" [ 1104.546333] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.557177] env[65978]: DEBUG nova.compute.utils [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.567894] env[65978]: DEBUG nova.compute.manager [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1104.568746] env[65978]: DEBUG nova.network.neutron [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1104.568836] env[65978]: WARNING neutronclient.v2_0.client [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.569324] env[65978]: WARNING neutronclient.v2_0.client [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.573043] env[65978]: DEBUG oslo_vmware.api [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.591617] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.543786} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.592456] env[65978]: DEBUG oslo_concurrency.lockutils [None req-24c086ab-781b-4de4-a697-49ffb3d87cb8 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "afea5d29-cbf1-4408-a7e1-3a0ae0abd555" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.963s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.593317] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.594476] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b692b1b5-a864-47f0-a035-47cffb676438 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.631053] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 77485826-2a39-4654-956e-8922d1367635/77485826-2a39-4654-956e-8922d1367635.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.631653] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6f04287-4752-4fe8-8b43-10f6b8824b02 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.659554] env[65978]: DEBUG nova.policy [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a77fd56f79db4428a470d43661fbbe2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40d5661e4d634152b4e8a2785b9d9d0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.663601] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.664303] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.674591] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1104.674591] env[65978]: value = "task-4715246" [ 1104.674591] env[65978]: _type = "Task" [ 1104.674591] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.687515] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.692458] env[65978]: WARNING neutronclient.v2_0.client [None req-8e91549e-eda0-4870-b5e2-98f14bbba408 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.692911] env[65978]: DEBUG nova.objects.instance [None req-8e91549e-eda0-4870-b5e2-98f14bbba408 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lazy-loading 'pci_requests' on Instance uuid 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.713469] env[65978]: DEBUG oslo_vmware.api [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715243, 'name': RemoveSnapshot_Task, 'duration_secs': 1.23477} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.713469] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Deleted Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1104.713750] env[65978]: DEBUG nova.compute.manager [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1104.715544] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10771425-f055-4622-be32-f80d00ce5628 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.757893] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.036449] env[65978]: DEBUG nova.network.neutron [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Successfully created port: 1a7f3ec2-9553-4fbe-8185-6cbf246c4b0a {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1105.056811] env[65978]: DEBUG oslo_vmware.api [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715245, 'name': PowerOffVM_Task, 'duration_secs': 0.264643} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.057121] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.057284] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.057561] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a048acad-d942-4833-902a-a7bc03e06cd0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.068400] env[65978]: DEBUG nova.compute.manager [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1105.140019] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.140445] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.140672] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Deleting the datastore file [datastore2] 45e844ad-80c8-42f2-b4b8-55fed9cf5c39 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.141074] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-534b5e32-6b01-47de-8e26-97b2fc05045c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.152835] env[65978]: DEBUG oslo_vmware.api [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for the task: (returnval){ [ 1105.152835] env[65978]: value = "task-4715248" [ 1105.152835] env[65978]: _type = "Task" [ 1105.152835] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.166290] env[65978]: DEBUG oslo_vmware.api [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.178411] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.182906] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.183694] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.183694] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.183808] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.183990] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.184059] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65978) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11240}} [ 1105.184210] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.189456] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715246, 'name': ReconfigVM_Task, 'duration_secs': 0.362345} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.190040] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 77485826-2a39-4654-956e-8922d1367635/77485826-2a39-4654-956e-8922d1367635.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.190266] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ffe92f4-6853-48a6-bd9c-f4572e5f687b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.197052] env[65978]: DEBUG nova.objects.base [None req-8e91549e-eda0-4870-b5e2-98f14bbba408 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Object Instance<5e8dbfdc-c96a-49ae-8c33-819dd88c4e58> lazy-loaded attributes: flavor,pci_requests {{(pid=65978) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1105.197295] env[65978]: DEBUG nova.network.neutron [None req-8e91549e-eda0-4870-b5e2-98f14bbba408 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1105.197622] env[65978]: WARNING neutronclient.v2_0.client [None req-8e91549e-eda0-4870-b5e2-98f14bbba408 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.198365] env[65978]: WARNING neutronclient.v2_0.client [None req-8e91549e-eda0-4870-b5e2-98f14bbba408 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.203111] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1105.203111] env[65978]: value = "task-4715249" [ 1105.203111] env[65978]: _type = "Task" [ 1105.203111] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.214589] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715249, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.233054] env[65978]: INFO nova.compute.manager [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Shelve offloading [ 1105.312984] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8e91549e-eda0-4870-b5e2-98f14bbba408 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "interface-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.125s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.409709] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62e65f0-e086-4fec-b50e-764ef1cac91c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.419362] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7583606f-a8b9-4ded-bc5d-0277c934d1dd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.450936] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69c3d6b-4ecb-4ea0-8f5a-47c42f32da16 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.460053] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be018518-7eae-4f6a-a95e-16514e2e3a74 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.483773] env[65978]: DEBUG nova.compute.provider_tree [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1105.664346] env[65978]: DEBUG oslo_vmware.api [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Task: {'id': task-4715248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2415} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.664642] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.664839] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.665019] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.665193] env[65978]: INFO nova.compute.manager [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1105.665441] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1105.665655] env[65978]: DEBUG nova.compute.manager [-] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1105.665748] env[65978]: DEBUG nova.network.neutron [-] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1105.666193] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.687451] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.701860] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.714487] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715249, 'name': Rename_Task, 'duration_secs': 0.173448} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.714781] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.715060] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e0d7ce7-4ea4-44e5-ab8a-77b7edca978a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.723505] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1105.723505] env[65978]: value = "task-4715250" [ 1105.723505] env[65978]: _type = "Task" [ 1105.723505] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.733288] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.744267] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.744674] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d09df73b-145f-432a-965b-b81df6af6eda {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.754321] env[65978]: DEBUG oslo_vmware.api [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1105.754321] env[65978]: value = "task-4715251" [ 1105.754321] env[65978]: _type = "Task" [ 1105.754321] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.767443] env[65978]: DEBUG oslo_vmware.api [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.007910] env[65978]: ERROR nova.scheduler.client.report [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [req-0c7d8110-ab64-4c6e-b40c-23dd861b1f61] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7cef9df5-c7be-44a4-aef0-4856b8af9b78. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0c7d8110-ab64-4c6e-b40c-23dd861b1f61"}]} [ 1106.026299] env[65978]: DEBUG nova.scheduler.client.report [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Refreshing inventories for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1106.043435] env[65978]: DEBUG nova.scheduler.client.report [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Updating ProviderTree inventory for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1106.043765] env[65978]: DEBUG nova.compute.provider_tree [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1106.057210] env[65978]: DEBUG nova.scheduler.client.report [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Refreshing aggregate associations for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78, aggregates: None {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1106.079761] env[65978]: DEBUG nova.compute.manager [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1106.082872] env[65978]: DEBUG nova.scheduler.client.report [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Refreshing trait associations for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1106.111110] env[65978]: DEBUG nova.virt.hardware [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1106.111368] env[65978]: DEBUG nova.virt.hardware [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.111582] env[65978]: DEBUG nova.virt.hardware [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1106.111770] env[65978]: DEBUG nova.virt.hardware [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.111949] env[65978]: DEBUG nova.virt.hardware [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1106.112108] env[65978]: DEBUG nova.virt.hardware [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1106.112294] env[65978]: DEBUG nova.virt.hardware [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1106.112449] env[65978]: DEBUG nova.virt.hardware [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1106.112650] env[65978]: DEBUG nova.virt.hardware [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1106.112819] env[65978]: DEBUG nova.virt.hardware [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1106.112988] env[65978]: DEBUG nova.virt.hardware [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1106.113905] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1822b1-5473-48e9-b59c-7fe3700946e0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.125219] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c33ec9-06bd-4c89-ad2b-4369252942e3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.229676] env[65978]: DEBUG nova.compute.manager [req-56601a1f-70f3-4c0d-be01-fd8962f4fdc8 req-7a0c79a2-970c-4af1-b6cd-02c2398e1a1a service nova] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Received event network-vif-deleted-a14ec885-ff08-4b2b-ac9a-b2ad551d5924 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1106.229881] env[65978]: INFO nova.compute.manager [req-56601a1f-70f3-4c0d-be01-fd8962f4fdc8 req-7a0c79a2-970c-4af1-b6cd-02c2398e1a1a service nova] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Neutron deleted interface a14ec885-ff08-4b2b-ac9a-b2ad551d5924; detaching it from the instance and deleting it from the info cache [ 1106.230068] env[65978]: DEBUG nova.network.neutron [req-56601a1f-70f3-4c0d-be01-fd8962f4fdc8 req-7a0c79a2-970c-4af1-b6cd-02c2398e1a1a service nova] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.239460] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715250, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.271182] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] VM already powered off {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1106.271453] env[65978]: DEBUG nova.compute.manager [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1106.272852] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c8cbd4-fef0-4f9a-8978-592b09616916 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.280782] env[65978]: DEBUG oslo_concurrency.lockutils [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquiring lock "refresh_cache-bf2479a9-c046-48d6-afd6-ab2d62692c9c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.280975] env[65978]: DEBUG oslo_concurrency.lockutils [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquired lock "refresh_cache-bf2479a9-c046-48d6-afd6-ab2d62692c9c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.281139] env[65978]: DEBUG nova.network.neutron [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1106.358378] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432d24ae-2528-4aaf-84c9-ffa124d3d163 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.367683] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28843d95-125e-4440-8d65-a12ffb258a75 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.402733] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93172daf-b3b3-4966-a675-89bcc0e1ae22 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.412991] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0027b0-67b8-4400-bf1b-fe761dd4ae53 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.428191] env[65978]: DEBUG nova.compute.provider_tree [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1106.468541] env[65978]: DEBUG nova.network.neutron [-] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.611260] env[65978]: DEBUG nova.compute.manager [req-0f657dbb-67c7-4938-bf42-fd3af0837dd6 req-979019f2-4d7d-473c-bd69-905f0637c7e8 service nova] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Received event network-vif-plugged-1a7f3ec2-9553-4fbe-8185-6cbf246c4b0a {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1106.611535] env[65978]: DEBUG oslo_concurrency.lockutils [req-0f657dbb-67c7-4938-bf42-fd3af0837dd6 req-979019f2-4d7d-473c-bd69-905f0637c7e8 service nova] Acquiring lock "979a3552-00be-4c94-9a7e-0b78091c9fe5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.611745] env[65978]: DEBUG oslo_concurrency.lockutils [req-0f657dbb-67c7-4938-bf42-fd3af0837dd6 req-979019f2-4d7d-473c-bd69-905f0637c7e8 service nova] Lock "979a3552-00be-4c94-9a7e-0b78091c9fe5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.611908] env[65978]: DEBUG oslo_concurrency.lockutils [req-0f657dbb-67c7-4938-bf42-fd3af0837dd6 req-979019f2-4d7d-473c-bd69-905f0637c7e8 service nova] Lock "979a3552-00be-4c94-9a7e-0b78091c9fe5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.612087] env[65978]: DEBUG nova.compute.manager [req-0f657dbb-67c7-4938-bf42-fd3af0837dd6 req-979019f2-4d7d-473c-bd69-905f0637c7e8 service nova] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] No waiting events found dispatching network-vif-plugged-1a7f3ec2-9553-4fbe-8185-6cbf246c4b0a {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1106.612251] env[65978]: WARNING nova.compute.manager [req-0f657dbb-67c7-4938-bf42-fd3af0837dd6 req-979019f2-4d7d-473c-bd69-905f0637c7e8 service nova] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Received unexpected event network-vif-plugged-1a7f3ec2-9553-4fbe-8185-6cbf246c4b0a for instance with vm_state building and task_state spawning. [ 1106.671767] env[65978]: DEBUG nova.network.neutron [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Successfully updated port: 1a7f3ec2-9553-4fbe-8185-6cbf246c4b0a {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1106.733778] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fea5999-4193-46d2-88bb-ba16809e3b72 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.738678] env[65978]: DEBUG oslo_vmware.api [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715250, 'name': PowerOnVM_Task, 'duration_secs': 0.67146} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.739332] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.739537] env[65978]: INFO nova.compute.manager [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1106.739715] env[65978]: DEBUG nova.compute.manager [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1106.740606] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf76620-f9d4-45ae-aea7-f6d6efec4f45 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.748212] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f3bfd3-4fbe-4fc7-80d2-2e4534a802c5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.789200] env[65978]: WARNING neutronclient.v2_0.client [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.791710] env[65978]: DEBUG nova.compute.manager [req-56601a1f-70f3-4c0d-be01-fd8962f4fdc8 req-7a0c79a2-970c-4af1-b6cd-02c2398e1a1a service nova] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Detach interface failed, port_id=a14ec885-ff08-4b2b-ac9a-b2ad551d5924, reason: Instance 45e844ad-80c8-42f2-b4b8-55fed9cf5c39 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1106.940698] env[65978]: WARNING neutronclient.v2_0.client [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.961217] env[65978]: DEBUG nova.scheduler.client.report [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Updated inventory for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with generation 149 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1106.961658] env[65978]: DEBUG nova.compute.provider_tree [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Updating resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 generation from 149 to 150 during operation: update_inventory {{(pid=65978) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1106.961893] env[65978]: DEBUG nova.compute.provider_tree [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1106.972084] env[65978]: INFO nova.compute.manager [-] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Took 1.31 seconds to deallocate network for instance. [ 1107.014552] env[65978]: DEBUG nova.network.neutron [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Updating instance_info_cache with network_info: [{"id": "25f9d4a6-ecf6-468e-98b8-d9b4c64dea91", "address": "fa:16:3e:6b:b1:64", "network": {"id": "094786c4-f38d-4289-bcab-127f807a4b3a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1948443673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702e5f5fc44f45c694bb31dec97f3898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f9d4a6-ec", "ovs_interfaceid": "25f9d4a6-ecf6-468e-98b8-d9b4c64dea91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.175043] env[65978]: DEBUG oslo_concurrency.lockutils [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "refresh_cache-979a3552-00be-4c94-9a7e-0b78091c9fe5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.175043] env[65978]: DEBUG oslo_concurrency.lockutils [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired lock "refresh_cache-979a3552-00be-4c94-9a7e-0b78091c9fe5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.175043] env[65978]: DEBUG nova.network.neutron [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1107.272856] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "interface-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.273160] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "interface-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.273530] env[65978]: DEBUG nova.objects.instance [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lazy-loading 'flavor' on Instance uuid 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.280338] env[65978]: INFO nova.compute.manager [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Took 19.57 seconds to build instance. [ 1107.469112] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.418s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.469112] env[65978]: DEBUG nova.compute.manager [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1107.470501] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.440s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.472219] env[65978]: INFO nova.compute.claims [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.482230] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.517945] env[65978]: DEBUG oslo_concurrency.lockutils [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Releasing lock "refresh_cache-bf2479a9-c046-48d6-afd6-ab2d62692c9c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.518440] env[65978]: WARNING neutronclient.v2_0.client [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.518738] env[65978]: WARNING neutronclient.v2_0.client [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.749267] env[65978]: DEBUG nova.network.neutron [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1107.781473] env[65978]: WARNING neutronclient.v2_0.client [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.784331] env[65978]: DEBUG oslo_concurrency.lockutils [None req-da850b64-97c2-4125-8da1-85dd9de25823 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "77485826-2a39-4654-956e-8922d1367635" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.086s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.846255] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.847217] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e15bc7d-16fc-49e5-a461-55d37ea412ff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.857640] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.857904] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8974b63c-abec-4517-80d9-52e852809ac2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.861847] env[65978]: WARNING neutronclient.v2_0.client [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.895640] env[65978]: DEBUG nova.objects.instance [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lazy-loading 'pci_requests' on Instance uuid 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.932422] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.933960] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.933960] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Deleting the datastore file [datastore2] bf2479a9-c046-48d6-afd6-ab2d62692c9c {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.933960] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdedbbb9-29eb-4fce-9f32-ed0f5229279c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.944391] env[65978]: DEBUG oslo_vmware.api [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1107.944391] env[65978]: value = "task-4715253" [ 1107.944391] env[65978]: _type = "Task" [ 1107.944391] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.951304] env[65978]: DEBUG nova.network.neutron [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Updating instance_info_cache with network_info: [{"id": "1a7f3ec2-9553-4fbe-8185-6cbf246c4b0a", "address": "fa:16:3e:5b:12:79", "network": {"id": "5d7d5419-d28e-4cf9-9dde-56cf0e7c9ea3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-67670762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40d5661e4d634152b4e8a2785b9d9d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a7f3ec2-95", "ovs_interfaceid": "1a7f3ec2-9553-4fbe-8185-6cbf246c4b0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.956026] env[65978]: DEBUG oslo_vmware.api [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.976866] env[65978]: DEBUG nova.compute.utils [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.983933] env[65978]: DEBUG nova.compute.manager [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1107.983933] env[65978]: DEBUG nova.network.neutron [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1107.983933] env[65978]: WARNING neutronclient.v2_0.client [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.983933] env[65978]: WARNING neutronclient.v2_0.client [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.024991] env[65978]: DEBUG nova.policy [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01f397a85fda441391ca848de43f528b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b437a74b307245bf988edfef378aff16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.254732] env[65978]: DEBUG nova.compute.manager [req-e13cfd6f-eeca-4b8d-af32-6a5ab00c9a21 req-5222cddb-289d-4cc6-b3f4-c8ec682bd386 service nova] [instance: 77485826-2a39-4654-956e-8922d1367635] Received event network-changed-462c8549-51b2-4261-b3de-2d64b6712538 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1108.254960] env[65978]: DEBUG nova.compute.manager [req-e13cfd6f-eeca-4b8d-af32-6a5ab00c9a21 req-5222cddb-289d-4cc6-b3f4-c8ec682bd386 service nova] [instance: 77485826-2a39-4654-956e-8922d1367635] Refreshing instance network info cache due to event network-changed-462c8549-51b2-4261-b3de-2d64b6712538. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1108.255176] env[65978]: DEBUG oslo_concurrency.lockutils [req-e13cfd6f-eeca-4b8d-af32-6a5ab00c9a21 req-5222cddb-289d-4cc6-b3f4-c8ec682bd386 service nova] Acquiring lock "refresh_cache-77485826-2a39-4654-956e-8922d1367635" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.255346] env[65978]: DEBUG oslo_concurrency.lockutils [req-e13cfd6f-eeca-4b8d-af32-6a5ab00c9a21 req-5222cddb-289d-4cc6-b3f4-c8ec682bd386 service nova] Acquired lock "refresh_cache-77485826-2a39-4654-956e-8922d1367635" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.255515] env[65978]: DEBUG nova.network.neutron [req-e13cfd6f-eeca-4b8d-af32-6a5ab00c9a21 req-5222cddb-289d-4cc6-b3f4-c8ec682bd386 service nova] [instance: 77485826-2a39-4654-956e-8922d1367635] Refreshing network info cache for port 462c8549-51b2-4261-b3de-2d64b6712538 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.325965] env[65978]: DEBUG nova.network.neutron [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Successfully created port: bb422868-434e-46a4-bbd6-f6cd0db287b5 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1108.400099] env[65978]: DEBUG nova.objects.base [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Object Instance<5e8dbfdc-c96a-49ae-8c33-819dd88c4e58> lazy-loaded attributes: flavor,pci_requests {{(pid=65978) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1108.400445] env[65978]: DEBUG nova.network.neutron [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1108.400803] env[65978]: WARNING neutronclient.v2_0.client [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.401196] env[65978]: WARNING neutronclient.v2_0.client [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.455064] env[65978]: DEBUG oslo_vmware.api [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142786} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.455361] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.455574] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.455757] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.458326] env[65978]: DEBUG oslo_concurrency.lockutils [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Releasing lock "refresh_cache-979a3552-00be-4c94-9a7e-0b78091c9fe5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.458733] env[65978]: DEBUG nova.compute.manager [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Instance network_info: |[{"id": "1a7f3ec2-9553-4fbe-8185-6cbf246c4b0a", "address": "fa:16:3e:5b:12:79", "network": {"id": "5d7d5419-d28e-4cf9-9dde-56cf0e7c9ea3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-67670762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40d5661e4d634152b4e8a2785b9d9d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a7f3ec2-95", "ovs_interfaceid": "1a7f3ec2-9553-4fbe-8185-6cbf246c4b0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1108.459190] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:12:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a7f3ec2-9553-4fbe-8185-6cbf246c4b0a', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.467492] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1108.467737] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.467970] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c1ab83a-1f12-48ed-a1d3-2bb5f64419cd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.484396] env[65978]: INFO nova.scheduler.client.report [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Deleted allocations for instance bf2479a9-c046-48d6-afd6-ab2d62692c9c [ 1108.488381] env[65978]: DEBUG nova.policy [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '786114fdac424e2fb65119dfc7cc106e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a872165ef8e4489b9cf7d7e59545d317', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.494045] env[65978]: DEBUG nova.compute.manager [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1108.505234] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.505234] env[65978]: value = "task-4715254" [ 1108.505234] env[65978]: _type = "Task" [ 1108.505234] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.519198] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715254, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.749758] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8a3aff-4ddb-4404-9d62-4f9fca8d565e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.758330] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2023fa8-fcff-4417-b01e-f05366fc03e9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.762184] env[65978]: WARNING neutronclient.v2_0.client [req-e13cfd6f-eeca-4b8d-af32-6a5ab00c9a21 req-5222cddb-289d-4cc6-b3f4-c8ec682bd386 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.799259] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0532585-1fa8-4d1b-a4f2-aab198a6d0e8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.808121] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e4b745-0cbe-42e3-bb2f-d7161f6d2226 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.824537] env[65978]: DEBUG nova.compute.provider_tree [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.836583] env[65978]: DEBUG nova.network.neutron [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Successfully created port: 33c0e2c0-b982-4027-8af5-068ddfc63332 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1109.000686] env[65978]: DEBUG oslo_concurrency.lockutils [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.019026] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715254, 'name': CreateVM_Task, 'duration_secs': 0.336394} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.019266] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.019788] env[65978]: WARNING neutronclient.v2_0.client [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.020275] env[65978]: DEBUG oslo_concurrency.lockutils [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.020486] env[65978]: DEBUG oslo_concurrency.lockutils [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.021099] env[65978]: DEBUG oslo_concurrency.lockutils [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.021222] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6876c34a-ae75-4300-9253-cead9ce365ee {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.027648] env[65978]: DEBUG oslo_vmware.api [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1109.027648] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b561cc-611e-ac89-ba6b-ac49d8d5ca72" [ 1109.027648] env[65978]: _type = "Task" [ 1109.027648] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.037206] env[65978]: DEBUG oslo_vmware.api [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b561cc-611e-ac89-ba6b-ac49d8d5ca72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.328614] env[65978]: DEBUG nova.scheduler.client.report [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.507336] env[65978]: DEBUG nova.compute.manager [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1109.535890] env[65978]: DEBUG nova.virt.hardware [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1109.536151] env[65978]: DEBUG nova.virt.hardware [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.536396] env[65978]: DEBUG nova.virt.hardware [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1109.536597] env[65978]: DEBUG nova.virt.hardware [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.536743] env[65978]: DEBUG nova.virt.hardware [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1109.536883] env[65978]: DEBUG nova.virt.hardware [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1109.537091] env[65978]: DEBUG nova.virt.hardware [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1109.537247] env[65978]: DEBUG nova.virt.hardware [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1109.537408] env[65978]: DEBUG nova.virt.hardware [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1109.537584] env[65978]: DEBUG nova.virt.hardware [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1109.537735] env[65978]: DEBUG nova.virt.hardware [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1109.538524] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e921182-b37a-48a7-876d-74ff921fff80 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.544563] env[65978]: DEBUG oslo_vmware.api [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b561cc-611e-ac89-ba6b-ac49d8d5ca72, 'name': SearchDatastore_Task, 'duration_secs': 0.010189} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.545289] env[65978]: DEBUG oslo_concurrency.lockutils [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.545487] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.545715] env[65978]: DEBUG oslo_concurrency.lockutils [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.545855] env[65978]: DEBUG oslo_concurrency.lockutils [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.546035] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.546302] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c713010-df5e-4bbd-a4dc-95ad1a02e5d4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.551307] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166b40a1-b9a6-47b2-b6ce-4b74c228c682 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.556723] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.556894] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.564734] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41974f0b-268c-4076-96a5-68b32b1c0367 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.570364] env[65978]: DEBUG oslo_vmware.api [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1109.570364] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520e8ad1-d828-766a-6a7e-0bac7fbbf9f2" [ 1109.570364] env[65978]: _type = "Task" [ 1109.570364] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.578504] env[65978]: DEBUG oslo_vmware.api [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520e8ad1-d828-766a-6a7e-0bac7fbbf9f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.834267] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.834821] env[65978]: DEBUG nova.compute.manager [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1109.837486] env[65978]: DEBUG oslo_concurrency.lockutils [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.393s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.838870] env[65978]: INFO nova.compute.claims [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.890832] env[65978]: DEBUG nova.network.neutron [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Successfully updated port: bb422868-434e-46a4-bbd6-f6cd0db287b5 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1110.083999] env[65978]: DEBUG oslo_vmware.api [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520e8ad1-d828-766a-6a7e-0bac7fbbf9f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009503} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.088313] env[65978]: DEBUG nova.compute.manager [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Received event network-changed-1a7f3ec2-9553-4fbe-8185-6cbf246c4b0a {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1110.088491] env[65978]: DEBUG nova.compute.manager [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Refreshing instance network info cache due to event network-changed-1a7f3ec2-9553-4fbe-8185-6cbf246c4b0a. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1110.088772] env[65978]: DEBUG oslo_concurrency.lockutils [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] Acquiring lock "refresh_cache-979a3552-00be-4c94-9a7e-0b78091c9fe5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.089043] env[65978]: DEBUG oslo_concurrency.lockutils [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] Acquired lock "refresh_cache-979a3552-00be-4c94-9a7e-0b78091c9fe5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.089147] env[65978]: DEBUG nova.network.neutron [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Refreshing network info cache for port 1a7f3ec2-9553-4fbe-8185-6cbf246c4b0a {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.090315] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-847ed6e9-3fd2-4551-9263-eefc89a6d97b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.097765] env[65978]: DEBUG oslo_vmware.api [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1110.097765] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dc50a2-5ec6-c119-473b-f379549512f4" [ 1110.097765] env[65978]: _type = "Task" [ 1110.097765] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.107754] env[65978]: DEBUG oslo_vmware.api [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dc50a2-5ec6-c119-473b-f379549512f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.109087] env[65978]: WARNING neutronclient.v2_0.client [req-e13cfd6f-eeca-4b8d-af32-6a5ab00c9a21 req-5222cddb-289d-4cc6-b3f4-c8ec682bd386 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.227587] env[65978]: DEBUG nova.network.neutron [req-e13cfd6f-eeca-4b8d-af32-6a5ab00c9a21 req-5222cddb-289d-4cc6-b3f4-c8ec682bd386 service nova] [instance: 77485826-2a39-4654-956e-8922d1367635] Updated VIF entry in instance network info cache for port 462c8549-51b2-4261-b3de-2d64b6712538. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1110.227994] env[65978]: DEBUG nova.network.neutron [req-e13cfd6f-eeca-4b8d-af32-6a5ab00c9a21 req-5222cddb-289d-4cc6-b3f4-c8ec682bd386 service nova] [instance: 77485826-2a39-4654-956e-8922d1367635] Updating instance_info_cache with network_info: [{"id": "462c8549-51b2-4261-b3de-2d64b6712538", "address": "fa:16:3e:a4:3c:94", "network": {"id": "e3db158a-8b54-4555-b993-3d1c7a802a3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-377513805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267bbaf30cc74f989e3f217b0a842e2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462c8549-51", "ovs_interfaceid": "462c8549-51b2-4261-b3de-2d64b6712538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.343577] env[65978]: DEBUG nova.compute.utils [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.349020] env[65978]: DEBUG nova.compute.manager [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1110.349020] env[65978]: DEBUG nova.network.neutron [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1110.349020] env[65978]: WARNING neutronclient.v2_0.client [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.349020] env[65978]: WARNING neutronclient.v2_0.client [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.364482] env[65978]: DEBUG nova.network.neutron [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Successfully updated port: 33c0e2c0-b982-4027-8af5-068ddfc63332 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1110.390131] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "refresh_cache-252f26bc-161b-4352-9915-d4a3e2e3e4cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.390333] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired lock "refresh_cache-252f26bc-161b-4352-9915-d4a3e2e3e4cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.390665] env[65978]: DEBUG nova.network.neutron [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1110.409147] env[65978]: DEBUG nova.policy [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c4caa9deebb4468ba6ee20bfa5b3b5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89300743ada64b348ab266269b499f22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.596751] env[65978]: WARNING neutronclient.v2_0.client [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.612442] env[65978]: DEBUG oslo_vmware.api [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dc50a2-5ec6-c119-473b-f379549512f4, 'name': SearchDatastore_Task, 'duration_secs': 0.024863} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.612740] env[65978]: DEBUG oslo_concurrency.lockutils [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.613009] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 979a3552-00be-4c94-9a7e-0b78091c9fe5/979a3552-00be-4c94-9a7e-0b78091c9fe5.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.613289] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ac51d62-d263-443b-9c97-dfdff75e5b84 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.621395] env[65978]: DEBUG oslo_vmware.api [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1110.621395] env[65978]: value = "task-4715255" [ 1110.621395] env[65978]: _type = "Task" [ 1110.621395] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.631167] env[65978]: DEBUG oslo_vmware.api [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.725153] env[65978]: DEBUG nova.network.neutron [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Successfully created port: 4f12d780-2e09-41a5-aed1-69ad3c8529af {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1110.732248] env[65978]: DEBUG oslo_concurrency.lockutils [req-e13cfd6f-eeca-4b8d-af32-6a5ab00c9a21 req-5222cddb-289d-4cc6-b3f4-c8ec682bd386 service nova] Releasing lock "refresh_cache-77485826-2a39-4654-956e-8922d1367635" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.807508] env[65978]: WARNING neutronclient.v2_0.client [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.852233] env[65978]: DEBUG nova.compute.manager [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1110.863398] env[65978]: DEBUG nova.compute.manager [req-d2d60b09-042d-40df-b5ea-ed59060198b1 req-5b6f6409-ab1a-4005-b1b6-d0643aac624f service nova] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Received event network-vif-plugged-bb422868-434e-46a4-bbd6-f6cd0db287b5 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1110.863614] env[65978]: DEBUG oslo_concurrency.lockutils [req-d2d60b09-042d-40df-b5ea-ed59060198b1 req-5b6f6409-ab1a-4005-b1b6-d0643aac624f service nova] Acquiring lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.863820] env[65978]: DEBUG oslo_concurrency.lockutils [req-d2d60b09-042d-40df-b5ea-ed59060198b1 req-5b6f6409-ab1a-4005-b1b6-d0643aac624f service nova] Lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.864016] env[65978]: DEBUG oslo_concurrency.lockutils [req-d2d60b09-042d-40df-b5ea-ed59060198b1 req-5b6f6409-ab1a-4005-b1b6-d0643aac624f service nova] Lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.864307] env[65978]: DEBUG nova.compute.manager [req-d2d60b09-042d-40df-b5ea-ed59060198b1 req-5b6f6409-ab1a-4005-b1b6-d0643aac624f service nova] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] No waiting events found dispatching network-vif-plugged-bb422868-434e-46a4-bbd6-f6cd0db287b5 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1110.864428] env[65978]: WARNING nova.compute.manager [req-d2d60b09-042d-40df-b5ea-ed59060198b1 req-5b6f6409-ab1a-4005-b1b6-d0643aac624f service nova] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Received unexpected event network-vif-plugged-bb422868-434e-46a4-bbd6-f6cd0db287b5 for instance with vm_state building and task_state spawning. [ 1110.864645] env[65978]: DEBUG nova.compute.manager [req-d2d60b09-042d-40df-b5ea-ed59060198b1 req-5b6f6409-ab1a-4005-b1b6-d0643aac624f service nova] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Received event network-changed-bb422868-434e-46a4-bbd6-f6cd0db287b5 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1110.864806] env[65978]: DEBUG nova.compute.manager [req-d2d60b09-042d-40df-b5ea-ed59060198b1 req-5b6f6409-ab1a-4005-b1b6-d0643aac624f service nova] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Refreshing instance network info cache due to event network-changed-bb422868-434e-46a4-bbd6-f6cd0db287b5. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1110.864961] env[65978]: DEBUG oslo_concurrency.lockutils [req-d2d60b09-042d-40df-b5ea-ed59060198b1 req-5b6f6409-ab1a-4005-b1b6-d0643aac624f service nova] Acquiring lock "refresh_cache-252f26bc-161b-4352-9915-d4a3e2e3e4cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.867175] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "refresh_cache-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.867408] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "refresh_cache-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.867677] env[65978]: DEBUG nova.network.neutron [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1110.910722] env[65978]: DEBUG nova.network.neutron [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Updated VIF entry in instance network info cache for port 1a7f3ec2-9553-4fbe-8185-6cbf246c4b0a. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1110.911143] env[65978]: DEBUG nova.network.neutron [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Updating instance_info_cache with network_info: [{"id": "1a7f3ec2-9553-4fbe-8185-6cbf246c4b0a", "address": "fa:16:3e:5b:12:79", "network": {"id": "5d7d5419-d28e-4cf9-9dde-56cf0e7c9ea3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-67670762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40d5661e4d634152b4e8a2785b9d9d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a7f3ec2-95", "ovs_interfaceid": "1a7f3ec2-9553-4fbe-8185-6cbf246c4b0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.003809] env[65978]: DEBUG nova.network.neutron [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1111.115893] env[65978]: WARNING neutronclient.v2_0.client [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.129098] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee69ef19-2326-4c43-9c79-b3f1a94db3ab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.143566] env[65978]: DEBUG oslo_vmware.api [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484219} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.146565] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 979a3552-00be-4c94-9a7e-0b78091c9fe5/979a3552-00be-4c94-9a7e-0b78091c9fe5.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.146935] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.147405] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-056f1e16-9898-45ed-9faa-848a8e3cf097 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.151774] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b56b7e-0589-4a3b-af92-5259bfed5c50 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.208429] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57399896-3335-4885-af68-01497ead4b61 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.211979] env[65978]: DEBUG oslo_vmware.api [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1111.211979] env[65978]: value = "task-4715256" [ 1111.211979] env[65978]: _type = "Task" [ 1111.211979] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.220993] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811287b0-60a3-4b20-b5ec-a897e201a06b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.227944] env[65978]: DEBUG oslo_vmware.api [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715256, 'name': ExtendVirtualDisk_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.240109] env[65978]: DEBUG nova.compute.provider_tree [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.251018] env[65978]: DEBUG nova.network.neutron [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Updating instance_info_cache with network_info: [{"id": "bb422868-434e-46a4-bbd6-f6cd0db287b5", "address": "fa:16:3e:2f:eb:d4", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb422868-43", "ovs_interfaceid": "bb422868-434e-46a4-bbd6-f6cd0db287b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.413684] env[65978]: DEBUG oslo_concurrency.lockutils [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] Releasing lock "refresh_cache-979a3552-00be-4c94-9a7e-0b78091c9fe5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.414164] env[65978]: DEBUG nova.compute.manager [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Received event network-vif-unplugged-25f9d4a6-ecf6-468e-98b8-d9b4c64dea91 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1111.414254] env[65978]: DEBUG oslo_concurrency.lockutils [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] Acquiring lock "bf2479a9-c046-48d6-afd6-ab2d62692c9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.414425] env[65978]: DEBUG oslo_concurrency.lockutils [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] Lock "bf2479a9-c046-48d6-afd6-ab2d62692c9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.414637] env[65978]: DEBUG oslo_concurrency.lockutils [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] Lock "bf2479a9-c046-48d6-afd6-ab2d62692c9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.414771] env[65978]: DEBUG nova.compute.manager [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] No waiting events found dispatching network-vif-unplugged-25f9d4a6-ecf6-468e-98b8-d9b4c64dea91 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1111.414961] env[65978]: WARNING nova.compute.manager [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Received unexpected event network-vif-unplugged-25f9d4a6-ecf6-468e-98b8-d9b4c64dea91 for instance with vm_state shelved_offloaded and task_state None. [ 1111.415136] env[65978]: DEBUG nova.compute.manager [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Received event network-changed-25f9d4a6-ecf6-468e-98b8-d9b4c64dea91 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1111.415310] env[65978]: DEBUG nova.compute.manager [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Refreshing instance network info cache due to event network-changed-25f9d4a6-ecf6-468e-98b8-d9b4c64dea91. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1111.415496] env[65978]: DEBUG oslo_concurrency.lockutils [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] Acquiring lock "refresh_cache-bf2479a9-c046-48d6-afd6-ab2d62692c9c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.415681] env[65978]: DEBUG oslo_concurrency.lockutils [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] Acquired lock "refresh_cache-bf2479a9-c046-48d6-afd6-ab2d62692c9c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.415811] env[65978]: DEBUG nova.network.neutron [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Refreshing network info cache for port 25f9d4a6-ecf6-468e-98b8-d9b4c64dea91 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.447422] env[65978]: WARNING nova.network.neutron [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] d695473c-7bd6-4475-a562-ac3967257ccb already exists in list: networks containing: ['d695473c-7bd6-4475-a562-ac3967257ccb']. ignoring it [ 1111.723541] env[65978]: DEBUG oslo_vmware.api [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063837} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.723835] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.724647] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c498e084-dba5-4a13-acb0-bde307f03f4f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.749804] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 979a3552-00be-4c94-9a7e-0b78091c9fe5/979a3552-00be-4c94-9a7e-0b78091c9fe5.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.750990] env[65978]: DEBUG nova.scheduler.client.report [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.754372] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c14df55a-43e4-4608-a89b-478f7a5b1370 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.770604] env[65978]: WARNING neutronclient.v2_0.client [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.773831] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Releasing lock "refresh_cache-252f26bc-161b-4352-9915-d4a3e2e3e4cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.774520] env[65978]: DEBUG nova.compute.manager [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Instance network_info: |[{"id": "bb422868-434e-46a4-bbd6-f6cd0db287b5", "address": "fa:16:3e:2f:eb:d4", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb422868-43", "ovs_interfaceid": "bb422868-434e-46a4-bbd6-f6cd0db287b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1111.774747] env[65978]: DEBUG oslo_concurrency.lockutils [req-d2d60b09-042d-40df-b5ea-ed59060198b1 req-5b6f6409-ab1a-4005-b1b6-d0643aac624f service nova] Acquired lock "refresh_cache-252f26bc-161b-4352-9915-d4a3e2e3e4cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.774858] env[65978]: DEBUG nova.network.neutron [req-d2d60b09-042d-40df-b5ea-ed59060198b1 req-5b6f6409-ab1a-4005-b1b6-d0643aac624f service nova] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Refreshing network info cache for port bb422868-434e-46a4-bbd6-f6cd0db287b5 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.776820] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:eb:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb422868-434e-46a4-bbd6-f6cd0db287b5', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.783670] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Creating folder: Project (b437a74b307245bf988edfef378aff16). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1111.785854] env[65978]: WARNING neutronclient.v2_0.client [req-d2d60b09-042d-40df-b5ea-ed59060198b1 req-5b6f6409-ab1a-4005-b1b6-d0643aac624f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.788161] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a43fc9db-d541-42bd-b8be-7fa89c7e70d0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.792992] env[65978]: DEBUG oslo_vmware.api [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1111.792992] env[65978]: value = "task-4715257" [ 1111.792992] env[65978]: _type = "Task" [ 1111.792992] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.801949] env[65978]: DEBUG oslo_vmware.api [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.803508] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Created folder: Project (b437a74b307245bf988edfef378aff16) in parent group-v919857. [ 1111.803689] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Creating folder: Instances. Parent ref: group-v920166. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1111.804159] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af02fc18-ca6d-40ee-b285-ecc8cf1ba081 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.818402] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Created folder: Instances in parent group-v920166. [ 1111.818751] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1111.818994] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.819242] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ae5df41-a32b-4677-ab5c-88e9645df801 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.840987] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.840987] env[65978]: value = "task-4715260" [ 1111.840987] env[65978]: _type = "Task" [ 1111.840987] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.849884] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715260, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.872055] env[65978]: DEBUG nova.compute.manager [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1111.902042] env[65978]: DEBUG nova.virt.hardware [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1111.902300] env[65978]: DEBUG nova.virt.hardware [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.902457] env[65978]: DEBUG nova.virt.hardware [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1111.902635] env[65978]: DEBUG nova.virt.hardware [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.902780] env[65978]: DEBUG nova.virt.hardware [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1111.902906] env[65978]: DEBUG nova.virt.hardware [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1111.903123] env[65978]: DEBUG nova.virt.hardware [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1111.903304] env[65978]: DEBUG nova.virt.hardware [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1111.903490] env[65978]: DEBUG nova.virt.hardware [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1111.903653] env[65978]: DEBUG nova.virt.hardware [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1111.903848] env[65978]: DEBUG nova.virt.hardware [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1111.904771] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f68a08-08cd-4803-8fc3-df521e85362f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.918150] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b752dc43-5722-4c3b-bc18-12c5dd978569 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.922658] env[65978]: WARNING neutronclient.v2_0.client [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.178807] env[65978]: WARNING neutronclient.v2_0.client [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.220977] env[65978]: WARNING neutronclient.v2_0.client [req-d2d60b09-042d-40df-b5ea-ed59060198b1 req-5b6f6409-ab1a-4005-b1b6-d0643aac624f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.273408] env[65978]: DEBUG oslo_concurrency.lockutils [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.273408] env[65978]: DEBUG nova.compute.manager [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1112.274341] env[65978]: DEBUG oslo_concurrency.lockutils [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 8.327s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.278714] env[65978]: DEBUG nova.network.neutron [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Successfully updated port: 4f12d780-2e09-41a5-aed1-69ad3c8529af {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1112.304963] env[65978]: DEBUG oslo_vmware.api [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715257, 'name': ReconfigVM_Task, 'duration_secs': 0.307448} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.305287] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 979a3552-00be-4c94-9a7e-0b78091c9fe5/979a3552-00be-4c94-9a7e-0b78091c9fe5.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.306349] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-055ea7c0-de56-43dd-a8ab-85071b9dc243 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.316757] env[65978]: DEBUG oslo_vmware.api [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1112.316757] env[65978]: value = "task-4715261" [ 1112.316757] env[65978]: _type = "Task" [ 1112.316757] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.321805] env[65978]: DEBUG nova.network.neutron [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Updating instance_info_cache with network_info: [{"id": "f0623592-9c43-419a-a3e5-c26b37df3f01", "address": "fa:16:3e:d9:c0:6f", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0623592-9c", "ovs_interfaceid": "f0623592-9c43-419a-a3e5-c26b37df3f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "33c0e2c0-b982-4027-8af5-068ddfc63332", "address": "fa:16:3e:fb:6f:28", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c0e2c0-b9", "ovs_interfaceid": "33c0e2c0-b982-4027-8af5-068ddfc63332", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.331743] env[65978]: DEBUG oslo_vmware.api [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715261, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.350993] env[65978]: WARNING neutronclient.v2_0.client [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.362574] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715260, 'name': CreateVM_Task, 'duration_secs': 0.416196} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.362804] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.363371] env[65978]: WARNING neutronclient.v2_0.client [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.363761] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.363924] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.364377] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.364681] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f905a5a-a0e0-41ce-a64c-0e72b738257b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.371591] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1112.371591] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f0e3f2-0324-1eb0-c8ff-136892bddf70" [ 1112.371591] env[65978]: _type = "Task" [ 1112.371591] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.385622] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f0e3f2-0324-1eb0-c8ff-136892bddf70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.388677] env[65978]: DEBUG nova.network.neutron [req-d2d60b09-042d-40df-b5ea-ed59060198b1 req-5b6f6409-ab1a-4005-b1b6-d0643aac624f service nova] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Updated VIF entry in instance network info cache for port bb422868-434e-46a4-bbd6-f6cd0db287b5. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1112.389264] env[65978]: DEBUG nova.network.neutron [req-d2d60b09-042d-40df-b5ea-ed59060198b1 req-5b6f6409-ab1a-4005-b1b6-d0643aac624f service nova] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Updating instance_info_cache with network_info: [{"id": "bb422868-434e-46a4-bbd6-f6cd0db287b5", "address": "fa:16:3e:2f:eb:d4", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb422868-43", "ovs_interfaceid": "bb422868-434e-46a4-bbd6-f6cd0db287b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.470178] env[65978]: DEBUG nova.network.neutron [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Updated VIF entry in instance network info cache for port 25f9d4a6-ecf6-468e-98b8-d9b4c64dea91. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1112.470601] env[65978]: DEBUG nova.network.neutron [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Updating instance_info_cache with network_info: [{"id": "25f9d4a6-ecf6-468e-98b8-d9b4c64dea91", "address": "fa:16:3e:6b:b1:64", "network": {"id": "094786c4-f38d-4289-bcab-127f807a4b3a", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1948443673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702e5f5fc44f45c694bb31dec97f3898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap25f9d4a6-ec", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.472042] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquiring lock "bf2479a9-c046-48d6-afd6-ab2d62692c9c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.533168] env[65978]: DEBUG nova.compute.manager [req-bfad200e-e4c6-40d1-bd05-aa51413488ea req-4c085c23-8099-42ff-8621-4c0f4832119b service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Received event network-vif-plugged-33c0e2c0-b982-4027-8af5-068ddfc63332 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1112.534126] env[65978]: DEBUG oslo_concurrency.lockutils [req-bfad200e-e4c6-40d1-bd05-aa51413488ea req-4c085c23-8099-42ff-8621-4c0f4832119b service nova] Acquiring lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.534126] env[65978]: DEBUG oslo_concurrency.lockutils [req-bfad200e-e4c6-40d1-bd05-aa51413488ea req-4c085c23-8099-42ff-8621-4c0f4832119b service nova] Lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.534126] env[65978]: DEBUG oslo_concurrency.lockutils [req-bfad200e-e4c6-40d1-bd05-aa51413488ea req-4c085c23-8099-42ff-8621-4c0f4832119b service nova] Lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.534126] env[65978]: DEBUG nova.compute.manager [req-bfad200e-e4c6-40d1-bd05-aa51413488ea req-4c085c23-8099-42ff-8621-4c0f4832119b service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] No waiting events found dispatching network-vif-plugged-33c0e2c0-b982-4027-8af5-068ddfc63332 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1112.534319] env[65978]: WARNING nova.compute.manager [req-bfad200e-e4c6-40d1-bd05-aa51413488ea req-4c085c23-8099-42ff-8621-4c0f4832119b service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Received unexpected event network-vif-plugged-33c0e2c0-b982-4027-8af5-068ddfc63332 for instance with vm_state active and task_state None. [ 1112.534319] env[65978]: DEBUG nova.compute.manager [req-bfad200e-e4c6-40d1-bd05-aa51413488ea req-4c085c23-8099-42ff-8621-4c0f4832119b service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Received event network-changed-33c0e2c0-b982-4027-8af5-068ddfc63332 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1112.534469] env[65978]: DEBUG nova.compute.manager [req-bfad200e-e4c6-40d1-bd05-aa51413488ea req-4c085c23-8099-42ff-8621-4c0f4832119b service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Refreshing instance network info cache due to event network-changed-33c0e2c0-b982-4027-8af5-068ddfc63332. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1112.534619] env[65978]: DEBUG oslo_concurrency.lockutils [req-bfad200e-e4c6-40d1-bd05-aa51413488ea req-4c085c23-8099-42ff-8621-4c0f4832119b service nova] Acquiring lock "refresh_cache-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.778409] env[65978]: DEBUG nova.compute.utils [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.780071] env[65978]: DEBUG nova.objects.instance [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lazy-loading 'migration_context' on Instance uuid 22035b86-65b5-4ea5-ad8c-a7694fff2638 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.781118] env[65978]: DEBUG nova.compute.manager [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1112.781273] env[65978]: DEBUG nova.network.neutron [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1112.781693] env[65978]: WARNING neutronclient.v2_0.client [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.782027] env[65978]: WARNING neutronclient.v2_0.client [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.784186] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "refresh_cache-4ccf288c-26ad-4815-b010-5582038ea228" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.784357] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired lock "refresh_cache-4ccf288c-26ad-4815-b010-5582038ea228" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.784577] env[65978]: DEBUG nova.network.neutron [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1112.824998] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "refresh_cache-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.825715] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.825875] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.829638] env[65978]: DEBUG oslo_concurrency.lockutils [req-bfad200e-e4c6-40d1-bd05-aa51413488ea req-4c085c23-8099-42ff-8621-4c0f4832119b service nova] Acquired lock "refresh_cache-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.829857] env[65978]: DEBUG nova.network.neutron [req-bfad200e-e4c6-40d1-bd05-aa51413488ea req-4c085c23-8099-42ff-8621-4c0f4832119b service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Refreshing network info cache for port 33c0e2c0-b982-4027-8af5-068ddfc63332 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.831811] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086d616a-07bb-4aa1-88a3-d40ca17c95ab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.835020] env[65978]: DEBUG oslo_vmware.api [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715261, 'name': Rename_Task, 'duration_secs': 0.154965} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.836684] env[65978]: DEBUG nova.policy [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '261d92c7ac3a4dbf9ca3b5bdde3a7910', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c49dc3ab15040418137657626c806a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.838733] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.840181] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-343cb970-06da-4e4d-8c75-2f4b9c1cff2e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.855482] env[65978]: DEBUG nova.virt.hardware [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1112.855755] env[65978]: DEBUG nova.virt.hardware [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.855904] env[65978]: DEBUG nova.virt.hardware [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1112.856100] env[65978]: DEBUG nova.virt.hardware [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.856244] env[65978]: DEBUG nova.virt.hardware [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1112.856385] env[65978]: DEBUG nova.virt.hardware [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1112.856586] env[65978]: DEBUG nova.virt.hardware [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1112.856738] env[65978]: DEBUG nova.virt.hardware [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1112.856895] env[65978]: DEBUG nova.virt.hardware [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1112.857064] env[65978]: DEBUG nova.virt.hardware [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1112.857242] env[65978]: DEBUG nova.virt.hardware [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1112.863810] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Reconfiguring VM to attach interface {{(pid=65978) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1112.866128] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f7d950a-110d-47fa-99f3-a1a916fc7c2f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.878844] env[65978]: DEBUG oslo_vmware.api [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1112.878844] env[65978]: value = "task-4715262" [ 1112.878844] env[65978]: _type = "Task" [ 1112.878844] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.890019] env[65978]: DEBUG oslo_vmware.api [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1112.890019] env[65978]: value = "task-4715263" [ 1112.890019] env[65978]: _type = "Task" [ 1112.890019] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.897155] env[65978]: DEBUG oslo_concurrency.lockutils [req-d2d60b09-042d-40df-b5ea-ed59060198b1 req-5b6f6409-ab1a-4005-b1b6-d0643aac624f service nova] Releasing lock "refresh_cache-252f26bc-161b-4352-9915-d4a3e2e3e4cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.897629] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f0e3f2-0324-1eb0-c8ff-136892bddf70, 'name': SearchDatastore_Task, 'duration_secs': 0.011522} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.898250] env[65978]: DEBUG oslo_vmware.api [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715262, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.901512] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.901766] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.902729] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.902865] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.903189] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.903532] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ce1de21-dc75-457b-8d76-b59c9b387c44 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.914689] env[65978]: DEBUG oslo_vmware.api [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715263, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.916891] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.917200] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.918346] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6b135c8-144d-4fc4-8220-fc52c2522de1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.924875] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1112.924875] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bca61c-049e-36c6-7a60-d9bd36defcc9" [ 1112.924875] env[65978]: _type = "Task" [ 1112.924875] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.936636] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bca61c-049e-36c6-7a60-d9bd36defcc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.973715] env[65978]: DEBUG oslo_concurrency.lockutils [req-9ec199db-ecec-4648-b710-31553ab44b14 req-9d37d92c-c10f-45c5-923b-8d714400590e service nova] Releasing lock "refresh_cache-bf2479a9-c046-48d6-afd6-ab2d62692c9c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.154111] env[65978]: DEBUG nova.network.neutron [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Successfully created port: 95c3a924-3bd5-4160-a67b-0e0194179252 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1113.292394] env[65978]: DEBUG nova.compute.manager [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1113.337937] env[65978]: DEBUG nova.network.neutron [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1113.340910] env[65978]: WARNING neutronclient.v2_0.client [req-bfad200e-e4c6-40d1-bd05-aa51413488ea req-4c085c23-8099-42ff-8621-4c0f4832119b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.392485] env[65978]: DEBUG oslo_vmware.api [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715262, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.408753] env[65978]: DEBUG oslo_vmware.api [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.442878] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bca61c-049e-36c6-7a60-d9bd36defcc9, 'name': SearchDatastore_Task, 'duration_secs': 0.016765} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.443645] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e264bea8-3dfd-47b2-b609-08ac8ab7c070 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.450940] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1113.450940] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e7ab9e-dea3-1def-b604-d14e24b135d7" [ 1113.450940] env[65978]: _type = "Task" [ 1113.450940] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.461202] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e7ab9e-dea3-1def-b604-d14e24b135d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.521739] env[65978]: WARNING neutronclient.v2_0.client [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.590026] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27b7660-1b73-4731-98c9-1d2abaa3a505 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.599630] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a353b6cb-92f3-40fb-9ccd-0d4ee38c2d60 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.637247] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc05a6ca-75e1-478c-b4ad-5583cc5b6e5d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.652483] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2bcc70-3ae7-4b69-bf4a-c30f060e1917 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.674466] env[65978]: DEBUG nova.compute.provider_tree [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.705020] env[65978]: DEBUG nova.network.neutron [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Updating instance_info_cache with network_info: [{"id": "4f12d780-2e09-41a5-aed1-69ad3c8529af", "address": "fa:16:3e:7a:65:18", "network": {"id": "6fed0f81-7458-4058-912d-c53e30dc5e98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-548756589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89300743ada64b348ab266269b499f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f12d780-2e", "ovs_interfaceid": "4f12d780-2e09-41a5-aed1-69ad3c8529af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.730480] env[65978]: WARNING neutronclient.v2_0.client [req-bfad200e-e4c6-40d1-bd05-aa51413488ea req-4c085c23-8099-42ff-8621-4c0f4832119b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.820222] env[65978]: DEBUG nova.network.neutron [req-bfad200e-e4c6-40d1-bd05-aa51413488ea req-4c085c23-8099-42ff-8621-4c0f4832119b service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Updated VIF entry in instance network info cache for port 33c0e2c0-b982-4027-8af5-068ddfc63332. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1113.821664] env[65978]: DEBUG nova.network.neutron [req-bfad200e-e4c6-40d1-bd05-aa51413488ea req-4c085c23-8099-42ff-8621-4c0f4832119b service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Updating instance_info_cache with network_info: [{"id": "f0623592-9c43-419a-a3e5-c26b37df3f01", "address": "fa:16:3e:d9:c0:6f", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0623592-9c", "ovs_interfaceid": "f0623592-9c43-419a-a3e5-c26b37df3f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "33c0e2c0-b982-4027-8af5-068ddfc63332", "address": "fa:16:3e:fb:6f:28", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c0e2c0-b9", "ovs_interfaceid": "33c0e2c0-b982-4027-8af5-068ddfc63332", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.895189] env[65978]: DEBUG oslo_vmware.api [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715262, 'name': PowerOnVM_Task, 'duration_secs': 0.745656} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.895929] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.896070] env[65978]: INFO nova.compute.manager [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1113.896371] env[65978]: DEBUG nova.compute.manager [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1113.897488] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe5eaed-2ea7-4ba0-82ae-e23de522985d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.919168] env[65978]: DEBUG oslo_vmware.api [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715263, 'name': ReconfigVM_Task, 'duration_secs': 0.709574} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.920389] env[65978]: WARNING neutronclient.v2_0.client [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.920747] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.921042] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Reconfigured VM to attach interface {{(pid=65978) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1113.962702] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e7ab9e-dea3-1def-b604-d14e24b135d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011192} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.962945] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.963218] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 252f26bc-161b-4352-9915-d4a3e2e3e4cf/252f26bc-161b-4352-9915-d4a3e2e3e4cf.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.963486] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a3a780c-2ad9-4f2b-bd9b-7823fef854ac {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.972511] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1113.972511] env[65978]: value = "task-4715264" [ 1113.972511] env[65978]: _type = "Task" [ 1113.972511] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.981366] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.178785] env[65978]: DEBUG nova.scheduler.client.report [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.205665] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Releasing lock "refresh_cache-4ccf288c-26ad-4815-b010-5582038ea228" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.206101] env[65978]: DEBUG nova.compute.manager [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Instance network_info: |[{"id": "4f12d780-2e09-41a5-aed1-69ad3c8529af", "address": "fa:16:3e:7a:65:18", "network": {"id": "6fed0f81-7458-4058-912d-c53e30dc5e98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-548756589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89300743ada64b348ab266269b499f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f12d780-2e", "ovs_interfaceid": "4f12d780-2e09-41a5-aed1-69ad3c8529af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1114.206623] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:65:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f12d780-2e09-41a5-aed1-69ad3c8529af', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.215375] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1114.216222] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.216595] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-524bf13f-6214-483b-a35a-8be51f1b0692 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.241334] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.241334] env[65978]: value = "task-4715265" [ 1114.241334] env[65978]: _type = "Task" [ 1114.241334] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.254407] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715265, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.305368] env[65978]: DEBUG nova.compute.manager [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1114.326115] env[65978]: DEBUG oslo_concurrency.lockutils [req-bfad200e-e4c6-40d1-bd05-aa51413488ea req-4c085c23-8099-42ff-8621-4c0f4832119b service nova] Releasing lock "refresh_cache-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.341083] env[65978]: DEBUG nova.virt.hardware [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1114.341369] env[65978]: DEBUG nova.virt.hardware [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.341535] env[65978]: DEBUG nova.virt.hardware [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1114.341737] env[65978]: DEBUG nova.virt.hardware [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.341878] env[65978]: DEBUG nova.virt.hardware [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1114.342034] env[65978]: DEBUG nova.virt.hardware [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1114.342252] env[65978]: DEBUG nova.virt.hardware [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1114.342405] env[65978]: DEBUG nova.virt.hardware [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1114.342568] env[65978]: DEBUG nova.virt.hardware [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1114.342823] env[65978]: DEBUG nova.virt.hardware [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1114.343025] env[65978]: DEBUG nova.virt.hardware [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1114.343982] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5551ca3-bdd4-4788-b6aa-d5196ee8a4d7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.356203] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce1ed54-2e2d-483b-af7f-6e8cc38345c9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.428613] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ce952d82-e7e3-4e32-b3ea-4966b4abeef6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "interface-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.155s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.433230] env[65978]: INFO nova.compute.manager [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Took 17.06 seconds to build instance. [ 1114.492635] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715264, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.646579] env[65978]: DEBUG nova.compute.manager [req-008ba4d8-975e-4401-a5c3-469753e9253a req-02b9d544-b7c5-4aef-8947-45c3ff99ffb4 service nova] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Received event network-vif-plugged-4f12d780-2e09-41a5-aed1-69ad3c8529af {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1114.646830] env[65978]: DEBUG oslo_concurrency.lockutils [req-008ba4d8-975e-4401-a5c3-469753e9253a req-02b9d544-b7c5-4aef-8947-45c3ff99ffb4 service nova] Acquiring lock "4ccf288c-26ad-4815-b010-5582038ea228-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.647121] env[65978]: DEBUG oslo_concurrency.lockutils [req-008ba4d8-975e-4401-a5c3-469753e9253a req-02b9d544-b7c5-4aef-8947-45c3ff99ffb4 service nova] Lock "4ccf288c-26ad-4815-b010-5582038ea228-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.647310] env[65978]: DEBUG oslo_concurrency.lockutils [req-008ba4d8-975e-4401-a5c3-469753e9253a req-02b9d544-b7c5-4aef-8947-45c3ff99ffb4 service nova] Lock "4ccf288c-26ad-4815-b010-5582038ea228-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.647542] env[65978]: DEBUG nova.compute.manager [req-008ba4d8-975e-4401-a5c3-469753e9253a req-02b9d544-b7c5-4aef-8947-45c3ff99ffb4 service nova] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] No waiting events found dispatching network-vif-plugged-4f12d780-2e09-41a5-aed1-69ad3c8529af {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1114.647767] env[65978]: WARNING nova.compute.manager [req-008ba4d8-975e-4401-a5c3-469753e9253a req-02b9d544-b7c5-4aef-8947-45c3ff99ffb4 service nova] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Received unexpected event network-vif-plugged-4f12d780-2e09-41a5-aed1-69ad3c8529af for instance with vm_state building and task_state spawning. [ 1114.647983] env[65978]: DEBUG nova.compute.manager [req-008ba4d8-975e-4401-a5c3-469753e9253a req-02b9d544-b7c5-4aef-8947-45c3ff99ffb4 service nova] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Received event network-changed-4f12d780-2e09-41a5-aed1-69ad3c8529af {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1114.648233] env[65978]: DEBUG nova.compute.manager [req-008ba4d8-975e-4401-a5c3-469753e9253a req-02b9d544-b7c5-4aef-8947-45c3ff99ffb4 service nova] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Refreshing instance network info cache due to event network-changed-4f12d780-2e09-41a5-aed1-69ad3c8529af. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1114.648634] env[65978]: DEBUG oslo_concurrency.lockutils [req-008ba4d8-975e-4401-a5c3-469753e9253a req-02b9d544-b7c5-4aef-8947-45c3ff99ffb4 service nova] Acquiring lock "refresh_cache-4ccf288c-26ad-4815-b010-5582038ea228" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.648734] env[65978]: DEBUG oslo_concurrency.lockutils [req-008ba4d8-975e-4401-a5c3-469753e9253a req-02b9d544-b7c5-4aef-8947-45c3ff99ffb4 service nova] Acquired lock "refresh_cache-4ccf288c-26ad-4815-b010-5582038ea228" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.648898] env[65978]: DEBUG nova.network.neutron [req-008ba4d8-975e-4401-a5c3-469753e9253a req-02b9d544-b7c5-4aef-8947-45c3ff99ffb4 service nova] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Refreshing network info cache for port 4f12d780-2e09-41a5-aed1-69ad3c8529af {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.667292] env[65978]: DEBUG nova.compute.manager [req-69fd9625-4ddd-4810-a430-cb6851724964 req-c3401485-55bb-4655-853a-b2a100361d94 service nova] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Received event network-vif-plugged-95c3a924-3bd5-4160-a67b-0e0194179252 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1114.667650] env[65978]: DEBUG oslo_concurrency.lockutils [req-69fd9625-4ddd-4810-a430-cb6851724964 req-c3401485-55bb-4655-853a-b2a100361d94 service nova] Acquiring lock "99e663af-76fd-4e61-a8f8-2ec85fb6c0d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.667860] env[65978]: DEBUG oslo_concurrency.lockutils [req-69fd9625-4ddd-4810-a430-cb6851724964 req-c3401485-55bb-4655-853a-b2a100361d94 service nova] Lock "99e663af-76fd-4e61-a8f8-2ec85fb6c0d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.668398] env[65978]: DEBUG oslo_concurrency.lockutils [req-69fd9625-4ddd-4810-a430-cb6851724964 req-c3401485-55bb-4655-853a-b2a100361d94 service nova] Lock "99e663af-76fd-4e61-a8f8-2ec85fb6c0d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.668655] env[65978]: DEBUG nova.compute.manager [req-69fd9625-4ddd-4810-a430-cb6851724964 req-c3401485-55bb-4655-853a-b2a100361d94 service nova] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] No waiting events found dispatching network-vif-plugged-95c3a924-3bd5-4160-a67b-0e0194179252 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1114.668919] env[65978]: WARNING nova.compute.manager [req-69fd9625-4ddd-4810-a430-cb6851724964 req-c3401485-55bb-4655-853a-b2a100361d94 service nova] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Received unexpected event network-vif-plugged-95c3a924-3bd5-4160-a67b-0e0194179252 for instance with vm_state building and task_state spawning. [ 1114.736675] env[65978]: DEBUG nova.network.neutron [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Successfully updated port: 95c3a924-3bd5-4160-a67b-0e0194179252 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1114.753540] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715265, 'name': CreateVM_Task, 'duration_secs': 0.41928} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.753748] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.754288] env[65978]: WARNING neutronclient.v2_0.client [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.754725] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.754886] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.755224] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.755830] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89c712e6-1e59-493e-853c-779c25769360 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.762678] env[65978]: DEBUG oslo_vmware.api [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1114.762678] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a953e8-9531-e8e1-c1bc-51ef692ac049" [ 1114.762678] env[65978]: _type = "Task" [ 1114.762678] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.772471] env[65978]: DEBUG oslo_vmware.api [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a953e8-9531-e8e1-c1bc-51ef692ac049, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.936116] env[65978]: DEBUG oslo_concurrency.lockutils [None req-18d4af98-1485-47a9-ade9-9713e45efeee tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "979a3552-00be-4c94-9a7e-0b78091c9fe5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.572s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.985706] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715264, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.153529] env[65978]: WARNING neutronclient.v2_0.client [req-008ba4d8-975e-4401-a5c3-469753e9253a req-02b9d544-b7c5-4aef-8947-45c3ff99ffb4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.193227] env[65978]: DEBUG oslo_concurrency.lockutils [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.919s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.199288] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.178s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.199478] env[65978]: DEBUG nova.objects.instance [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lazy-loading 'resources' on Instance uuid 0674d730-2d85-4513-a9a0-c5a323100751 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.242328] env[65978]: DEBUG oslo_concurrency.lockutils [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "refresh_cache-99e663af-76fd-4e61-a8f8-2ec85fb6c0d2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.242730] env[65978]: DEBUG oslo_concurrency.lockutils [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired lock "refresh_cache-99e663af-76fd-4e61-a8f8-2ec85fb6c0d2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.243041] env[65978]: DEBUG nova.network.neutron [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1115.281344] env[65978]: DEBUG oslo_vmware.api [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a953e8-9531-e8e1-c1bc-51ef692ac049, 'name': SearchDatastore_Task, 'duration_secs': 0.035709} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.281589] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.282221] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.282221] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.282221] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.282582] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.283142] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d90332c-01ba-42de-ae75-984061525ddb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.294953] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.295452] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.296154] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fddb0613-adce-4460-aadc-a33387a36efb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.302844] env[65978]: DEBUG oslo_vmware.api [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1115.302844] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52ca2906-4e05-c857-2996-948aac690c1e" [ 1115.302844] env[65978]: _type = "Task" [ 1115.302844] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.308160] env[65978]: WARNING neutronclient.v2_0.client [req-008ba4d8-975e-4401-a5c3-469753e9253a req-02b9d544-b7c5-4aef-8947-45c3ff99ffb4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.317356] env[65978]: DEBUG oslo_vmware.api [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52ca2906-4e05-c857-2996-948aac690c1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.396682] env[65978]: DEBUG nova.network.neutron [req-008ba4d8-975e-4401-a5c3-469753e9253a req-02b9d544-b7c5-4aef-8947-45c3ff99ffb4 service nova] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Updated VIF entry in instance network info cache for port 4f12d780-2e09-41a5-aed1-69ad3c8529af. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1115.397263] env[65978]: DEBUG nova.network.neutron [req-008ba4d8-975e-4401-a5c3-469753e9253a req-02b9d544-b7c5-4aef-8947-45c3ff99ffb4 service nova] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Updating instance_info_cache with network_info: [{"id": "4f12d780-2e09-41a5-aed1-69ad3c8529af", "address": "fa:16:3e:7a:65:18", "network": {"id": "6fed0f81-7458-4058-912d-c53e30dc5e98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-548756589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89300743ada64b348ab266269b499f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f12d780-2e", "ovs_interfaceid": "4f12d780-2e09-41a5-aed1-69ad3c8529af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.488165] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715264, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.784361] env[65978]: DEBUG nova.network.neutron [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1115.835918] env[65978]: DEBUG oslo_vmware.api [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52ca2906-4e05-c857-2996-948aac690c1e, 'name': SearchDatastore_Task, 'duration_secs': 0.090505} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.840632] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae933894-84d1-441b-81b8-137a879132a8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.849423] env[65978]: DEBUG oslo_vmware.api [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1115.849423] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523db515-7651-9eb5-a8f8-e780e5ad50b8" [ 1115.849423] env[65978]: _type = "Task" [ 1115.849423] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.872506] env[65978]: DEBUG oslo_vmware.api [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523db515-7651-9eb5-a8f8-e780e5ad50b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.899737] env[65978]: DEBUG oslo_concurrency.lockutils [req-008ba4d8-975e-4401-a5c3-469753e9253a req-02b9d544-b7c5-4aef-8947-45c3ff99ffb4 service nova] Releasing lock "refresh_cache-4ccf288c-26ad-4815-b010-5582038ea228" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.904439] env[65978]: WARNING neutronclient.v2_0.client [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.983805] env[65978]: DEBUG nova.network.neutron [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Updating instance_info_cache with network_info: [{"id": "95c3a924-3bd5-4160-a67b-0e0194179252", "address": "fa:16:3e:42:64:69", "network": {"id": "46fccd3d-fad6-4070-9e81-322a28c0d678", "bridge": "br-int", "label": "tempest-ServersTestJSON-1875769234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c49dc3ab15040418137657626c806a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c3a924-3b", "ovs_interfaceid": "95c3a924-3bd5-4160-a67b-0e0194179252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.988539] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715264, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.584818} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.988781] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 252f26bc-161b-4352-9915-d4a3e2e3e4cf/252f26bc-161b-4352-9915-d4a3e2e3e4cf.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.989044] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.989242] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77c92c14-0eaa-4a37-9b04-14becaaab392 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.996566] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1115.996566] env[65978]: value = "task-4715266" [ 1115.996566] env[65978]: _type = "Task" [ 1115.996566] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.012839] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.022768] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922b7879-22a7-47e6-8c9f-14801ccb7ca6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.032080] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0259bd2-5e18-4164-8de8-cc3b06286340 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.070583] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596172a8-e348-4aed-aa0a-712257f44b38 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.081029] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f54c128-7ab9-4d04-b38e-5edf6df6c06b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.098363] env[65978]: DEBUG nova.compute.provider_tree [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.360592] env[65978]: DEBUG oslo_vmware.api [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523db515-7651-9eb5-a8f8-e780e5ad50b8, 'name': SearchDatastore_Task, 'duration_secs': 0.063081} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.360891] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.361174] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 4ccf288c-26ad-4815-b010-5582038ea228/4ccf288c-26ad-4815-b010-5582038ea228.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.361443] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dad317a1-8a0a-4184-a6dc-91c7ec32f58a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.369637] env[65978]: DEBUG oslo_vmware.api [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1116.369637] env[65978]: value = "task-4715267" [ 1116.369637] env[65978]: _type = "Task" [ 1116.369637] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.380135] env[65978]: DEBUG oslo_vmware.api [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.398200] env[65978]: DEBUG oslo_concurrency.lockutils [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "interface-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58-acc56d97-a170-4b89-bc16-a8275248665c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.398572] env[65978]: DEBUG oslo_concurrency.lockutils [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "interface-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58-acc56d97-a170-4b89-bc16-a8275248665c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.399054] env[65978]: DEBUG nova.objects.instance [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lazy-loading 'flavor' on Instance uuid 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.489539] env[65978]: DEBUG oslo_concurrency.lockutils [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Releasing lock "refresh_cache-99e663af-76fd-4e61-a8f8-2ec85fb6c0d2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.489974] env[65978]: DEBUG nova.compute.manager [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Instance network_info: |[{"id": "95c3a924-3bd5-4160-a67b-0e0194179252", "address": "fa:16:3e:42:64:69", "network": {"id": "46fccd3d-fad6-4070-9e81-322a28c0d678", "bridge": "br-int", "label": "tempest-ServersTestJSON-1875769234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c49dc3ab15040418137657626c806a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c3a924-3b", "ovs_interfaceid": "95c3a924-3bd5-4160-a67b-0e0194179252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1116.490561] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:64:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95c3a924-3bd5-4160-a67b-0e0194179252', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.499190] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1116.499965] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.503816] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0813ed7-1275-43d6-96e0-02ccab63c598 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.530254] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094792} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.531762] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.532059] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.532059] env[65978]: value = "task-4715268" [ 1116.532059] env[65978]: _type = "Task" [ 1116.532059] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.532834] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42306a94-e474-4b62-a764-d2f096c3307d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.545577] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715268, 'name': CreateVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.565133] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 252f26bc-161b-4352-9915-d4a3e2e3e4cf/252f26bc-161b-4352-9915-d4a3e2e3e4cf.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.565943] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-262fd3ea-4fa5-4ae4-913d-4bb302ca7629 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.588189] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1116.588189] env[65978]: value = "task-4715269" [ 1116.588189] env[65978]: _type = "Task" [ 1116.588189] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.600075] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715269, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.602321] env[65978]: DEBUG nova.scheduler.client.report [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.744187] env[65978]: INFO nova.compute.manager [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Swapping old allocation on dict_keys(['7cef9df5-c7be-44a4-aef0-4856b8af9b78']) held by migration b9467181-59a4-40ca-be4b-647c1e129f4d for instance [ 1116.773862] env[65978]: DEBUG nova.scheduler.client.report [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Overwriting current allocation {'allocations': {'7cef9df5-c7be-44a4-aef0-4856b8af9b78': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 151}}, 'project_id': '67c0285adf994e4ab5fbfe0226d33b52', 'user_id': '6da0469a1a9644808c405f10baf14221', 'consumer_generation': 1} on consumer 22035b86-65b5-4ea5-ad8c-a7694fff2638 {{(pid=65978) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1116.842383] env[65978]: WARNING neutronclient.v2_0.client [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.855282] env[65978]: DEBUG nova.compute.manager [req-d4441129-7453-4c4c-be4e-c0b4e6589bd3 req-cdd30a3e-99e9-49d4-a5cc-642f1c639102 service nova] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Received event network-changed-95c3a924-3bd5-4160-a67b-0e0194179252 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1116.855535] env[65978]: DEBUG nova.compute.manager [req-d4441129-7453-4c4c-be4e-c0b4e6589bd3 req-cdd30a3e-99e9-49d4-a5cc-642f1c639102 service nova] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Refreshing instance network info cache due to event network-changed-95c3a924-3bd5-4160-a67b-0e0194179252. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1116.855733] env[65978]: DEBUG oslo_concurrency.lockutils [req-d4441129-7453-4c4c-be4e-c0b4e6589bd3 req-cdd30a3e-99e9-49d4-a5cc-642f1c639102 service nova] Acquiring lock "refresh_cache-99e663af-76fd-4e61-a8f8-2ec85fb6c0d2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.855870] env[65978]: DEBUG oslo_concurrency.lockutils [req-d4441129-7453-4c4c-be4e-c0b4e6589bd3 req-cdd30a3e-99e9-49d4-a5cc-642f1c639102 service nova] Acquired lock "refresh_cache-99e663af-76fd-4e61-a8f8-2ec85fb6c0d2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.856053] env[65978]: DEBUG nova.network.neutron [req-d4441129-7453-4c4c-be4e-c0b4e6589bd3 req-cdd30a3e-99e9-49d4-a5cc-642f1c639102 service nova] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Refreshing network info cache for port 95c3a924-3bd5-4160-a67b-0e0194179252 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.884050] env[65978]: DEBUG oslo_vmware.api [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715267, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.889179] env[65978]: DEBUG oslo_concurrency.lockutils [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "refresh_cache-22035b86-65b5-4ea5-ad8c-a7694fff2638" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.889486] env[65978]: DEBUG oslo_concurrency.lockutils [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquired lock "refresh_cache-22035b86-65b5-4ea5-ad8c-a7694fff2638" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.889750] env[65978]: DEBUG nova.network.neutron [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1116.902965] env[65978]: WARNING neutronclient.v2_0.client [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.916891] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "979a3552-00be-4c94-9a7e-0b78091c9fe5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.916891] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "979a3552-00be-4c94-9a7e-0b78091c9fe5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.916891] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "979a3552-00be-4c94-9a7e-0b78091c9fe5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.916891] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "979a3552-00be-4c94-9a7e-0b78091c9fe5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.916891] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "979a3552-00be-4c94-9a7e-0b78091c9fe5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.919376] env[65978]: INFO nova.compute.manager [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Terminating instance [ 1117.025555] env[65978]: DEBUG nova.objects.instance [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lazy-loading 'pci_requests' on Instance uuid 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.047424] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715268, 'name': CreateVM_Task} progress is 25%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.099516] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715269, 'name': ReconfigVM_Task, 'duration_secs': 0.371181} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.099857] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 252f26bc-161b-4352-9915-d4a3e2e3e4cf/252f26bc-161b-4352-9915-d4a3e2e3e4cf.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.100549] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74c54611-2f68-40d3-971d-73eaafdc2d69 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.107066] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.111502] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.354s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.111840] env[65978]: DEBUG nova.objects.instance [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lazy-loading 'resources' on Instance uuid bac677a3-9cb5-4666-85fc-39e09e632ede {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.113276] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1117.113276] env[65978]: value = "task-4715270" [ 1117.113276] env[65978]: _type = "Task" [ 1117.113276] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.126061] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715270, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.128791] env[65978]: INFO nova.scheduler.client.report [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Deleted allocations for instance 0674d730-2d85-4513-a9a0-c5a323100751 [ 1117.359312] env[65978]: WARNING neutronclient.v2_0.client [req-d4441129-7453-4c4c-be4e-c0b4e6589bd3 req-cdd30a3e-99e9-49d4-a5cc-642f1c639102 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.382450] env[65978]: DEBUG oslo_vmware.api [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62221} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.382830] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 4ccf288c-26ad-4815-b010-5582038ea228/4ccf288c-26ad-4815-b010-5582038ea228.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.383085] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.383379] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33bfb44d-4788-4dee-a41b-e83b3df4fb96 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.395875] env[65978]: WARNING neutronclient.v2_0.client [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.399482] env[65978]: DEBUG oslo_vmware.api [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1117.399482] env[65978]: value = "task-4715271" [ 1117.399482] env[65978]: _type = "Task" [ 1117.399482] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.409845] env[65978]: DEBUG oslo_vmware.api [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.427050] env[65978]: DEBUG nova.compute.manager [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1117.427218] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.428205] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb7e1d7-31d8-4b87-a218-ec16bc0caaf1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.437877] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.438269] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-900e1766-d5e9-4e4a-a9a4-0b6c35be6c19 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.447734] env[65978]: DEBUG oslo_vmware.api [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1117.447734] env[65978]: value = "task-4715272" [ 1117.447734] env[65978]: _type = "Task" [ 1117.447734] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.460704] env[65978]: DEBUG oslo_vmware.api [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.528433] env[65978]: DEBUG nova.objects.base [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Object Instance<5e8dbfdc-c96a-49ae-8c33-819dd88c4e58> lazy-loaded attributes: flavor,pci_requests {{(pid=65978) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1117.528697] env[65978]: DEBUG nova.network.neutron [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1117.529055] env[65978]: WARNING neutronclient.v2_0.client [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.529354] env[65978]: WARNING neutronclient.v2_0.client [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.548046] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715268, 'name': CreateVM_Task, 'duration_secs': 0.739434} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.549155] env[65978]: WARNING neutronclient.v2_0.client [req-d4441129-7453-4c4c-be4e-c0b4e6589bd3 req-cdd30a3e-99e9-49d4-a5cc-642f1c639102 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.551698] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.552425] env[65978]: WARNING neutronclient.v2_0.client [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.553031] env[65978]: DEBUG oslo_concurrency.lockutils [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.553031] env[65978]: DEBUG oslo_concurrency.lockutils [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.553318] env[65978]: DEBUG oslo_concurrency.lockutils [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.553610] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d966b331-003e-4dfa-aa26-ca27f8d23d20 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.563563] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1117.563563] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bb5052-b0df-287c-886c-417f9e52e890" [ 1117.563563] env[65978]: _type = "Task" [ 1117.563563] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.573422] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bb5052-b0df-287c-886c-417f9e52e890, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.625871] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715270, 'name': Rename_Task, 'duration_secs': 0.29111} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.627194] env[65978]: DEBUG nova.policy [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '786114fdac424e2fb65119dfc7cc106e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a872165ef8e4489b9cf7d7e59545d317', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.629402] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.630484] env[65978]: DEBUG nova.network.neutron [req-d4441129-7453-4c4c-be4e-c0b4e6589bd3 req-cdd30a3e-99e9-49d4-a5cc-642f1c639102 service nova] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Updated VIF entry in instance network info cache for port 95c3a924-3bd5-4160-a67b-0e0194179252. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1117.630792] env[65978]: DEBUG nova.network.neutron [req-d4441129-7453-4c4c-be4e-c0b4e6589bd3 req-cdd30a3e-99e9-49d4-a5cc-642f1c639102 service nova] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Updating instance_info_cache with network_info: [{"id": "95c3a924-3bd5-4160-a67b-0e0194179252", "address": "fa:16:3e:42:64:69", "network": {"id": "46fccd3d-fad6-4070-9e81-322a28c0d678", "bridge": "br-int", "label": "tempest-ServersTestJSON-1875769234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c49dc3ab15040418137657626c806a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c3a924-3b", "ovs_interfaceid": "95c3a924-3bd5-4160-a67b-0e0194179252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.632058] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bbce61e-9050-4853-856e-fb16ef57f3bf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.636857] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e403c7bf-38dd-40c3-8705-353cedd8f0e5 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "0674d730-2d85-4513-a9a0-c5a323100751" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.372s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.644392] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1117.644392] env[65978]: value = "task-4715273" [ 1117.644392] env[65978]: _type = "Task" [ 1117.644392] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.657259] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.661748] env[65978]: WARNING neutronclient.v2_0.client [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.787144] env[65978]: DEBUG nova.network.neutron [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Updating instance_info_cache with network_info: [{"id": "792c528e-70fb-4018-bb6e-80cdd657577a", "address": "fa:16:3e:7c:35:c5", "network": {"id": "572f00ea-41cc-4d81-b1e9-2b038de95236", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043147319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0285adf994e4ab5fbfe0226d33b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792c528e-70", "ovs_interfaceid": "792c528e-70fb-4018-bb6e-80cdd657577a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.860762] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139ad424-8025-4feb-823a-f38d1aabfd17 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.870186] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32ac845-3667-4609-ac66-a95c5ae08053 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.905444] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9109e93-335e-44ad-8c87-78ffa0998347 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.916694] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e726d73-73db-4e7b-a31e-670c52a89ae1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.920655] env[65978]: DEBUG oslo_vmware.api [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104469} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.920946] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.922173] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16600df7-0836-4cb9-8ec5-5bd137925bb1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.933875] env[65978]: DEBUG nova.compute.provider_tree [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.957758] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 4ccf288c-26ad-4815-b010-5582038ea228/4ccf288c-26ad-4815-b010-5582038ea228.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.962174] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5333dd60-8d26-4d65-8c7e-5011b94611bc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.983815] env[65978]: DEBUG oslo_vmware.api [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715272, 'name': PowerOffVM_Task, 'duration_secs': 0.295054} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.985550] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.985748] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.986072] env[65978]: DEBUG oslo_vmware.api [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1117.986072] env[65978]: value = "task-4715274" [ 1117.986072] env[65978]: _type = "Task" [ 1117.986072] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.986280] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7ea77e8-f829-4064-9be1-845bb993d04f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.065474] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.065702] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.065870] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Deleting the datastore file [datastore2] 979a3552-00be-4c94-9a7e-0b78091c9fe5 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.069582] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc5a160a-2680-416e-979c-b40a7401dab5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.078327] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bb5052-b0df-287c-886c-417f9e52e890, 'name': SearchDatastore_Task, 'duration_secs': 0.019186} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.079746] env[65978]: DEBUG oslo_concurrency.lockutils [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.080044] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.080364] env[65978]: DEBUG oslo_concurrency.lockutils [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.080554] env[65978]: DEBUG oslo_concurrency.lockutils [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.080769] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.081172] env[65978]: DEBUG oslo_vmware.api [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for the task: (returnval){ [ 1118.081172] env[65978]: value = "task-4715276" [ 1118.081172] env[65978]: _type = "Task" [ 1118.081172] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.081405] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6fe4d2c-9518-4c29-8efc-dc1a8aeea1b2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.095259] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.095477] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.096333] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8114925-39ae-4411-afbc-31f52566faf1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.104381] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1118.104381] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5254aee0-00e1-2951-4f7b-bf8e50013d55" [ 1118.104381] env[65978]: _type = "Task" [ 1118.104381] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.115042] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5254aee0-00e1-2951-4f7b-bf8e50013d55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.134889] env[65978]: DEBUG oslo_concurrency.lockutils [req-d4441129-7453-4c4c-be4e-c0b4e6589bd3 req-cdd30a3e-99e9-49d4-a5cc-642f1c639102 service nova] Releasing lock "refresh_cache-99e663af-76fd-4e61-a8f8-2ec85fb6c0d2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.151971] env[65978]: DEBUG oslo_vmware.api [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715273, 'name': PowerOnVM_Task, 'duration_secs': 0.503308} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.152263] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.152474] env[65978]: INFO nova.compute.manager [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1118.152664] env[65978]: DEBUG nova.compute.manager [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1118.153486] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee70f7c-5f73-47a6-9b94-7191ff04e28f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.290876] env[65978]: DEBUG oslo_concurrency.lockutils [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Releasing lock "refresh_cache-22035b86-65b5-4ea5-ad8c-a7694fff2638" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.291975] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a696d105-be23-4ebc-860a-087328fc87d2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.300267] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaf7997-96a3-4fb7-8562-0f5d4fb6b519 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.437474] env[65978]: DEBUG nova.scheduler.client.report [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.499786] env[65978]: DEBUG oslo_vmware.api [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715274, 'name': ReconfigVM_Task, 'duration_secs': 0.459896} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.500359] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 4ccf288c-26ad-4815-b010-5582038ea228/4ccf288c-26ad-4815-b010-5582038ea228.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.501050] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f98a8ac6-3760-4167-b405-73fc0827364c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.509893] env[65978]: DEBUG oslo_vmware.api [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1118.509893] env[65978]: value = "task-4715277" [ 1118.509893] env[65978]: _type = "Task" [ 1118.509893] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.520018] env[65978]: DEBUG oslo_vmware.api [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715277, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.598186] env[65978]: DEBUG oslo_vmware.api [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Task: {'id': task-4715276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316964} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.598365] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.598684] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.598967] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.599205] env[65978]: INFO nova.compute.manager [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1118.599514] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1118.599775] env[65978]: DEBUG nova.compute.manager [-] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1118.599919] env[65978]: DEBUG nova.network.neutron [-] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1118.600214] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.616379] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5254aee0-00e1-2951-4f7b-bf8e50013d55, 'name': SearchDatastore_Task, 'duration_secs': 0.018782} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.617370] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b529bb10-d612-4f96-ba7e-9b106cadf890 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.624114] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1118.624114] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527703e7-1524-a146-8d46-fe20a636f9d5" [ 1118.624114] env[65978]: _type = "Task" [ 1118.624114] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.633882] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527703e7-1524-a146-8d46-fe20a636f9d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.671731] env[65978]: INFO nova.compute.manager [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Took 17.37 seconds to build instance. [ 1118.728517] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.942602] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.945175] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.258s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.945499] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.945499] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65978) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1118.945904] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.464s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.946055] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.947966] env[65978]: DEBUG oslo_concurrency.lockutils [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.948s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.948505] env[65978]: DEBUG nova.objects.instance [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lazy-loading 'resources' on Instance uuid bf2479a9-c046-48d6-afd6-ab2d62692c9c {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.952064] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98572879-c3b3-4cf6-8b90-a8a2ae2620d9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.961959] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e476da11-1d76-47cd-b6e0-687bbb25203d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.968517] env[65978]: INFO nova.scheduler.client.report [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Deleted allocations for instance 45e844ad-80c8-42f2-b4b8-55fed9cf5c39 [ 1118.970748] env[65978]: INFO nova.scheduler.client.report [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Deleted allocations for instance bac677a3-9cb5-4666-85fc-39e09e632ede [ 1118.985289] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c9bb60-ba56-4930-a148-a6b9e5b2f449 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.994444] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e114aa2-09cf-441a-8042-5ec135089113 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.030233] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178582MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65978) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1119.030376] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.046044] env[65978]: DEBUG oslo_vmware.api [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715277, 'name': Rename_Task, 'duration_secs': 0.320299} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.046385] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.046708] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a5bc8dc-6e2a-4dc8-893f-d31fa4e4b926 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.056679] env[65978]: DEBUG oslo_vmware.api [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1119.056679] env[65978]: value = "task-4715278" [ 1119.056679] env[65978]: _type = "Task" [ 1119.056679] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.073389] env[65978]: DEBUG oslo_vmware.api [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.136259] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527703e7-1524-a146-8d46-fe20a636f9d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011005} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.136491] env[65978]: DEBUG oslo_concurrency.lockutils [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.136771] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2/99e663af-76fd-4e61-a8f8-2ec85fb6c0d2.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.137056] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-897f01e6-57a0-4036-8aac-8e640159caf6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.144504] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1119.144504] env[65978]: value = "task-4715279" [ 1119.144504] env[65978]: _type = "Task" [ 1119.144504] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.153673] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.174469] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b2b9993d-303f-44d5-8f0e-d7f544e6e71b tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.882s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.243685] env[65978]: DEBUG nova.network.neutron [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Successfully updated port: acc56d97-a170-4b89-bc16-a8275248665c {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1119.391224] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.391684] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b26ea75-1133-4c72-b931-38d5304b2d0c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.406487] env[65978]: DEBUG oslo_vmware.api [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1119.406487] env[65978]: value = "task-4715280" [ 1119.406487] env[65978]: _type = "Task" [ 1119.406487] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.417641] env[65978]: DEBUG oslo_vmware.api [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.457791] env[65978]: DEBUG nova.objects.instance [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lazy-loading 'numa_topology' on Instance uuid bf2479a9-c046-48d6-afd6-ab2d62692c9c {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.488370] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4d51c2dd-bd19-4e68-a874-3a9fda3f94a5 tempest-DeleteServersTestJSON-1988648842 tempest-DeleteServersTestJSON-1988648842-project-member] Lock "45e844ad-80c8-42f2-b4b8-55fed9cf5c39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.474s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.494197] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cfda46bc-2030-490b-ba28-56d0d088f053 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "bac677a3-9cb5-4666-85fc-39e09e632ede" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.479s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.537529] env[65978]: DEBUG nova.network.neutron [-] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.575233] env[65978]: DEBUG oslo_vmware.api [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715278, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.651762] env[65978]: DEBUG nova.compute.manager [req-8ce7e9d4-4e40-4906-afed-563444e9e2a0 req-a6be1830-a245-4594-9e66-e009d0560af3 service nova] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Received event network-vif-deleted-1a7f3ec2-9553-4fbe-8185-6cbf246c4b0a {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1119.656422] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715279, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.675329] env[65978]: DEBUG nova.compute.manager [req-873ca933-0781-4e4a-8a8e-974f9020bc4e req-9f0740d4-a39c-47c9-916c-a63fbfd3a629 service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Received event network-vif-plugged-acc56d97-a170-4b89-bc16-a8275248665c {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1119.675542] env[65978]: DEBUG oslo_concurrency.lockutils [req-873ca933-0781-4e4a-8a8e-974f9020bc4e req-9f0740d4-a39c-47c9-916c-a63fbfd3a629 service nova] Acquiring lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.676193] env[65978]: DEBUG oslo_concurrency.lockutils [req-873ca933-0781-4e4a-8a8e-974f9020bc4e req-9f0740d4-a39c-47c9-916c-a63fbfd3a629 service nova] Lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.676392] env[65978]: DEBUG oslo_concurrency.lockutils [req-873ca933-0781-4e4a-8a8e-974f9020bc4e req-9f0740d4-a39c-47c9-916c-a63fbfd3a629 service nova] Lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.676559] env[65978]: DEBUG nova.compute.manager [req-873ca933-0781-4e4a-8a8e-974f9020bc4e req-9f0740d4-a39c-47c9-916c-a63fbfd3a629 service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] No waiting events found dispatching network-vif-plugged-acc56d97-a170-4b89-bc16-a8275248665c {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1119.676720] env[65978]: WARNING nova.compute.manager [req-873ca933-0781-4e4a-8a8e-974f9020bc4e req-9f0740d4-a39c-47c9-916c-a63fbfd3a629 service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Received unexpected event network-vif-plugged-acc56d97-a170-4b89-bc16-a8275248665c for instance with vm_state active and task_state None. [ 1119.746852] env[65978]: DEBUG oslo_concurrency.lockutils [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "refresh_cache-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.747204] env[65978]: DEBUG oslo_concurrency.lockutils [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "refresh_cache-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.747466] env[65978]: DEBUG nova.network.neutron [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1119.916093] env[65978]: DEBUG oslo_vmware.api [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715280, 'name': PowerOffVM_Task, 'duration_secs': 0.238685} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.916360] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.917025] env[65978]: DEBUG nova.virt.hardware [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1119.917854] env[65978]: DEBUG nova.virt.hardware [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.917854] env[65978]: DEBUG nova.virt.hardware [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1119.917854] env[65978]: DEBUG nova.virt.hardware [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.917854] env[65978]: DEBUG nova.virt.hardware [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1119.917854] env[65978]: DEBUG nova.virt.hardware [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1119.918097] env[65978]: DEBUG nova.virt.hardware [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1119.918171] env[65978]: DEBUG nova.virt.hardware [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1119.918346] env[65978]: DEBUG nova.virt.hardware [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1119.918518] env[65978]: DEBUG nova.virt.hardware [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1119.918720] env[65978]: DEBUG nova.virt.hardware [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1119.924054] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd964cfe-5e97-4d54-aba3-2b2cb37d0222 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.941820] env[65978]: DEBUG oslo_vmware.api [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1119.941820] env[65978]: value = "task-4715281" [ 1119.941820] env[65978]: _type = "Task" [ 1119.941820] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.951803] env[65978]: DEBUG oslo_vmware.api [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.960773] env[65978]: DEBUG nova.objects.base [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65978) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1120.039631] env[65978]: INFO nova.compute.manager [-] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Took 1.44 seconds to deallocate network for instance. [ 1120.071947] env[65978]: DEBUG oslo_vmware.api [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715278, 'name': PowerOnVM_Task, 'duration_secs': 0.647586} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.072164] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.072666] env[65978]: INFO nova.compute.manager [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1120.072666] env[65978]: DEBUG nova.compute.manager [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1120.073384] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7e5ac8-a3a0-40c0-bcd8-a7e236bde9d8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.151063] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b97c9d8-2084-440d-8a73-707f0c08ecc2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.159941] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513079} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.161821] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2/99e663af-76fd-4e61-a8f8-2ec85fb6c0d2.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.162057] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.162357] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f5c658b-8899-47fd-a3d6-ad49133e3a2f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.164886] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f939a7-79a0-49ef-a9b8-ceb8ec89e38d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.199358] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1952646-ef6b-4be5-92da-1d09d251e776 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.202156] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1120.202156] env[65978]: value = "task-4715282" [ 1120.202156] env[65978]: _type = "Task" [ 1120.202156] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.212614] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4db495-92f4-434f-aa33-090a9eab7f7d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.224643] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.237207] env[65978]: DEBUG nova.compute.provider_tree [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.296119] env[65978]: WARNING nova.network.neutron [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] d695473c-7bd6-4475-a562-ac3967257ccb already exists in list: networks containing: ['d695473c-7bd6-4475-a562-ac3967257ccb']. ignoring it [ 1120.297248] env[65978]: WARNING nova.network.neutron [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] d695473c-7bd6-4475-a562-ac3967257ccb already exists in list: networks containing: ['d695473c-7bd6-4475-a562-ac3967257ccb']. ignoring it [ 1120.453575] env[65978]: DEBUG oslo_vmware.api [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715281, 'name': ReconfigVM_Task, 'duration_secs': 0.476901} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.454629] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c315e43c-de28-476e-abd2-af97b6ef695f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.458682] env[65978]: WARNING neutronclient.v2_0.client [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.482801] env[65978]: DEBUG nova.virt.hardware [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1120.483302] env[65978]: DEBUG nova.virt.hardware [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.483302] env[65978]: DEBUG nova.virt.hardware [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1120.483421] env[65978]: DEBUG nova.virt.hardware [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.483514] env[65978]: DEBUG nova.virt.hardware [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1120.484136] env[65978]: DEBUG nova.virt.hardware [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1120.484136] env[65978]: DEBUG nova.virt.hardware [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1120.484136] env[65978]: DEBUG nova.virt.hardware [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1120.484136] env[65978]: DEBUG nova.virt.hardware [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1120.484328] env[65978]: DEBUG nova.virt.hardware [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1120.485182] env[65978]: DEBUG nova.virt.hardware [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1120.485422] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-863a0d4c-b03b-45d0-a05e-22c4f5bad5a5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.492296] env[65978]: DEBUG oslo_vmware.api [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1120.492296] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52743c63-b2fd-26b9-1de9-8409725590c3" [ 1120.492296] env[65978]: _type = "Task" [ 1120.492296] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.502980] env[65978]: DEBUG oslo_vmware.api [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52743c63-b2fd-26b9-1de9-8409725590c3, 'name': SearchDatastore_Task} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.507136] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1120.507474] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e27e67e7-cae7-479a-b3d4-6b150a9da6fc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.533037] env[65978]: DEBUG oslo_vmware.api [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1120.533037] env[65978]: value = "task-4715283" [ 1120.533037] env[65978]: _type = "Task" [ 1120.533037] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.544245] env[65978]: DEBUG oslo_vmware.api [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715283, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.547042] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.592775] env[65978]: INFO nova.compute.manager [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Took 17.60 seconds to build instance. [ 1120.656763] env[65978]: WARNING neutronclient.v2_0.client [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.713760] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147578} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.714096] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.714912] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b2d9ed-a676-4cb4-8275-1facf22ad582 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.743181] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2/99e663af-76fd-4e61-a8f8-2ec85fb6c0d2.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.744215] env[65978]: DEBUG nova.scheduler.client.report [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.747544] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbb88309-557f-4936-8aba-f0beb3623998 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.772661] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1120.772661] env[65978]: value = "task-4715284" [ 1120.772661] env[65978]: _type = "Task" [ 1120.772661] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.782405] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.908047] env[65978]: WARNING neutronclient.v2_0.client [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.944663] env[65978]: DEBUG oslo_concurrency.lockutils [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "441c1e51-5bdb-4976-bd43-af1ea895ce23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.944663] env[65978]: DEBUG oslo_concurrency.lockutils [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "441c1e51-5bdb-4976-bd43-af1ea895ce23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.002783] env[65978]: DEBUG nova.network.neutron [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Updating instance_info_cache with network_info: [{"id": "f0623592-9c43-419a-a3e5-c26b37df3f01", "address": "fa:16:3e:d9:c0:6f", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0623592-9c", "ovs_interfaceid": "f0623592-9c43-419a-a3e5-c26b37df3f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "33c0e2c0-b982-4027-8af5-068ddfc63332", "address": "fa:16:3e:fb:6f:28", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c0e2c0-b9", "ovs_interfaceid": "33c0e2c0-b982-4027-8af5-068ddfc63332", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "acc56d97-a170-4b89-bc16-a8275248665c", "address": "fa:16:3e:06:38:40", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc56d97-a1", "ovs_interfaceid": "acc56d97-a170-4b89-bc16-a8275248665c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.044169] env[65978]: DEBUG oslo_vmware.api [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715283, 'name': ReconfigVM_Task, 'duration_secs': 0.475633} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.044494] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1121.045960] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f944514c-621c-459c-8fc6-aff6a395aa82 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.079869] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 22035b86-65b5-4ea5-ad8c-a7694fff2638/22035b86-65b5-4ea5-ad8c-a7694fff2638.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.080413] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe58b222-2a6a-4287-b698-7d8fb182e6f0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.097191] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e4040ff-0c9d-4438-8e1a-7fc19e6293cd tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "4ccf288c-26ad-4815-b010-5582038ea228" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.130s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.104234] env[65978]: DEBUG oslo_vmware.api [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1121.104234] env[65978]: value = "task-4715286" [ 1121.104234] env[65978]: _type = "Task" [ 1121.104234] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.115121] env[65978]: DEBUG oslo_vmware.api [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715286, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.265058] env[65978]: DEBUG oslo_concurrency.lockutils [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.316s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.267138] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.237s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.284513] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715284, 'name': ReconfigVM_Task, 'duration_secs': 0.348106} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.284891] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2/99e663af-76fd-4e61-a8f8-2ec85fb6c0d2.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.285611] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c7c0105-3a8d-4a0f-8e38-9945122db4ba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.294351] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1121.294351] env[65978]: value = "task-4715287" [ 1121.294351] env[65978]: _type = "Task" [ 1121.294351] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.307304] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715287, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.450085] env[65978]: DEBUG nova.compute.manager [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1121.507691] env[65978]: DEBUG oslo_concurrency.lockutils [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "refresh_cache-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.508497] env[65978]: DEBUG oslo_concurrency.lockutils [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.508710] env[65978]: DEBUG oslo_concurrency.lockutils [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.509697] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78675f3c-0e2d-46bb-b9be-2f0c066d6b7b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.531202] env[65978]: DEBUG nova.virt.hardware [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1121.531202] env[65978]: DEBUG nova.virt.hardware [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.531336] env[65978]: DEBUG nova.virt.hardware [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1121.531686] env[65978]: DEBUG nova.virt.hardware [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.531686] env[65978]: DEBUG nova.virt.hardware [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1121.531884] env[65978]: DEBUG nova.virt.hardware [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1121.531976] env[65978]: DEBUG nova.virt.hardware [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1121.532178] env[65978]: DEBUG nova.virt.hardware [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1121.532293] env[65978]: DEBUG nova.virt.hardware [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1121.532440] env[65978]: DEBUG nova.virt.hardware [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1121.533856] env[65978]: DEBUG nova.virt.hardware [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1121.541761] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Reconfiguring VM to attach interface {{(pid=65978) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1121.542995] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71b9e6ed-4605-409e-af1e-96ea8da87add {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.574069] env[65978]: DEBUG oslo_vmware.api [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1121.574069] env[65978]: value = "task-4715288" [ 1121.574069] env[65978]: _type = "Task" [ 1121.574069] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.586852] env[65978]: DEBUG oslo_vmware.api [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715288, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.617632] env[65978]: DEBUG oslo_vmware.api [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715286, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.782903] env[65978]: DEBUG oslo_concurrency.lockutils [None req-823ad7c8-65a0-40ae-a921-8825b7385793 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "bf2479a9-c046-48d6-afd6-ab2d62692c9c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.401s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.784880] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "bf2479a9-c046-48d6-afd6-ab2d62692c9c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.313s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.784880] env[65978]: INFO nova.compute.manager [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Unshelving [ 1121.805426] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715287, 'name': Rename_Task, 'duration_secs': 0.174076} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.805710] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.805962] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50bc0566-9844-4bdc-b552-ae94b8d3b653 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.814874] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1121.814874] env[65978]: value = "task-4715289" [ 1121.814874] env[65978]: _type = "Task" [ 1121.814874] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.824327] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.830424] env[65978]: DEBUG nova.compute.manager [req-c78bae07-e22e-4630-9a1f-d7809ded344c req-91fb892c-e642-4f57-be79-42713bed5fbb service nova] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Received event network-changed-bb422868-434e-46a4-bbd6-f6cd0db287b5 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1121.830609] env[65978]: DEBUG nova.compute.manager [req-c78bae07-e22e-4630-9a1f-d7809ded344c req-91fb892c-e642-4f57-be79-42713bed5fbb service nova] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Refreshing instance network info cache due to event network-changed-bb422868-434e-46a4-bbd6-f6cd0db287b5. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1121.830792] env[65978]: DEBUG oslo_concurrency.lockutils [req-c78bae07-e22e-4630-9a1f-d7809ded344c req-91fb892c-e642-4f57-be79-42713bed5fbb service nova] Acquiring lock "refresh_cache-252f26bc-161b-4352-9915-d4a3e2e3e4cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.830934] env[65978]: DEBUG oslo_concurrency.lockutils [req-c78bae07-e22e-4630-9a1f-d7809ded344c req-91fb892c-e642-4f57-be79-42713bed5fbb service nova] Acquired lock "refresh_cache-252f26bc-161b-4352-9915-d4a3e2e3e4cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.831104] env[65978]: DEBUG nova.network.neutron [req-c78bae07-e22e-4630-9a1f-d7809ded344c req-91fb892c-e642-4f57-be79-42713bed5fbb service nova] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Refreshing network info cache for port bb422868-434e-46a4-bbd6-f6cd0db287b5 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.849578] env[65978]: DEBUG nova.compute.manager [req-7573035b-4184-496c-8305-9ae50a20cb34 req-dd63a38e-1986-45df-801e-fc51dd53cd3f service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Received event network-changed-acc56d97-a170-4b89-bc16-a8275248665c {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1121.850193] env[65978]: DEBUG nova.compute.manager [req-7573035b-4184-496c-8305-9ae50a20cb34 req-dd63a38e-1986-45df-801e-fc51dd53cd3f service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Refreshing instance network info cache due to event network-changed-acc56d97-a170-4b89-bc16-a8275248665c. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1121.850193] env[65978]: DEBUG oslo_concurrency.lockutils [req-7573035b-4184-496c-8305-9ae50a20cb34 req-dd63a38e-1986-45df-801e-fc51dd53cd3f service nova] Acquiring lock "refresh_cache-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.850193] env[65978]: DEBUG oslo_concurrency.lockutils [req-7573035b-4184-496c-8305-9ae50a20cb34 req-dd63a38e-1986-45df-801e-fc51dd53cd3f service nova] Acquired lock "refresh_cache-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.850497] env[65978]: DEBUG nova.network.neutron [req-7573035b-4184-496c-8305-9ae50a20cb34 req-dd63a38e-1986-45df-801e-fc51dd53cd3f service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Refreshing network info cache for port acc56d97-a170-4b89-bc16-a8275248665c {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.977750] env[65978]: DEBUG oslo_concurrency.lockutils [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.087345] env[65978]: DEBUG oslo_vmware.api [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.118621] env[65978]: DEBUG oslo_vmware.api [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715286, 'name': ReconfigVM_Task, 'duration_secs': 0.539282} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.118908] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 22035b86-65b5-4ea5-ad8c-a7694fff2638/22035b86-65b5-4ea5-ad8c-a7694fff2638.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.119856] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b26eb4-add3-4a9c-891d-fa8da600a0f8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.143265] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e776d6e-3b10-4017-81f5-3ec2b6e59252 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.167823] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948060a9-d273-4f71-8a37-2741ed8d1e2c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.192995] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbeb163f-80f7-4eae-b098-8e1d60ce278c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.203021] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.203356] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f84427c-3718-4b81-8093-61e0a52515f6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.212421] env[65978]: DEBUG oslo_vmware.api [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1122.212421] env[65978]: value = "task-4715290" [ 1122.212421] env[65978]: _type = "Task" [ 1122.212421] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.222648] env[65978]: DEBUG oslo_vmware.api [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.305301] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 836b67a1-e5e1-4803-a750-506af6a22fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1122.305474] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance baf140d5-8c41-45ca-99b3-52c4c00adebd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1122.305663] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance d020c361-f57c-400f-b41f-c6ed384a0008 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1122.305801] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance d7ba63a2-5c91-4400-adf0-a8a27e6f7a34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1122.305929] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 456e9558-ce8f-4971-b953-f2295c77e4af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1122.306070] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1122.306326] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 22035b86-65b5-4ea5-ad8c-a7694fff2638 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1122.306326] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 77485826-2a39-4654-956e-8922d1367635 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1122.307047] env[65978]: WARNING nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 979a3552-00be-4c94-9a7e-0b78091c9fe5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1122.307047] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 252f26bc-161b-4352-9915-d4a3e2e3e4cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1122.307047] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 4ccf288c-26ad-4815-b010-5582038ea228 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1122.307047] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1122.307047] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (7cef9df5-c7be-44a4-aef0-4856b8af9b78): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1813}} [ 1122.328915] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715289, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.334976] env[65978]: WARNING neutronclient.v2_0.client [req-c78bae07-e22e-4630-9a1f-d7809ded344c req-91fb892c-e642-4f57-be79-42713bed5fbb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.352711] env[65978]: WARNING neutronclient.v2_0.client [req-7573035b-4184-496c-8305-9ae50a20cb34 req-dd63a38e-1986-45df-801e-fc51dd53cd3f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.576233] env[65978]: WARNING neutronclient.v2_0.client [req-7573035b-4184-496c-8305-9ae50a20cb34 req-dd63a38e-1986-45df-801e-fc51dd53cd3f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.586349] env[65978]: WARNING neutronclient.v2_0.client [req-c78bae07-e22e-4630-9a1f-d7809ded344c req-91fb892c-e642-4f57-be79-42713bed5fbb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.595507] env[65978]: DEBUG oslo_vmware.api [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715288, 'name': ReconfigVM_Task, 'duration_secs': 0.701714} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.595834] env[65978]: WARNING neutronclient.v2_0.client [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.596073] env[65978]: DEBUG oslo_concurrency.lockutils [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.596310] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Reconfigured VM to attach interface {{(pid=65978) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1122.670684] env[65978]: DEBUG nova.network.neutron [req-c78bae07-e22e-4630-9a1f-d7809ded344c req-91fb892c-e642-4f57-be79-42713bed5fbb service nova] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Updated VIF entry in instance network info cache for port bb422868-434e-46a4-bbd6-f6cd0db287b5. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1122.671159] env[65978]: DEBUG nova.network.neutron [req-c78bae07-e22e-4630-9a1f-d7809ded344c req-91fb892c-e642-4f57-be79-42713bed5fbb service nova] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Updating instance_info_cache with network_info: [{"id": "bb422868-434e-46a4-bbd6-f6cd0db287b5", "address": "fa:16:3e:2f:eb:d4", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb422868-43", "ovs_interfaceid": "bb422868-434e-46a4-bbd6-f6cd0db287b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.673287] env[65978]: DEBUG nova.network.neutron [req-7573035b-4184-496c-8305-9ae50a20cb34 req-dd63a38e-1986-45df-801e-fc51dd53cd3f service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Updated VIF entry in instance network info cache for port acc56d97-a170-4b89-bc16-a8275248665c. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1122.673997] env[65978]: DEBUG nova.network.neutron [req-7573035b-4184-496c-8305-9ae50a20cb34 req-dd63a38e-1986-45df-801e-fc51dd53cd3f service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Updating instance_info_cache with network_info: [{"id": "f0623592-9c43-419a-a3e5-c26b37df3f01", "address": "fa:16:3e:d9:c0:6f", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0623592-9c", "ovs_interfaceid": "f0623592-9c43-419a-a3e5-c26b37df3f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "33c0e2c0-b982-4027-8af5-068ddfc63332", "address": "fa:16:3e:fb:6f:28", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c0e2c0-b9", "ovs_interfaceid": "33c0e2c0-b982-4027-8af5-068ddfc63332", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "acc56d97-a170-4b89-bc16-a8275248665c", "address": "fa:16:3e:06:38:40", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc56d97-a1", "ovs_interfaceid": "acc56d97-a170-4b89-bc16-a8275248665c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.724616] env[65978]: DEBUG oslo_vmware.api [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715290, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.810611] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 441c1e51-5bdb-4976-bd43-af1ea895ce23 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1122.810968] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1122.810968] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=100GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '11', 'num_vm_active': '8', 'num_task_None': '9', 'num_os_type_None': '11', 'num_proj_89300743ada64b348ab266269b499f22': '2', 'io_workload': '1', 'num_proj_0febab1f921a4c61b099653637434721': '1', 'num_proj_3c49dc3ab15040418137657626c806a8': '2', 'num_proj_a2f0f218c5114f3a81e15fb4f71f7d91': '2', 'num_vm_rescued': '1', 'num_vm_resized': '1', 'num_task_resize_reverting': '1', 'num_proj_67c0285adf994e4ab5fbfe0226d33b52': '1', 'num_proj_a872165ef8e4489b9cf7d7e59545d317': '1', 'num_proj_267bbaf30cc74f989e3f217b0a842e2d': '1', 'num_proj_b437a74b307245bf988edfef378aff16': '1', 'num_vm_building': '1', 'num_task_spawning': '1'} {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1122.815963] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.829913] env[65978]: DEBUG oslo_vmware.api [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715289, 'name': PowerOnVM_Task, 'duration_secs': 0.670974} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.830294] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.830416] env[65978]: INFO nova.compute.manager [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1122.830690] env[65978]: DEBUG nova.compute.manager [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1122.831676] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00e5ee0-aa20-40c5-a996-e2ffef5b2ed3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.008453] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29aa5cc6-cb34-442d-a061-6e43cafb9648 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.016509] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bc9cc5-61a4-4653-b8ca-71ea9a9ad2ac {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.048319] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b7ad02-583c-4f59-8d30-b4fcb0b61922 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.056827] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d42365d-5264-4376-9848-eab05cc4fa7b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.072095] env[65978]: DEBUG nova.compute.provider_tree [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.100428] env[65978]: DEBUG oslo_concurrency.lockutils [None req-58a71652-1f36-4e1f-99e3-de30f4af4f5d tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "interface-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58-acc56d97-a170-4b89-bc16-a8275248665c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.702s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.176787] env[65978]: DEBUG oslo_concurrency.lockutils [req-c78bae07-e22e-4630-9a1f-d7809ded344c req-91fb892c-e642-4f57-be79-42713bed5fbb service nova] Releasing lock "refresh_cache-252f26bc-161b-4352-9915-d4a3e2e3e4cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.176787] env[65978]: DEBUG nova.compute.manager [req-c78bae07-e22e-4630-9a1f-d7809ded344c req-91fb892c-e642-4f57-be79-42713bed5fbb service nova] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Received event network-changed-4f12d780-2e09-41a5-aed1-69ad3c8529af {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1123.176787] env[65978]: DEBUG nova.compute.manager [req-c78bae07-e22e-4630-9a1f-d7809ded344c req-91fb892c-e642-4f57-be79-42713bed5fbb service nova] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Refreshing instance network info cache due to event network-changed-4f12d780-2e09-41a5-aed1-69ad3c8529af. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1123.176787] env[65978]: DEBUG oslo_concurrency.lockutils [req-c78bae07-e22e-4630-9a1f-d7809ded344c req-91fb892c-e642-4f57-be79-42713bed5fbb service nova] Acquiring lock "refresh_cache-4ccf288c-26ad-4815-b010-5582038ea228" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.176787] env[65978]: DEBUG oslo_concurrency.lockutils [req-c78bae07-e22e-4630-9a1f-d7809ded344c req-91fb892c-e642-4f57-be79-42713bed5fbb service nova] Acquired lock "refresh_cache-4ccf288c-26ad-4815-b010-5582038ea228" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.177146] env[65978]: DEBUG nova.network.neutron [req-c78bae07-e22e-4630-9a1f-d7809ded344c req-91fb892c-e642-4f57-be79-42713bed5fbb service nova] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Refreshing network info cache for port 4f12d780-2e09-41a5-aed1-69ad3c8529af {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.178321] env[65978]: DEBUG oslo_concurrency.lockutils [req-7573035b-4184-496c-8305-9ae50a20cb34 req-dd63a38e-1986-45df-801e-fc51dd53cd3f service nova] Releasing lock "refresh_cache-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.225020] env[65978]: DEBUG oslo_vmware.api [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715290, 'name': PowerOnVM_Task, 'duration_secs': 0.659031} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.225020] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.353388] env[65978]: INFO nova.compute.manager [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Took 19.93 seconds to build instance. [ 1123.575807] env[65978]: DEBUG nova.scheduler.client.report [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.681073] env[65978]: WARNING neutronclient.v2_0.client [req-c78bae07-e22e-4630-9a1f-d7809ded344c req-91fb892c-e642-4f57-be79-42713bed5fbb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.827768] env[65978]: WARNING neutronclient.v2_0.client [req-c78bae07-e22e-4630-9a1f-d7809ded344c req-91fb892c-e642-4f57-be79-42713bed5fbb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.854874] env[65978]: DEBUG oslo_concurrency.lockutils [None req-26d88002-4f39-4977-be7b-d96c6e944eec tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "99e663af-76fd-4e61-a8f8-2ec85fb6c0d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.440s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.899264] env[65978]: DEBUG nova.network.neutron [req-c78bae07-e22e-4630-9a1f-d7809ded344c req-91fb892c-e642-4f57-be79-42713bed5fbb service nova] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Updated VIF entry in instance network info cache for port 4f12d780-2e09-41a5-aed1-69ad3c8529af. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1123.899671] env[65978]: DEBUG nova.network.neutron [req-c78bae07-e22e-4630-9a1f-d7809ded344c req-91fb892c-e642-4f57-be79-42713bed5fbb service nova] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Updating instance_info_cache with network_info: [{"id": "4f12d780-2e09-41a5-aed1-69ad3c8529af", "address": "fa:16:3e:7a:65:18", "network": {"id": "6fed0f81-7458-4058-912d-c53e30dc5e98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-548756589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89300743ada64b348ab266269b499f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f12d780-2e", "ovs_interfaceid": "4f12d780-2e09-41a5-aed1-69ad3c8529af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.081079] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65978) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1124.081079] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.814s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.081079] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.534s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.081079] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.083902] env[65978]: DEBUG oslo_concurrency.lockutils [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.106s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.085553] env[65978]: INFO nova.compute.claims [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.114304] env[65978]: INFO nova.scheduler.client.report [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Deleted allocations for instance 979a3552-00be-4c94-9a7e-0b78091c9fe5 [ 1124.273055] env[65978]: INFO nova.compute.manager [None req-43a272c4-b364-4373-a544-e3886241521d tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Updating instance to original state: 'active' [ 1124.403028] env[65978]: DEBUG oslo_concurrency.lockutils [req-c78bae07-e22e-4630-9a1f-d7809ded344c req-91fb892c-e642-4f57-be79-42713bed5fbb service nova] Releasing lock "refresh_cache-4ccf288c-26ad-4815-b010-5582038ea228" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.598397] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "99e663af-76fd-4e61-a8f8-2ec85fb6c0d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.598544] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "99e663af-76fd-4e61-a8f8-2ec85fb6c0d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.598758] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "99e663af-76fd-4e61-a8f8-2ec85fb6c0d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.598910] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "99e663af-76fd-4e61-a8f8-2ec85fb6c0d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.599091] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "99e663af-76fd-4e61-a8f8-2ec85fb6c0d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.602201] env[65978]: INFO nova.compute.manager [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Terminating instance [ 1124.622255] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c0511437-306a-439a-a0e7-fed073da0717 tempest-ServerDiskConfigTestJSON-1052909346 tempest-ServerDiskConfigTestJSON-1052909346-project-member] Lock "979a3552-00be-4c94-9a7e-0b78091c9fe5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.706s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.817053] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "456e9558-ce8f-4971-b953-f2295c77e4af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.817357] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "456e9558-ce8f-4971-b953-f2295c77e4af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.817591] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "456e9558-ce8f-4971-b953-f2295c77e4af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.817792] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "456e9558-ce8f-4971-b953-f2295c77e4af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.817996] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "456e9558-ce8f-4971-b953-f2295c77e4af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.820082] env[65978]: INFO nova.compute.manager [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Terminating instance [ 1124.838120] env[65978]: DEBUG oslo_concurrency.lockutils [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "interface-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58-33c0e2c0-b982-4027-8af5-068ddfc63332" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.838444] env[65978]: DEBUG oslo_concurrency.lockutils [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "interface-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58-33c0e2c0-b982-4027-8af5-068ddfc63332" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.105960] env[65978]: DEBUG nova.compute.manager [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1125.106221] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.107906] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1a5cf8-9c35-4ad3-b774-99dd4d4582e0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.118954] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.122649] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6246a823-4e50-47a9-83a1-01c5a788ecd6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.131331] env[65978]: DEBUG oslo_vmware.api [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1125.131331] env[65978]: value = "task-4715293" [ 1125.131331] env[65978]: _type = "Task" [ 1125.131331] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.141837] env[65978]: DEBUG oslo_vmware.api [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.324444] env[65978]: DEBUG nova.compute.manager [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1125.324674] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.325828] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707f76e0-6aa8-470c-a553-3322b7c26bf3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.339646] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.341449] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-250571e2-5625-4244-a9c7-ac062c971f8e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.344147] env[65978]: DEBUG oslo_concurrency.lockutils [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.344505] env[65978]: DEBUG oslo_concurrency.lockutils [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.345422] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633abb70-f7be-427d-999a-e8b358d66f2c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.349558] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ab8f8f-08ba-4b7f-8281-ccb70e8717c8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.361314] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377fcf3e-e024-4e70-b733-afc71b3c38a4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.365302] env[65978]: DEBUG oslo_vmware.api [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 1125.365302] env[65978]: value = "task-4715294" [ 1125.365302] env[65978]: _type = "Task" [ 1125.365302] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.384850] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878e89e5-2a1b-4f0f-8673-8dd2592f53b8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.417887] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1901de-e460-43af-b9e1-04b3f976e3ee {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.449797] env[65978]: WARNING neutronclient.v2_0.client [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.455521] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Reconfiguring VM to detach interface {{(pid=65978) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1125.455918] env[65978]: DEBUG oslo_vmware.api [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.456696] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ed610df-9807-4d4a-92ea-bec33066fefd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.475442] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1571620a-1a15-42f8-8b09-3c8faf2613ef {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.483696] env[65978]: DEBUG oslo_vmware.api [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1125.483696] env[65978]: value = "task-4715295" [ 1125.483696] env[65978]: _type = "Task" [ 1125.483696] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.496030] env[65978]: DEBUG nova.compute.provider_tree [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.507968] env[65978]: DEBUG oslo_vmware.api [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.645601] env[65978]: DEBUG oslo_vmware.api [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715293, 'name': PowerOffVM_Task, 'duration_secs': 0.370615} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.645890] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.646072] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.646337] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6acd45d3-14cc-4cf6-8e90-fc0553897b17 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.734568] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.734832] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.735128] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Deleting the datastore file [datastore2] 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.735430] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4663b2c9-9c8c-4e6f-b74d-bbe60d7d75b2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.757077] env[65978]: DEBUG oslo_vmware.api [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1125.757077] env[65978]: value = "task-4715297" [ 1125.757077] env[65978]: _type = "Task" [ 1125.757077] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.770991] env[65978]: DEBUG oslo_vmware.api [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.890409] env[65978]: DEBUG oslo_vmware.api [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715294, 'name': PowerOffVM_Task, 'duration_secs': 0.268778} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.890642] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.890835] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.891079] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4d8bec9-f836-4612-a876-f2633d7a6221 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.976692] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.976692] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.976692] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Deleting the datastore file [datastore1] 456e9558-ce8f-4971-b953-f2295c77e4af {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.976692] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4b46f43-ea79-4e17-ba62-1dd932596abe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.986063] env[65978]: DEBUG oslo_vmware.api [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 1125.986063] env[65978]: value = "task-4715299" [ 1125.986063] env[65978]: _type = "Task" [ 1125.986063] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.996261] env[65978]: DEBUG oslo_vmware.api [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.003330] env[65978]: DEBUG nova.scheduler.client.report [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.010971] env[65978]: DEBUG oslo_vmware.api [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.270392] env[65978]: DEBUG oslo_vmware.api [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335857} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.270934] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.270934] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.271194] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.271690] env[65978]: INFO nova.compute.manager [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1126.271690] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1126.274714] env[65978]: DEBUG nova.compute.manager [-] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1126.274714] env[65978]: DEBUG nova.network.neutron [-] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1126.274714] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.371352] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.500034] env[65978]: DEBUG oslo_vmware.api [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327468} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.504603] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.504603] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.504603] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.504603] env[65978]: INFO nova.compute.manager [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1126.504603] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1126.504901] env[65978]: DEBUG nova.compute.manager [-] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1126.504901] env[65978]: DEBUG nova.network.neutron [-] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1126.505902] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.516063] env[65978]: DEBUG oslo_concurrency.lockutils [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.516706] env[65978]: DEBUG nova.compute.manager [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1126.520016] env[65978]: DEBUG oslo_vmware.api [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.520349] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.705s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.520560] env[65978]: DEBUG nova.objects.instance [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lazy-loading 'pci_requests' on Instance uuid bf2479a9-c046-48d6-afd6-ab2d62692c9c {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.777017] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.013313] env[65978]: DEBUG oslo_vmware.api [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.023602] env[65978]: DEBUG nova.compute.utils [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.027694] env[65978]: DEBUG nova.objects.instance [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lazy-loading 'numa_topology' on Instance uuid bf2479a9-c046-48d6-afd6-ab2d62692c9c {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.029166] env[65978]: DEBUG nova.compute.manager [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1127.029542] env[65978]: DEBUG nova.network.neutron [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1127.029700] env[65978]: WARNING neutronclient.v2_0.client [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.030393] env[65978]: WARNING neutronclient.v2_0.client [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.096217] env[65978]: DEBUG nova.compute.manager [req-5ca3e3ac-11c1-49fb-9c0f-16259b5343c9 req-e8b5a443-0a5f-4714-abbc-18b0f1c3e374 service nova] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Received event network-vif-deleted-95c3a924-3bd5-4160-a67b-0e0194179252 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1127.096383] env[65978]: INFO nova.compute.manager [req-5ca3e3ac-11c1-49fb-9c0f-16259b5343c9 req-e8b5a443-0a5f-4714-abbc-18b0f1c3e374 service nova] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Neutron deleted interface 95c3a924-3bd5-4160-a67b-0e0194179252; detaching it from the instance and deleting it from the info cache [ 1127.096503] env[65978]: DEBUG nova.network.neutron [req-5ca3e3ac-11c1-49fb-9c0f-16259b5343c9 req-e8b5a443-0a5f-4714-abbc-18b0f1c3e374 service nova] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.164012] env[65978]: DEBUG nova.policy [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a902776c707427eadde28a671d78b59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1eec13c7bab4ec48430206d7331ad1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.374160] env[65978]: DEBUG nova.network.neutron [-] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.513684] env[65978]: DEBUG oslo_vmware.api [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.529718] env[65978]: INFO nova.compute.claims [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.532677] env[65978]: DEBUG nova.compute.manager [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1127.553054] env[65978]: DEBUG nova.network.neutron [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Successfully created port: ba0dc9d8-ebbc-4147-ab56-7605a00cc18d {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1127.600431] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b70a7d77-48bb-4157-82b2-790fafaaa4b6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.602835] env[65978]: DEBUG nova.network.neutron [-] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.612292] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c13ca1-0b0b-4b12-b2b2-20347b066980 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.648606] env[65978]: DEBUG nova.compute.manager [req-5ca3e3ac-11c1-49fb-9c0f-16259b5343c9 req-e8b5a443-0a5f-4714-abbc-18b0f1c3e374 service nova] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Detach interface failed, port_id=95c3a924-3bd5-4160-a67b-0e0194179252, reason: Instance 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1127.811730] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "22035b86-65b5-4ea5-ad8c-a7694fff2638" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.812271] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "22035b86-65b5-4ea5-ad8c-a7694fff2638" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.812271] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "22035b86-65b5-4ea5-ad8c-a7694fff2638-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.812544] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "22035b86-65b5-4ea5-ad8c-a7694fff2638-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.812772] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "22035b86-65b5-4ea5-ad8c-a7694fff2638-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.816697] env[65978]: INFO nova.compute.manager [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Terminating instance [ 1127.881383] env[65978]: INFO nova.compute.manager [-] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Took 1.61 seconds to deallocate network for instance. [ 1128.013468] env[65978]: DEBUG oslo_vmware.api [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.105374] env[65978]: INFO nova.compute.manager [-] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Took 1.60 seconds to deallocate network for instance. [ 1128.319945] env[65978]: DEBUG nova.compute.manager [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1128.320301] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.320604] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b875a53-36a5-496f-82eb-bc38029a05e9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.328745] env[65978]: DEBUG oslo_vmware.api [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1128.328745] env[65978]: value = "task-4715302" [ 1128.328745] env[65978]: _type = "Task" [ 1128.328745] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.338248] env[65978]: DEBUG oslo_vmware.api [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.388252] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.513925] env[65978]: DEBUG oslo_vmware.api [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.546919] env[65978]: DEBUG nova.compute.manager [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1128.585047] env[65978]: DEBUG nova.virt.hardware [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1128.585995] env[65978]: DEBUG nova.virt.hardware [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.586265] env[65978]: DEBUG nova.virt.hardware [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1128.586495] env[65978]: DEBUG nova.virt.hardware [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.586642] env[65978]: DEBUG nova.virt.hardware [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1128.586835] env[65978]: DEBUG nova.virt.hardware [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1128.587029] env[65978]: DEBUG nova.virt.hardware [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1128.587210] env[65978]: DEBUG nova.virt.hardware [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1128.587337] env[65978]: DEBUG nova.virt.hardware [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1128.587496] env[65978]: DEBUG nova.virt.hardware [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1128.587665] env[65978]: DEBUG nova.virt.hardware [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1128.588640] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01617eaf-93a4-4c5b-9e8e-0fb672c673b4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.602122] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a2c0f6-4ccd-4b5b-b10e-7f2afad9ec7e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.612024] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.761136] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dba070-d084-4211-8cbe-495448e5b1cc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.770704] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea3a490-878d-4482-9ac0-4e12f5dd077e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.805298] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611922e0-6736-49b7-bcbc-477a064ff947 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.814522] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b2bf74-cb5f-487d-9b25-ec88bd2bba0b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.829722] env[65978]: DEBUG nova.compute.provider_tree [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.841398] env[65978]: DEBUG oslo_vmware.api [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715302, 'name': PowerOffVM_Task, 'duration_secs': 0.233116} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.842392] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.842597] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Volume detach. Driver type: vmdk {{(pid=65978) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1128.842840] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920160', 'volume_id': 'f7397d28-9299-43ad-9d5f-b40317bd166c', 'name': 'volume-f7397d28-9299-43ad-9d5f-b40317bd166c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '22035b86-65b5-4ea5-ad8c-a7694fff2638', 'attached_at': '2025-11-22T03:38:33.000000', 'detached_at': '', 'volume_id': 'f7397d28-9299-43ad-9d5f-b40317bd166c', 'serial': 'f7397d28-9299-43ad-9d5f-b40317bd166c'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1128.843775] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f380ec71-62f7-4053-a6a8-3cba511e404c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.866177] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fa4141-64a6-40ed-8077-7d62639f1700 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.875163] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db5e0c0-22fb-4d1a-9678-342d736b8d44 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.897586] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70558892-9499-4233-aee9-d0e1239baf08 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.914903] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The volume has not been displaced from its original location: [datastore2] volume-f7397d28-9299-43ad-9d5f-b40317bd166c/volume-f7397d28-9299-43ad-9d5f-b40317bd166c.vmdk. No consolidation needed. {{(pid=65978) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1128.920242] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1128.920621] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-112ef44a-6d6d-4dc5-86f8-f0c05ef933bd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.940302] env[65978]: DEBUG oslo_vmware.api [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1128.940302] env[65978]: value = "task-4715303" [ 1128.940302] env[65978]: _type = "Task" [ 1128.940302] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.949583] env[65978]: DEBUG oslo_vmware.api [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.014936] env[65978]: DEBUG oslo_vmware.api [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.081397] env[65978]: DEBUG nova.compute.manager [req-92ed10f5-f593-411c-bf4f-fd6c497be8e2 req-924c6e0f-0301-4ec6-b76c-476b7b7294ce service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Received event network-vif-plugged-ba0dc9d8-ebbc-4147-ab56-7605a00cc18d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1129.081632] env[65978]: DEBUG oslo_concurrency.lockutils [req-92ed10f5-f593-411c-bf4f-fd6c497be8e2 req-924c6e0f-0301-4ec6-b76c-476b7b7294ce service nova] Acquiring lock "441c1e51-5bdb-4976-bd43-af1ea895ce23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.081898] env[65978]: DEBUG oslo_concurrency.lockutils [req-92ed10f5-f593-411c-bf4f-fd6c497be8e2 req-924c6e0f-0301-4ec6-b76c-476b7b7294ce service nova] Lock "441c1e51-5bdb-4976-bd43-af1ea895ce23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.082094] env[65978]: DEBUG oslo_concurrency.lockutils [req-92ed10f5-f593-411c-bf4f-fd6c497be8e2 req-924c6e0f-0301-4ec6-b76c-476b7b7294ce service nova] Lock "441c1e51-5bdb-4976-bd43-af1ea895ce23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.082136] env[65978]: DEBUG nova.compute.manager [req-92ed10f5-f593-411c-bf4f-fd6c497be8e2 req-924c6e0f-0301-4ec6-b76c-476b7b7294ce service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] No waiting events found dispatching network-vif-plugged-ba0dc9d8-ebbc-4147-ab56-7605a00cc18d {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1129.082319] env[65978]: WARNING nova.compute.manager [req-92ed10f5-f593-411c-bf4f-fd6c497be8e2 req-924c6e0f-0301-4ec6-b76c-476b7b7294ce service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Received unexpected event network-vif-plugged-ba0dc9d8-ebbc-4147-ab56-7605a00cc18d for instance with vm_state building and task_state spawning. [ 1129.101645] env[65978]: DEBUG nova.network.neutron [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Successfully updated port: ba0dc9d8-ebbc-4147-ab56-7605a00cc18d {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1129.142526] env[65978]: DEBUG nova.compute.manager [req-560fa07c-d3f1-4057-90d3-996528dae306 req-1bc96f2d-328f-4d9b-a2cc-176d56a00d7b service nova] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Received event network-vif-deleted-91a84c42-ff2c-4ce2-a63a-9eb70cba7f22 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1129.337141] env[65978]: DEBUG nova.scheduler.client.report [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.452019] env[65978]: DEBUG oslo_vmware.api [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715303, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.516356] env[65978]: DEBUG oslo_vmware.api [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.604489] env[65978]: DEBUG oslo_concurrency.lockutils [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "refresh_cache-441c1e51-5bdb-4976-bd43-af1ea895ce23" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.604667] env[65978]: DEBUG oslo_concurrency.lockutils [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquired lock "refresh_cache-441c1e51-5bdb-4976-bd43-af1ea895ce23" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.604881] env[65978]: DEBUG nova.network.neutron [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1129.749028] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.749028] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.749028] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.749227] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.749376] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65978) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11240}} [ 1129.749581] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.842494] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.322s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.842934] env[65978]: WARNING neutronclient.v2_0.client [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.845758] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.458s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.846664] env[65978]: DEBUG nova.objects.instance [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lazy-loading 'resources' on Instance uuid 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.887330] env[65978]: INFO nova.network.neutron [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Updating port 25f9d4a6-ecf6-468e-98b8-d9b4c64dea91 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1129.950744] env[65978]: DEBUG oslo_vmware.api [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715303, 'name': ReconfigVM_Task, 'duration_secs': 0.555209} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.951040] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1129.955592] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5d7029a-9f46-4890-8dfb-446a37999a1f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.970944] env[65978]: DEBUG oslo_vmware.api [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1129.970944] env[65978]: value = "task-4715304" [ 1129.970944] env[65978]: _type = "Task" [ 1129.970944] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.979648] env[65978]: DEBUG oslo_vmware.api [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.014680] env[65978]: DEBUG oslo_vmware.api [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.158506] env[65978]: DEBUG nova.network.neutron [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1130.253394] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.303236] env[65978]: WARNING neutronclient.v2_0.client [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.377209] env[65978]: DEBUG nova.network.neutron [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Updating instance_info_cache with network_info: [{"id": "ba0dc9d8-ebbc-4147-ab56-7605a00cc18d", "address": "fa:16:3e:b3:3a:8a", "network": {"id": "cd6f4af8-478b-45e6-b86b-673490da8fbd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885631327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1eec13c7bab4ec48430206d7331ad1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba0dc9d8-eb", "ovs_interfaceid": "ba0dc9d8-ebbc-4147-ab56-7605a00cc18d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.485857] env[65978]: DEBUG oslo_vmware.api [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715304, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.516495] env[65978]: DEBUG oslo_vmware.api [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.542724] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad510d66-bd22-41d7-a880-d9b99569d08f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.550605] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1a797e-9a2b-4e52-ab65-a61aa92dec10 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.584332] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215340de-501f-4622-8df3-2dc9a81eab70 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.593172] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b5469d-f08d-408e-a7cd-1b21274b0cc9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.607625] env[65978]: DEBUG nova.compute.provider_tree [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.880095] env[65978]: DEBUG oslo_concurrency.lockutils [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Releasing lock "refresh_cache-441c1e51-5bdb-4976-bd43-af1ea895ce23" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.880469] env[65978]: DEBUG nova.compute.manager [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Instance network_info: |[{"id": "ba0dc9d8-ebbc-4147-ab56-7605a00cc18d", "address": "fa:16:3e:b3:3a:8a", "network": {"id": "cd6f4af8-478b-45e6-b86b-673490da8fbd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885631327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1eec13c7bab4ec48430206d7331ad1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba0dc9d8-eb", "ovs_interfaceid": "ba0dc9d8-ebbc-4147-ab56-7605a00cc18d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1130.880930] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:3a:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1d468f87-964a-4fb6-bab3-b83f6f2646b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba0dc9d8-ebbc-4147-ab56-7605a00cc18d', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.888370] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1130.889030] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.889030] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc3032b7-3dbd-46d0-b2aa-3b2b9b9789b4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.911721] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.911721] env[65978]: value = "task-4715306" [ 1130.911721] env[65978]: _type = "Task" [ 1130.911721] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.922902] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715306, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.983350] env[65978]: DEBUG oslo_vmware.api [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715304, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.016107] env[65978]: DEBUG oslo_vmware.api [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715295, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.111345] env[65978]: DEBUG nova.scheduler.client.report [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.116485] env[65978]: DEBUG nova.compute.manager [req-fe0556e7-f2b8-4e8e-8c2d-4de033a84016 req-b57ce9f7-e493-4408-8155-9d9693699a5d service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Received event network-changed-ba0dc9d8-ebbc-4147-ab56-7605a00cc18d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1131.116686] env[65978]: DEBUG nova.compute.manager [req-fe0556e7-f2b8-4e8e-8c2d-4de033a84016 req-b57ce9f7-e493-4408-8155-9d9693699a5d service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Refreshing instance network info cache due to event network-changed-ba0dc9d8-ebbc-4147-ab56-7605a00cc18d. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1131.116891] env[65978]: DEBUG oslo_concurrency.lockutils [req-fe0556e7-f2b8-4e8e-8c2d-4de033a84016 req-b57ce9f7-e493-4408-8155-9d9693699a5d service nova] Acquiring lock "refresh_cache-441c1e51-5bdb-4976-bd43-af1ea895ce23" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.117036] env[65978]: DEBUG oslo_concurrency.lockutils [req-fe0556e7-f2b8-4e8e-8c2d-4de033a84016 req-b57ce9f7-e493-4408-8155-9d9693699a5d service nova] Acquired lock "refresh_cache-441c1e51-5bdb-4976-bd43-af1ea895ce23" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.117194] env[65978]: DEBUG nova.network.neutron [req-fe0556e7-f2b8-4e8e-8c2d-4de033a84016 req-b57ce9f7-e493-4408-8155-9d9693699a5d service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Refreshing network info cache for port ba0dc9d8-ebbc-4147-ab56-7605a00cc18d {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.334021] env[65978]: DEBUG nova.compute.manager [req-ca4d7b5d-8cc6-4e49-9e1e-a765777c3c10 req-21967154-5ce9-4023-8c81-ce136e198593 service nova] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Received event network-vif-plugged-25f9d4a6-ecf6-468e-98b8-d9b4c64dea91 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1131.334254] env[65978]: DEBUG oslo_concurrency.lockutils [req-ca4d7b5d-8cc6-4e49-9e1e-a765777c3c10 req-21967154-5ce9-4023-8c81-ce136e198593 service nova] Acquiring lock "bf2479a9-c046-48d6-afd6-ab2d62692c9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.334457] env[65978]: DEBUG oslo_concurrency.lockutils [req-ca4d7b5d-8cc6-4e49-9e1e-a765777c3c10 req-21967154-5ce9-4023-8c81-ce136e198593 service nova] Lock "bf2479a9-c046-48d6-afd6-ab2d62692c9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.334637] env[65978]: DEBUG oslo_concurrency.lockutils [req-ca4d7b5d-8cc6-4e49-9e1e-a765777c3c10 req-21967154-5ce9-4023-8c81-ce136e198593 service nova] Lock "bf2479a9-c046-48d6-afd6-ab2d62692c9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.334802] env[65978]: DEBUG nova.compute.manager [req-ca4d7b5d-8cc6-4e49-9e1e-a765777c3c10 req-21967154-5ce9-4023-8c81-ce136e198593 service nova] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] No waiting events found dispatching network-vif-plugged-25f9d4a6-ecf6-468e-98b8-d9b4c64dea91 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1131.334960] env[65978]: WARNING nova.compute.manager [req-ca4d7b5d-8cc6-4e49-9e1e-a765777c3c10 req-21967154-5ce9-4023-8c81-ce136e198593 service nova] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Received unexpected event network-vif-plugged-25f9d4a6-ecf6-468e-98b8-d9b4c64dea91 for instance with vm_state shelved_offloaded and task_state spawning. [ 1131.387156] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquiring lock "refresh_cache-bf2479a9-c046-48d6-afd6-ab2d62692c9c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.387722] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquired lock "refresh_cache-bf2479a9-c046-48d6-afd6-ab2d62692c9c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.387722] env[65978]: DEBUG nova.network.neutron [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1131.423492] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715306, 'name': CreateVM_Task, 'duration_secs': 0.438475} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.423740] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.424202] env[65978]: WARNING neutronclient.v2_0.client [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.424741] env[65978]: DEBUG oslo_concurrency.lockutils [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.424741] env[65978]: DEBUG oslo_concurrency.lockutils [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.425056] env[65978]: DEBUG oslo_concurrency.lockutils [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.425337] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5a6db5e-0746-43f2-99ab-f8f438ad5f3d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.430984] env[65978]: DEBUG oslo_vmware.api [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1131.430984] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52175e5a-2589-9b14-a951-293f6bb28788" [ 1131.430984] env[65978]: _type = "Task" [ 1131.430984] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.439790] env[65978]: DEBUG oslo_vmware.api [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52175e5a-2589-9b14-a951-293f6bb28788, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.483067] env[65978]: DEBUG oslo_vmware.api [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715304, 'name': ReconfigVM_Task, 'duration_secs': 1.159487} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.483398] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920160', 'volume_id': 'f7397d28-9299-43ad-9d5f-b40317bd166c', 'name': 'volume-f7397d28-9299-43ad-9d5f-b40317bd166c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '22035b86-65b5-4ea5-ad8c-a7694fff2638', 'attached_at': '2025-11-22T03:38:33.000000', 'detached_at': '', 'volume_id': 'f7397d28-9299-43ad-9d5f-b40317bd166c', 'serial': 'f7397d28-9299-43ad-9d5f-b40317bd166c'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1131.483653] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.484462] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e95198-89bb-4af4-b3b5-2f4ad4ca0b03 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.492297] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.492609] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80a0ad9f-ae6d-46a6-903d-7f02b89f89ab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.521411] env[65978]: DEBUG oslo_vmware.api [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715295, 'name': ReconfigVM_Task, 'duration_secs': 5.835907} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.521722] env[65978]: DEBUG oslo_concurrency.lockutils [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.521931] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Reconfigured VM to detach interface {{(pid=65978) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1131.522408] env[65978]: WARNING neutronclient.v2_0.client [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.522745] env[65978]: WARNING neutronclient.v2_0.client [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.574877] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.575223] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.575527] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Deleting the datastore file [datastore2] 22035b86-65b5-4ea5-ad8c-a7694fff2638 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.575905] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ac5bfc3-e300-49e7-b75a-e884927139c0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.584790] env[65978]: DEBUG oslo_vmware.api [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1131.584790] env[65978]: value = "task-4715308" [ 1131.584790] env[65978]: _type = "Task" [ 1131.584790] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.594534] env[65978]: DEBUG oslo_vmware.api [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.620116] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.622761] env[65978]: WARNING neutronclient.v2_0.client [req-fe0556e7-f2b8-4e8e-8c2d-4de033a84016 req-b57ce9f7-e493-4408-8155-9d9693699a5d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.625294] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.013s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.625919] env[65978]: DEBUG nova.objects.instance [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lazy-loading 'resources' on Instance uuid 456e9558-ce8f-4971-b953-f2295c77e4af {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.652388] env[65978]: INFO nova.scheduler.client.report [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Deleted allocations for instance 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2 [ 1131.850719] env[65978]: WARNING neutronclient.v2_0.client [req-fe0556e7-f2b8-4e8e-8c2d-4de033a84016 req-b57ce9f7-e493-4408-8155-9d9693699a5d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.890557] env[65978]: WARNING neutronclient.v2_0.client [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.923582] env[65978]: DEBUG nova.network.neutron [req-fe0556e7-f2b8-4e8e-8c2d-4de033a84016 req-b57ce9f7-e493-4408-8155-9d9693699a5d service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Updated VIF entry in instance network info cache for port ba0dc9d8-ebbc-4147-ab56-7605a00cc18d. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1131.924104] env[65978]: DEBUG nova.network.neutron [req-fe0556e7-f2b8-4e8e-8c2d-4de033a84016 req-b57ce9f7-e493-4408-8155-9d9693699a5d service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Updating instance_info_cache with network_info: [{"id": "ba0dc9d8-ebbc-4147-ab56-7605a00cc18d", "address": "fa:16:3e:b3:3a:8a", "network": {"id": "cd6f4af8-478b-45e6-b86b-673490da8fbd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885631327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1eec13c7bab4ec48430206d7331ad1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba0dc9d8-eb", "ovs_interfaceid": "ba0dc9d8-ebbc-4147-ab56-7605a00cc18d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.943823] env[65978]: DEBUG oslo_vmware.api [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52175e5a-2589-9b14-a951-293f6bb28788, 'name': SearchDatastore_Task, 'duration_secs': 0.010563} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.944158] env[65978]: DEBUG oslo_concurrency.lockutils [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.944387] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.944609] env[65978]: DEBUG oslo_concurrency.lockutils [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.944779] env[65978]: DEBUG oslo_concurrency.lockutils [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.944943] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.945225] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f689320-2e2d-4a8e-8fd7-c8a3095671d9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.958053] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.958053] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.958201] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55026081-c1d9-4c23-97f8-d93bf6154b3b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.966655] env[65978]: DEBUG oslo_vmware.api [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1131.966655] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523e9002-0273-c072-6453-a5de8f668579" [ 1131.966655] env[65978]: _type = "Task" [ 1131.966655] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.985542] env[65978]: DEBUG oslo_vmware.api [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523e9002-0273-c072-6453-a5de8f668579, 'name': SearchDatastore_Task, 'duration_secs': 0.010438} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.986805] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b96c0f0-e366-45a9-9afa-a078d538cb85 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.998389] env[65978]: DEBUG oslo_vmware.api [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1131.998389] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b95fc2-e044-e756-2e4d-b9cdab8f78bd" [ 1131.998389] env[65978]: _type = "Task" [ 1131.998389] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.013469] env[65978]: DEBUG oslo_vmware.api [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b95fc2-e044-e756-2e4d-b9cdab8f78bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.095658] env[65978]: DEBUG oslo_vmware.api [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157107} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.097014] env[65978]: WARNING neutronclient.v2_0.client [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.099463] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.099712] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.099928] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.100159] env[65978]: INFO nova.compute.manager [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Took 3.78 seconds to destroy the instance on the hypervisor. [ 1132.100441] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1132.100867] env[65978]: DEBUG nova.compute.manager [-] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1132.101010] env[65978]: DEBUG nova.network.neutron [-] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1132.101246] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.160014] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.169124] env[65978]: DEBUG oslo_concurrency.lockutils [None req-8ec09037-4820-427d-b784-026f9d4dceb1 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "99e663af-76fd-4e61-a8f8-2ec85fb6c0d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.570s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.173415] env[65978]: DEBUG nova.network.neutron [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Updating instance_info_cache with network_info: [{"id": "25f9d4a6-ecf6-468e-98b8-d9b4c64dea91", "address": "fa:16:3e:6b:b1:64", "network": {"id": "094786c4-f38d-4289-bcab-127f807a4b3a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1948443673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702e5f5fc44f45c694bb31dec97f3898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f9d4a6-ec", "ovs_interfaceid": "25f9d4a6-ecf6-468e-98b8-d9b4c64dea91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.330488] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87458e43-bab6-4085-be1f-e80363e28b99 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.346187] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239c2a9d-bcb0-4975-900b-5917b6527d0c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.383819] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a2b907-c17a-45bd-9a79-e3ef9367918e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.393774] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7949fe1f-419b-4382-b87e-2b8601401c11 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.410064] env[65978]: DEBUG nova.compute.provider_tree [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.426561] env[65978]: DEBUG oslo_concurrency.lockutils [req-fe0556e7-f2b8-4e8e-8c2d-4de033a84016 req-b57ce9f7-e493-4408-8155-9d9693699a5d service nova] Releasing lock "refresh_cache-441c1e51-5bdb-4976-bd43-af1ea895ce23" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.511254] env[65978]: DEBUG oslo_vmware.api [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b95fc2-e044-e756-2e4d-b9cdab8f78bd, 'name': SearchDatastore_Task, 'duration_secs': 0.015568} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.511992] env[65978]: DEBUG oslo_concurrency.lockutils [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.512304] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 441c1e51-5bdb-4976-bd43-af1ea895ce23/441c1e51-5bdb-4976-bd43-af1ea895ce23.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.512595] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb06038e-5d29-4900-9fb3-bbd69c618579 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.522815] env[65978]: DEBUG oslo_vmware.api [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1132.522815] env[65978]: value = "task-4715310" [ 1132.522815] env[65978]: _type = "Task" [ 1132.522815] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.534758] env[65978]: DEBUG oslo_vmware.api [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.676423] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Releasing lock "refresh_cache-bf2479a9-c046-48d6-afd6-ab2d62692c9c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.710240] env[65978]: DEBUG nova.virt.hardware [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0fa71b86a8eaf522bf9f1b476fac53b7',container_format='bare',created_at=2025-11-22T03:38:04Z,direct_url=,disk_format='vmdk',id=e0b6e7b0-5e94-49d1-a2b8-102951e9d24a,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1780576311-shelved',owner='702e5f5fc44f45c694bb31dec97f3898',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-11-22T03:38:17Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1132.710494] env[65978]: DEBUG nova.virt.hardware [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.710724] env[65978]: DEBUG nova.virt.hardware [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1132.711409] env[65978]: DEBUG nova.virt.hardware [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.711409] env[65978]: DEBUG nova.virt.hardware [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1132.711409] env[65978]: DEBUG nova.virt.hardware [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1132.711409] env[65978]: DEBUG nova.virt.hardware [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1132.711651] env[65978]: DEBUG nova.virt.hardware [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1132.711703] env[65978]: DEBUG nova.virt.hardware [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1132.712154] env[65978]: DEBUG nova.virt.hardware [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1132.714919] env[65978]: DEBUG nova.virt.hardware [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1132.714919] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9dc735-4f1f-44b1-8bf8-b94858b88351 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.725584] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f415fe3-5767-4f07-b24a-889fdb181159 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.742791] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:b1:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25f9d4a6-ecf6-468e-98b8-d9b4c64dea91', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.751374] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1132.751788] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.752060] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50e7b88b-0ba5-4d45-8673-2b9818530e8a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.779870] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.779870] env[65978]: value = "task-4715311" [ 1132.779870] env[65978]: _type = "Task" [ 1132.779870] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.792020] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715311, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.841062] env[65978]: DEBUG oslo_concurrency.lockutils [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "refresh_cache-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.841279] env[65978]: DEBUG oslo_concurrency.lockutils [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "refresh_cache-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.841478] env[65978]: DEBUG nova.network.neutron [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1132.916505] env[65978]: DEBUG nova.scheduler.client.report [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.038977] env[65978]: DEBUG oslo_vmware.api [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715310, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.128587] env[65978]: DEBUG nova.network.neutron [-] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.260619] env[65978]: DEBUG nova.compute.manager [req-68fe7c2a-7143-49dd-b7b7-4063850ebc2f req-3ac1e5e3-cee6-4aa2-81a6-5a5f99d4bf33 service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Received event network-vif-deleted-acc56d97-a170-4b89-bc16-a8275248665c {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1133.260847] env[65978]: INFO nova.compute.manager [req-68fe7c2a-7143-49dd-b7b7-4063850ebc2f req-3ac1e5e3-cee6-4aa2-81a6-5a5f99d4bf33 service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Neutron deleted interface acc56d97-a170-4b89-bc16-a8275248665c; detaching it from the instance and deleting it from the info cache [ 1133.261503] env[65978]: DEBUG nova.network.neutron [req-68fe7c2a-7143-49dd-b7b7-4063850ebc2f req-3ac1e5e3-cee6-4aa2-81a6-5a5f99d4bf33 service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Updating instance_info_cache with network_info: [{"id": "f0623592-9c43-419a-a3e5-c26b37df3f01", "address": "fa:16:3e:d9:c0:6f", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0623592-9c", "ovs_interfaceid": "f0623592-9c43-419a-a3e5-c26b37df3f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "33c0e2c0-b982-4027-8af5-068ddfc63332", "address": "fa:16:3e:fb:6f:28", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c0e2c0-b9", "ovs_interfaceid": "33c0e2c0-b982-4027-8af5-068ddfc63332", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.290803] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715311, 'name': CreateVM_Task, 'duration_secs': 0.404472} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.290910] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.291404] env[65978]: WARNING neutronclient.v2_0.client [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.291865] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0b6e7b0-5e94-49d1-a2b8-102951e9d24a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.292098] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0b6e7b0-5e94-49d1-a2b8-102951e9d24a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.292513] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0b6e7b0-5e94-49d1-a2b8-102951e9d24a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.293229] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c890c356-d303-4b75-994a-fd8d33053fd7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.299605] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1133.299605] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5223eb40-9d25-9bd9-dcd0-c2f549a0bfe8" [ 1133.299605] env[65978]: _type = "Task" [ 1133.299605] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.310866] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5223eb40-9d25-9bd9-dcd0-c2f549a0bfe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.345865] env[65978]: WARNING neutronclient.v2_0.client [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.399348] env[65978]: DEBUG nova.compute.manager [req-b65307e1-6940-4f9b-8cd6-7a59f614b46a req-0552044f-270d-452c-bb2f-fbfacd83465c service nova] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Received event network-changed-25f9d4a6-ecf6-468e-98b8-d9b4c64dea91 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1133.399348] env[65978]: DEBUG nova.compute.manager [req-b65307e1-6940-4f9b-8cd6-7a59f614b46a req-0552044f-270d-452c-bb2f-fbfacd83465c service nova] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Refreshing instance network info cache due to event network-changed-25f9d4a6-ecf6-468e-98b8-d9b4c64dea91. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1133.399348] env[65978]: DEBUG oslo_concurrency.lockutils [req-b65307e1-6940-4f9b-8cd6-7a59f614b46a req-0552044f-270d-452c-bb2f-fbfacd83465c service nova] Acquiring lock "refresh_cache-bf2479a9-c046-48d6-afd6-ab2d62692c9c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.399348] env[65978]: DEBUG oslo_concurrency.lockutils [req-b65307e1-6940-4f9b-8cd6-7a59f614b46a req-0552044f-270d-452c-bb2f-fbfacd83465c service nova] Acquired lock "refresh_cache-bf2479a9-c046-48d6-afd6-ab2d62692c9c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.399348] env[65978]: DEBUG nova.network.neutron [req-b65307e1-6940-4f9b-8cd6-7a59f614b46a req-0552044f-270d-452c-bb2f-fbfacd83465c service nova] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Refreshing network info cache for port 25f9d4a6-ecf6-468e-98b8-d9b4c64dea91 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.420200] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.795s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.422804] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.170s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.423047] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.423047] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65978) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1133.426814] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed21b661-e974-41dd-b305-d03c5cc3fa7e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.438187] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb72a81-36c8-4562-b4c5-c37d525db301 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.457994] env[65978]: INFO nova.scheduler.client.report [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Deleted allocations for instance 456e9558-ce8f-4971-b953-f2295c77e4af [ 1133.463413] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a19c01e-a99d-4611-a2e2-f56a48608768 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.472669] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fc012f-3687-4dd5-990b-68782f13123b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.509272] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178582MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65978) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1133.509272] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.509765] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.538795] env[65978]: DEBUG oslo_vmware.api [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55556} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.539093] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 441c1e51-5bdb-4976-bd43-af1ea895ce23/441c1e51-5bdb-4976-bd43-af1ea895ce23.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.539311] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.539633] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bc3f4cf-c680-4bc5-b492-ec1d069f0149 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.548868] env[65978]: DEBUG oslo_vmware.api [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1133.548868] env[65978]: value = "task-4715312" [ 1133.548868] env[65978]: _type = "Task" [ 1133.548868] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.560722] env[65978]: DEBUG oslo_vmware.api [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.599114] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "4ab1ae05-5a07-4ec6-80ea-d67c877d6841" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.599501] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "4ab1ae05-5a07-4ec6-80ea-d67c877d6841" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.613128] env[65978]: WARNING neutronclient.v2_0.client [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.631960] env[65978]: INFO nova.compute.manager [-] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Took 1.53 seconds to deallocate network for instance. [ 1133.711963] env[65978]: INFO nova.network.neutron [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Port 33c0e2c0-b982-4027-8af5-068ddfc63332 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1133.712178] env[65978]: INFO nova.network.neutron [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Port acc56d97-a170-4b89-bc16-a8275248665c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1133.712523] env[65978]: DEBUG nova.network.neutron [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Updating instance_info_cache with network_info: [{"id": "f0623592-9c43-419a-a3e5-c26b37df3f01", "address": "fa:16:3e:d9:c0:6f", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0623592-9c", "ovs_interfaceid": "f0623592-9c43-419a-a3e5-c26b37df3f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.764798] env[65978]: DEBUG oslo_concurrency.lockutils [req-68fe7c2a-7143-49dd-b7b7-4063850ebc2f req-3ac1e5e3-cee6-4aa2-81a6-5a5f99d4bf33 service nova] Acquiring lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.765063] env[65978]: DEBUG oslo_concurrency.lockutils [req-68fe7c2a-7143-49dd-b7b7-4063850ebc2f req-3ac1e5e3-cee6-4aa2-81a6-5a5f99d4bf33 service nova] Acquired lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.767045] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cffab78-7ab2-4d9b-aef2-4609a66c1bb9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.776672] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.792229] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1609a591-5616-4835-a642-e937183d1375 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.834537] env[65978]: WARNING neutronclient.v2_0.client [req-68fe7c2a-7143-49dd-b7b7-4063850ebc2f req-3ac1e5e3-cee6-4aa2-81a6-5a5f99d4bf33 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.839951] env[65978]: DEBUG nova.virt.vmwareapi.vmops [req-68fe7c2a-7143-49dd-b7b7-4063850ebc2f req-3ac1e5e3-cee6-4aa2-81a6-5a5f99d4bf33 service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Reconfiguring VM to detach interface {{(pid=65978) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1133.840292] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4180e8f2-5b0b-4468-99da-40321537017a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.862788] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0b6e7b0-5e94-49d1-a2b8-102951e9d24a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.863087] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Processing image e0b6e7b0-5e94-49d1-a2b8-102951e9d24a {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.863333] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0b6e7b0-5e94-49d1-a2b8-102951e9d24a/e0b6e7b0-5e94-49d1-a2b8-102951e9d24a.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.863477] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0b6e7b0-5e94-49d1-a2b8-102951e9d24a/e0b6e7b0-5e94-49d1-a2b8-102951e9d24a.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.863657] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.864024] env[65978]: DEBUG oslo_vmware.api [req-68fe7c2a-7143-49dd-b7b7-4063850ebc2f req-3ac1e5e3-cee6-4aa2-81a6-5a5f99d4bf33 service nova] Waiting for the task: (returnval){ [ 1133.864024] env[65978]: value = "task-4715313" [ 1133.864024] env[65978]: _type = "Task" [ 1133.864024] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.864256] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c08ece7-f065-401a-8975-7d946fd16e73 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.876892] env[65978]: DEBUG oslo_vmware.api [req-68fe7c2a-7143-49dd-b7b7-4063850ebc2f req-3ac1e5e3-cee6-4aa2-81a6-5a5f99d4bf33 service nova] Task: {'id': task-4715313, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.879785] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.879975] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.880785] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e0caa2-b35d-416c-a013-87e5aedceaf1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.886865] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1133.886865] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e6b48d-cd24-c580-a12d-d9b5e2e31411" [ 1133.886865] env[65978]: _type = "Task" [ 1133.886865] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.896956] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e6b48d-cd24-c580-a12d-d9b5e2e31411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.902755] env[65978]: WARNING neutronclient.v2_0.client [req-b65307e1-6940-4f9b-8cd6-7a59f614b46a req-0552044f-270d-452c-bb2f-fbfacd83465c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.966387] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e35a872-f7ae-4073-b4be-2d2b2b29add1 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "456e9558-ce8f-4971-b953-f2295c77e4af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.149s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.048827] env[65978]: WARNING neutronclient.v2_0.client [req-b65307e1-6940-4f9b-8cd6-7a59f614b46a req-0552044f-270d-452c-bb2f-fbfacd83465c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.062855] env[65978]: DEBUG oslo_vmware.api [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142897} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.063507] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.063939] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e55731-c66c-454f-9770-3cc09b670388 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.838997] env[65978]: DEBUG nova.compute.manager [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1134.842336] env[65978]: DEBUG oslo_concurrency.lockutils [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "refresh_cache-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.848022] env[65978]: DEBUG oslo_concurrency.lockutils [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "d7ba63a2-5c91-4400-adf0-a8a27e6f7a34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.848022] env[65978]: DEBUG oslo_concurrency.lockutils [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "d7ba63a2-5c91-4400-adf0-a8a27e6f7a34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.848022] env[65978]: DEBUG oslo_concurrency.lockutils [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "d7ba63a2-5c91-4400-adf0-a8a27e6f7a34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.848022] env[65978]: DEBUG oslo_concurrency.lockutils [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "d7ba63a2-5c91-4400-adf0-a8a27e6f7a34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.848022] env[65978]: DEBUG oslo_concurrency.lockutils [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "d7ba63a2-5c91-4400-adf0-a8a27e6f7a34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.859056] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 441c1e51-5bdb-4976-bd43-af1ea895ce23/441c1e51-5bdb-4976-bd43-af1ea895ce23.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.863821] env[65978]: INFO nova.compute.manager [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Took 1.23 seconds to detach 1 volumes for instance. [ 1134.867808] env[65978]: INFO nova.compute.manager [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Terminating instance [ 1134.875643] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32e8e37d-c5e5-4dc2-8c2a-1a5438bf1d61 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.904562] env[65978]: DEBUG oslo_vmware.api [req-68fe7c2a-7143-49dd-b7b7-4063850ebc2f req-3ac1e5e3-cee6-4aa2-81a6-5a5f99d4bf33 service nova] Task: {'id': task-4715313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.905968] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Preparing fetch location {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1134.906222] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Fetch image to [datastore2] OSTACK_IMG_23e1c1e5-6f58-4ed7-a0cd-c63e860f4a23/OSTACK_IMG_23e1c1e5-6f58-4ed7-a0cd-c63e860f4a23.vmdk {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1134.906400] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Downloading stream optimized image e0b6e7b0-5e94-49d1-a2b8-102951e9d24a to [datastore2] OSTACK_IMG_23e1c1e5-6f58-4ed7-a0cd-c63e860f4a23/OSTACK_IMG_23e1c1e5-6f58-4ed7-a0cd-c63e860f4a23.vmdk on the data store datastore2 as vApp {{(pid=65978) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1134.906563] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Downloading image file data e0b6e7b0-5e94-49d1-a2b8-102951e9d24a to the ESX as VM named 'OSTACK_IMG_23e1c1e5-6f58-4ed7-a0cd-c63e860f4a23' {{(pid=65978) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1134.908768] env[65978]: DEBUG oslo_vmware.api [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1134.908768] env[65978]: value = "task-4715315" [ 1134.908768] env[65978]: _type = "Task" [ 1134.908768] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.918713] env[65978]: DEBUG oslo_vmware.api [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.937367] env[65978]: DEBUG nova.network.neutron [req-b65307e1-6940-4f9b-8cd6-7a59f614b46a req-0552044f-270d-452c-bb2f-fbfacd83465c service nova] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Updated VIF entry in instance network info cache for port 25f9d4a6-ecf6-468e-98b8-d9b4c64dea91. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1134.938119] env[65978]: DEBUG nova.network.neutron [req-b65307e1-6940-4f9b-8cd6-7a59f614b46a req-0552044f-270d-452c-bb2f-fbfacd83465c service nova] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Updating instance_info_cache with network_info: [{"id": "25f9d4a6-ecf6-468e-98b8-d9b4c64dea91", "address": "fa:16:3e:6b:b1:64", "network": {"id": "094786c4-f38d-4289-bcab-127f807a4b3a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1948443673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702e5f5fc44f45c694bb31dec97f3898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f9d4a6-ec", "ovs_interfaceid": "25f9d4a6-ecf6-468e-98b8-d9b4c64dea91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.956238] env[65978]: DEBUG oslo_concurrency.lockutils [req-b65307e1-6940-4f9b-8cd6-7a59f614b46a req-0552044f-270d-452c-bb2f-fbfacd83465c service nova] Releasing lock "refresh_cache-bf2479a9-c046-48d6-afd6-ab2d62692c9c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.956494] env[65978]: DEBUG nova.compute.manager [req-b65307e1-6940-4f9b-8cd6-7a59f614b46a req-0552044f-270d-452c-bb2f-fbfacd83465c service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Received event network-vif-deleted-33c0e2c0-b982-4027-8af5-068ddfc63332 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1134.956685] env[65978]: INFO nova.compute.manager [req-b65307e1-6940-4f9b-8cd6-7a59f614b46a req-0552044f-270d-452c-bb2f-fbfacd83465c service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Neutron deleted interface 33c0e2c0-b982-4027-8af5-068ddfc63332; detaching it from the instance and deleting it from the info cache [ 1134.956895] env[65978]: DEBUG nova.network.neutron [req-b65307e1-6940-4f9b-8cd6-7a59f614b46a req-0552044f-270d-452c-bb2f-fbfacd83465c service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Updating instance_info_cache with network_info: [{"id": "f0623592-9c43-419a-a3e5-c26b37df3f01", "address": "fa:16:3e:d9:c0:6f", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0623592-9c", "ovs_interfaceid": "f0623592-9c43-419a-a3e5-c26b37df3f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.996572] env[65978]: DEBUG oslo_vmware.rw_handles [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1134.996572] env[65978]: value = "resgroup-9" [ 1134.996572] env[65978]: _type = "ResourcePool" [ 1134.996572] env[65978]: }. {{(pid=65978) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1134.996790] env[65978]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e34495fc-c123-4d36-9d12-dec48f13be76 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.019445] env[65978]: DEBUG oslo_vmware.rw_handles [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lease: (returnval){ [ 1135.019445] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b504c4-b017-ee3c-c353-ee630ce8f07f" [ 1135.019445] env[65978]: _type = "HttpNfcLease" [ 1135.019445] env[65978]: } obtained for vApp import into resource pool (val){ [ 1135.019445] env[65978]: value = "resgroup-9" [ 1135.019445] env[65978]: _type = "ResourcePool" [ 1135.019445] env[65978]: }. {{(pid=65978) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1135.019836] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the lease: (returnval){ [ 1135.019836] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b504c4-b017-ee3c-c353-ee630ce8f07f" [ 1135.019836] env[65978]: _type = "HttpNfcLease" [ 1135.019836] env[65978]: } to be ready. {{(pid=65978) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1135.027759] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1135.027759] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b504c4-b017-ee3c-c353-ee630ce8f07f" [ 1135.027759] env[65978]: _type = "HttpNfcLease" [ 1135.027759] env[65978]: } is initializing. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1135.029621] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 836b67a1-e5e1-4803-a750-506af6a22fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1135.029787] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance baf140d5-8c41-45ca-99b3-52c4c00adebd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1135.029929] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance d020c361-f57c-400f-b41f-c6ed384a0008 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1135.030285] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance d7ba63a2-5c91-4400-adf0-a8a27e6f7a34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1135.030502] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1135.030635] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 22035b86-65b5-4ea5-ad8c-a7694fff2638 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1135.030774] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 77485826-2a39-4654-956e-8922d1367635 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1135.030888] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 252f26bc-161b-4352-9915-d4a3e2e3e4cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1135.030995] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 4ccf288c-26ad-4815-b010-5582038ea228 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1135.031113] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance bf2479a9-c046-48d6-afd6-ab2d62692c9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1135.031220] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 441c1e51-5bdb-4976-bd43-af1ea895ce23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1135.345943] env[65978]: DEBUG oslo_concurrency.lockutils [None req-67012ae0-254f-42fa-b7b1-a4ae420d91bc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "interface-5e8dbfdc-c96a-49ae-8c33-819dd88c4e58-33c0e2c0-b982-4027-8af5-068ddfc63332" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.507s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.360118] env[65978]: DEBUG oslo_vmware.api [req-68fe7c2a-7143-49dd-b7b7-4063850ebc2f req-3ac1e5e3-cee6-4aa2-81a6-5a5f99d4bf33 service nova] Task: {'id': task-4715313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.361044] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.393170] env[65978]: DEBUG nova.compute.manager [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1135.393634] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.394376] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.395291] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0528c4e8-1e3e-4595-b1aa-6d93b03bb2d4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.404339] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.404619] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2575612d-7d4b-41b4-abf8-5e96f14795b6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.414320] env[65978]: DEBUG oslo_vmware.api [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 1135.414320] env[65978]: value = "task-4715317" [ 1135.414320] env[65978]: _type = "Task" [ 1135.414320] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.420931] env[65978]: DEBUG oslo_vmware.api [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715315, 'name': ReconfigVM_Task, 'duration_secs': 0.332631} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.421616] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 441c1e51-5bdb-4976-bd43-af1ea895ce23/441c1e51-5bdb-4976-bd43-af1ea895ce23.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.422378] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc085d00-7dd6-4c3b-8da0-f72c461d63d0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.426957] env[65978]: DEBUG oslo_vmware.api [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.435736] env[65978]: DEBUG oslo_vmware.api [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1135.435736] env[65978]: value = "task-4715318" [ 1135.435736] env[65978]: _type = "Task" [ 1135.435736] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.451685] env[65978]: DEBUG oslo_vmware.api [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715318, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.460362] env[65978]: DEBUG oslo_concurrency.lockutils [req-b65307e1-6940-4f9b-8cd6-7a59f614b46a req-0552044f-270d-452c-bb2f-fbfacd83465c service nova] Acquiring lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.528011] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1135.528011] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b504c4-b017-ee3c-c353-ee630ce8f07f" [ 1135.528011] env[65978]: _type = "HttpNfcLease" [ 1135.528011] env[65978]: } is ready. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1135.528336] env[65978]: DEBUG oslo_vmware.rw_handles [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1135.528336] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b504c4-b017-ee3c-c353-ee630ce8f07f" [ 1135.528336] env[65978]: _type = "HttpNfcLease" [ 1135.528336] env[65978]: }. {{(pid=65978) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1135.529090] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7cf79a-be17-44b9-9d79-7661a7b2f72d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.534572] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 4ab1ae05-5a07-4ec6-80ea-d67c877d6841 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1135.534800] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1135.534974] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=100GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '11', 'num_vm_active': '9', 'num_task_None': '7', 'num_os_type_None': '11', 'num_proj_89300743ada64b348ab266269b499f22': '2', 'io_workload': '1', 'num_proj_0febab1f921a4c61b099653637434721': '1', 'num_proj_3c49dc3ab15040418137657626c806a8': '1', 'num_proj_a2f0f218c5114f3a81e15fb4f71f7d91': '1', 'num_task_deleting': '2', 'num_proj_67c0285adf994e4ab5fbfe0226d33b52': '1', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '2', 'num_proj_702e5f5fc44f45c694bb31dec97f3898': '1', 'num_proj_a872165ef8e4489b9cf7d7e59545d317': '1', 'num_proj_267bbaf30cc74f989e3f217b0a842e2d': '1', 'num_proj_b437a74b307245bf988edfef378aff16': '1', 'num_vm_building': '1', 'num_proj_c1eec13c7bab4ec48430206d7331ad1c': '1'} {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1135.541132] env[65978]: DEBUG oslo_vmware.rw_handles [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529cfc1d-0600-94b6-34b4-e158691e2517/disk-0.vmdk from lease info. {{(pid=65978) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1135.541299] env[65978]: DEBUG oslo_vmware.rw_handles [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529cfc1d-0600-94b6-34b4-e158691e2517/disk-0.vmdk. {{(pid=65978) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1135.609013] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-924c3721-e705-4a97-bce6-130bceb34987 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.745336] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be20d59a-d7f9-4c19-bfc7-adb4ceccc278 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.756089] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e5e97d-3955-4fcf-b483-d98bff07b464 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.791421] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525a54d9-9ee8-4ff6-b08a-bf499f651e17 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.802679] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c7b19d-a8c8-48cd-9432-1df43bb024bf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.818630] env[65978]: DEBUG nova.compute.provider_tree [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.859027] env[65978]: DEBUG oslo_vmware.api [req-68fe7c2a-7143-49dd-b7b7-4063850ebc2f req-3ac1e5e3-cee6-4aa2-81a6-5a5f99d4bf33 service nova] Task: {'id': task-4715313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.926675] env[65978]: DEBUG oslo_vmware.api [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715317, 'name': PowerOffVM_Task, 'duration_secs': 0.202432} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.928683] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.928864] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.929162] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0feecff-634d-4cc7-9e57-b8a21aab3a5e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.946606] env[65978]: DEBUG oslo_vmware.api [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715318, 'name': Rename_Task, 'duration_secs': 0.148963} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.948044] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.948331] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fca5cfa3-2748-49df-888f-d2ca354cd11c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.955705] env[65978]: DEBUG oslo_vmware.api [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1135.955705] env[65978]: value = "task-4715320" [ 1135.955705] env[65978]: _type = "Task" [ 1135.955705] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.966572] env[65978]: DEBUG oslo_vmware.api [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.015539] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.015769] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.016215] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Deleting the datastore file [datastore2] d7ba63a2-5c91-4400-adf0-a8a27e6f7a34 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.016457] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bd3d1eb-9d86-4fcd-a18b-9afcf85f608a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.025694] env[65978]: DEBUG oslo_vmware.api [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for the task: (returnval){ [ 1136.025694] env[65978]: value = "task-4715321" [ 1136.025694] env[65978]: _type = "Task" [ 1136.025694] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.035124] env[65978]: DEBUG oslo_vmware.api [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.324276] env[65978]: DEBUG nova.scheduler.client.report [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.361479] env[65978]: DEBUG oslo_vmware.api [req-68fe7c2a-7143-49dd-b7b7-4063850ebc2f req-3ac1e5e3-cee6-4aa2-81a6-5a5f99d4bf33 service nova] Task: {'id': task-4715313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.466555] env[65978]: DEBUG oslo_vmware.api [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715320, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.539092] env[65978]: DEBUG oslo_vmware.api [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Task: {'id': task-4715321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223379} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.539369] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.539369] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.539607] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.539837] env[65978]: INFO nova.compute.manager [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1136.540376] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1136.542437] env[65978]: DEBUG nova.compute.manager [-] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1136.542557] env[65978]: DEBUG nova.network.neutron [-] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1136.542844] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.582579] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.833665] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65978) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1136.833942] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.324s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.835311] env[65978]: DEBUG nova.compute.manager [req-61ad53ec-23f2-46fd-b7f9-0350e9c84a2e req-d962167d-83dd-4071-a9bc-383c7387c7b2 service nova] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Received event network-vif-deleted-ea38b1c9-c015-4a44-9a6c-9c1d2ba9f0ea {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1136.835691] env[65978]: INFO nova.compute.manager [req-61ad53ec-23f2-46fd-b7f9-0350e9c84a2e req-d962167d-83dd-4071-a9bc-383c7387c7b2 service nova] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Neutron deleted interface ea38b1c9-c015-4a44-9a6c-9c1d2ba9f0ea; detaching it from the instance and deleting it from the info cache [ 1136.835825] env[65978]: DEBUG nova.network.neutron [req-61ad53ec-23f2-46fd-b7f9-0350e9c84a2e req-d962167d-83dd-4071-a9bc-383c7387c7b2 service nova] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.838058] env[65978]: DEBUG oslo_vmware.rw_handles [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Completed reading data from the image iterator. {{(pid=65978) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1136.838058] env[65978]: DEBUG oslo_vmware.rw_handles [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529cfc1d-0600-94b6-34b4-e158691e2517/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1136.838058] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.477s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.839739] env[65978]: INFO nova.compute.claims [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.843027] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1136.843120] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Cleaning up deleted instances {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11921}} [ 1136.847050] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437bb860-9f29-48ae-9b33-ce91cf4968f3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.856547] env[65978]: DEBUG oslo_vmware.rw_handles [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529cfc1d-0600-94b6-34b4-e158691e2517/disk-0.vmdk is in state: ready. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1136.856714] env[65978]: DEBUG oslo_vmware.rw_handles [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529cfc1d-0600-94b6-34b4-e158691e2517/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1136.857352] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a71a0610-4092-48bb-8d15-a6fb7ba0e265 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.864327] env[65978]: DEBUG oslo_vmware.api [req-68fe7c2a-7143-49dd-b7b7-4063850ebc2f req-3ac1e5e3-cee6-4aa2-81a6-5a5f99d4bf33 service nova] Task: {'id': task-4715313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.966448] env[65978]: DEBUG oslo_vmware.api [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715320, 'name': PowerOnVM_Task, 'duration_secs': 0.57031} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.969550] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.969859] env[65978]: INFO nova.compute.manager [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1136.970080] env[65978]: DEBUG nova.compute.manager [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1136.970853] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fedb58-7ac6-4737-aa44-42db72117119 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.306768] env[65978]: DEBUG nova.network.neutron [-] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.365454] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] There are 68 instances to clean {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11930}} [ 1137.365630] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 99e663af-76fd-4e61-a8f8-2ec85fb6c0d2] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1137.370686] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5bb917c5-08ff-42c4-ac9a-dfea8a8c114c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.383181] env[65978]: DEBUG oslo_vmware.api [req-68fe7c2a-7143-49dd-b7b7-4063850ebc2f req-3ac1e5e3-cee6-4aa2-81a6-5a5f99d4bf33 service nova] Task: {'id': task-4715313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.386972] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17d1c7b-83bf-4e7d-ba34-f7e0ccb6e1c1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.423271] env[65978]: DEBUG nova.compute.manager [req-61ad53ec-23f2-46fd-b7f9-0350e9c84a2e req-d962167d-83dd-4071-a9bc-383c7387c7b2 service nova] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Detach interface failed, port_id=ea38b1c9-c015-4a44-9a6c-9c1d2ba9f0ea, reason: Instance d7ba63a2-5c91-4400-adf0-a8a27e6f7a34 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1137.491350] env[65978]: INFO nova.compute.manager [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Took 15.53 seconds to build instance. [ 1137.497725] env[65978]: DEBUG oslo_vmware.rw_handles [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529cfc1d-0600-94b6-34b4-e158691e2517/disk-0.vmdk. {{(pid=65978) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1137.498124] env[65978]: INFO nova.virt.vmwareapi.images [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Downloaded image file data e0b6e7b0-5e94-49d1-a2b8-102951e9d24a [ 1137.498972] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bb872d-fa3c-4560-afcf-b2cbe7308361 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.517103] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe1b3c30-8917-4a1d-b78b-bf3645d84e6c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.615955] env[65978]: INFO nova.virt.vmwareapi.images [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] The imported VM was unregistered [ 1137.618284] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Caching image {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1137.618514] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Creating directory with path [datastore2] devstack-image-cache_base/e0b6e7b0-5e94-49d1-a2b8-102951e9d24a {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.618794] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c9f9a2f-cacb-4d15-b61a-136dd5ee6582 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.646157] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Created directory with path [datastore2] devstack-image-cache_base/e0b6e7b0-5e94-49d1-a2b8-102951e9d24a {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.646157] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_23e1c1e5-6f58-4ed7-a0cd-c63e860f4a23/OSTACK_IMG_23e1c1e5-6f58-4ed7-a0cd-c63e860f4a23.vmdk to [datastore2] devstack-image-cache_base/e0b6e7b0-5e94-49d1-a2b8-102951e9d24a/e0b6e7b0-5e94-49d1-a2b8-102951e9d24a.vmdk. {{(pid=65978) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1137.646508] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-34e627dd-691b-41cb-9a01-74173de32243 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.654340] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1137.654340] env[65978]: value = "task-4715324" [ 1137.654340] env[65978]: _type = "Task" [ 1137.654340] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.662805] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715324, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.809679] env[65978]: INFO nova.compute.manager [-] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Took 1.27 seconds to deallocate network for instance. [ 1137.874123] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 979a3552-00be-4c94-9a7e-0b78091c9fe5] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1137.882962] env[65978]: DEBUG oslo_vmware.api [req-68fe7c2a-7143-49dd-b7b7-4063850ebc2f req-3ac1e5e3-cee6-4aa2-81a6-5a5f99d4bf33 service nova] Task: {'id': task-4715313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.992852] env[65978]: DEBUG oslo_concurrency.lockutils [None req-81cd218b-c161-4551-85e6-e3b1f82cc81f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "441c1e51-5bdb-4976-bd43-af1ea895ce23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.049s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.040064] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c3f124-e88b-4bf0-9cc2-f40ade87f42e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.049247] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b24b4c-f89b-4a09-ada7-a98e90d07c54 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.086814] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fb403f-1c44-4af3-9403-0b5111e2253c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.096735] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8273b1-2922-4992-ab1a-d1781ae3c1a1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.115760] env[65978]: DEBUG nova.compute.provider_tree [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.167501] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715324, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.318252] env[65978]: DEBUG oslo_concurrency.lockutils [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.377214] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 4d5e50ad-7d6a-4dd5-adf9-8ab563aca9c1] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1138.382818] env[65978]: DEBUG oslo_vmware.api [req-68fe7c2a-7143-49dd-b7b7-4063850ebc2f req-3ac1e5e3-cee6-4aa2-81a6-5a5f99d4bf33 service nova] Task: {'id': task-4715313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.619399] env[65978]: DEBUG nova.scheduler.client.report [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.667724] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715324, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.869303] env[65978]: DEBUG nova.compute.manager [req-f8eb5664-5ee6-4e11-a421-8878914e00dd req-251402b8-553f-4c8b-a7d1-3d25a643ad01 service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Received event network-changed-ba0dc9d8-ebbc-4147-ab56-7605a00cc18d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1138.869465] env[65978]: DEBUG nova.compute.manager [req-f8eb5664-5ee6-4e11-a421-8878914e00dd req-251402b8-553f-4c8b-a7d1-3d25a643ad01 service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Refreshing instance network info cache due to event network-changed-ba0dc9d8-ebbc-4147-ab56-7605a00cc18d. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1138.869800] env[65978]: DEBUG oslo_concurrency.lockutils [req-f8eb5664-5ee6-4e11-a421-8878914e00dd req-251402b8-553f-4c8b-a7d1-3d25a643ad01 service nova] Acquiring lock "refresh_cache-441c1e51-5bdb-4976-bd43-af1ea895ce23" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.869943] env[65978]: DEBUG oslo_concurrency.lockutils [req-f8eb5664-5ee6-4e11-a421-8878914e00dd req-251402b8-553f-4c8b-a7d1-3d25a643ad01 service nova] Acquired lock "refresh_cache-441c1e51-5bdb-4976-bd43-af1ea895ce23" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.870131] env[65978]: DEBUG nova.network.neutron [req-f8eb5664-5ee6-4e11-a421-8878914e00dd req-251402b8-553f-4c8b-a7d1-3d25a643ad01 service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Refreshing network info cache for port ba0dc9d8-ebbc-4147-ab56-7605a00cc18d {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.885828] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 45e844ad-80c8-42f2-b4b8-55fed9cf5c39] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1138.887717] env[65978]: DEBUG oslo_vmware.api [req-68fe7c2a-7143-49dd-b7b7-4063850ebc2f req-3ac1e5e3-cee6-4aa2-81a6-5a5f99d4bf33 service nova] Task: {'id': task-4715313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.125174] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.125715] env[65978]: DEBUG nova.compute.manager [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1139.128909] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.734s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.129155] env[65978]: DEBUG nova.objects.instance [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lazy-loading 'resources' on Instance uuid 22035b86-65b5-4ea5-ad8c-a7694fff2638 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.167848] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715324, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.372904] env[65978]: WARNING neutronclient.v2_0.client [req-f8eb5664-5ee6-4e11-a421-8878914e00dd req-251402b8-553f-4c8b-a7d1-3d25a643ad01 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.389139] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 91171e52-d401-411d-aa31-60c3aa56fe54] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1139.391497] env[65978]: DEBUG oslo_vmware.api [req-68fe7c2a-7143-49dd-b7b7-4063850ebc2f req-3ac1e5e3-cee6-4aa2-81a6-5a5f99d4bf33 service nova] Task: {'id': task-4715313, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.557487] env[65978]: WARNING neutronclient.v2_0.client [req-f8eb5664-5ee6-4e11-a421-8878914e00dd req-251402b8-553f-4c8b-a7d1-3d25a643ad01 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.632991] env[65978]: DEBUG nova.compute.utils [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.637811] env[65978]: DEBUG nova.network.neutron [req-f8eb5664-5ee6-4e11-a421-8878914e00dd req-251402b8-553f-4c8b-a7d1-3d25a643ad01 service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Updated VIF entry in instance network info cache for port ba0dc9d8-ebbc-4147-ab56-7605a00cc18d. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1139.638160] env[65978]: DEBUG nova.network.neutron [req-f8eb5664-5ee6-4e11-a421-8878914e00dd req-251402b8-553f-4c8b-a7d1-3d25a643ad01 service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Updating instance_info_cache with network_info: [{"id": "ba0dc9d8-ebbc-4147-ab56-7605a00cc18d", "address": "fa:16:3e:b3:3a:8a", "network": {"id": "cd6f4af8-478b-45e6-b86b-673490da8fbd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885631327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1eec13c7bab4ec48430206d7331ad1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba0dc9d8-eb", "ovs_interfaceid": "ba0dc9d8-ebbc-4147-ab56-7605a00cc18d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.639873] env[65978]: DEBUG nova.compute.manager [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1139.640083] env[65978]: DEBUG nova.network.neutron [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1139.640638] env[65978]: WARNING neutronclient.v2_0.client [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.640712] env[65978]: WARNING neutronclient.v2_0.client [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.671162] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715324, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.694664] env[65978]: DEBUG nova.policy [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '261d92c7ac3a4dbf9ca3b5bdde3a7910', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c49dc3ab15040418137657626c806a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.832794] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b323ecc-7c47-46e0-898e-160cd7f07e40 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.844710] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d3fb43-f91f-4df2-bffb-8af297098c74 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.885678] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312a6a1f-c89c-4c4c-ae55-aaa47ea94c93 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.893182] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: a91814f7-cb49-4c18-becf-35a500e4e52f] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1139.901112] env[65978]: DEBUG oslo_vmware.api [req-68fe7c2a-7143-49dd-b7b7-4063850ebc2f req-3ac1e5e3-cee6-4aa2-81a6-5a5f99d4bf33 service nova] Task: {'id': task-4715313, 'name': ReconfigVM_Task, 'duration_secs': 5.969805} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.901288] env[65978]: DEBUG oslo_concurrency.lockutils [req-68fe7c2a-7143-49dd-b7b7-4063850ebc2f req-3ac1e5e3-cee6-4aa2-81a6-5a5f99d4bf33 service nova] Releasing lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.901366] env[65978]: DEBUG nova.virt.vmwareapi.vmops [req-68fe7c2a-7143-49dd-b7b7-4063850ebc2f req-3ac1e5e3-cee6-4aa2-81a6-5a5f99d4bf33 service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Reconfigured VM to detach interface {{(pid=65978) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1139.904165] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e45705-d230-4e59-8898-eba618e41e4b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.907288] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.131s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.907609] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.907837] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.907999] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.910280] env[65978]: INFO nova.compute.manager [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Terminating instance [ 1139.929867] env[65978]: DEBUG nova.compute.provider_tree [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.999727] env[65978]: DEBUG nova.network.neutron [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Successfully created port: e5451f02-dbe1-4d17-aaf6-389ec7c64b6f {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1140.143024] env[65978]: DEBUG nova.compute.manager [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1140.145458] env[65978]: DEBUG oslo_concurrency.lockutils [req-f8eb5664-5ee6-4e11-a421-8878914e00dd req-251402b8-553f-4c8b-a7d1-3d25a643ad01 service nova] Releasing lock "refresh_cache-441c1e51-5bdb-4976-bd43-af1ea895ce23" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.172086] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715324, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.402307] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: afea5d29-cbf1-4408-a7e1-3a0ae0abd555] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1140.415049] env[65978]: DEBUG nova.compute.manager [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1140.415110] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.416361] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b439ecd5-fc27-4746-9bb7-c29cf88f90aa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.427412] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.427572] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d5dbcde-2cbb-43a7-b268-9180886751dd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.432680] env[65978]: DEBUG nova.scheduler.client.report [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.438888] env[65978]: DEBUG oslo_vmware.api [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1140.438888] env[65978]: value = "task-4715326" [ 1140.438888] env[65978]: _type = "Task" [ 1140.438888] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.449962] env[65978]: DEBUG oslo_vmware.api [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.668178] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715324, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.706081} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.668469] env[65978]: INFO nova.virt.vmwareapi.ds_util [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_23e1c1e5-6f58-4ed7-a0cd-c63e860f4a23/OSTACK_IMG_23e1c1e5-6f58-4ed7-a0cd-c63e860f4a23.vmdk to [datastore2] devstack-image-cache_base/e0b6e7b0-5e94-49d1-a2b8-102951e9d24a/e0b6e7b0-5e94-49d1-a2b8-102951e9d24a.vmdk. [ 1140.668684] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Cleaning up location [datastore2] OSTACK_IMG_23e1c1e5-6f58-4ed7-a0cd-c63e860f4a23 {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1140.668851] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_23e1c1e5-6f58-4ed7-a0cd-c63e860f4a23 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.669404] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97069958-0110-45b1-b211-4d79e2a0fdaf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.676580] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1140.676580] env[65978]: value = "task-4715327" [ 1140.676580] env[65978]: _type = "Task" [ 1140.676580] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.687167] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.906435] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: a38f419a-838f-4c10-b58e-e0b466c8f671] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1140.940638] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.944131] env[65978]: DEBUG oslo_concurrency.lockutils [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.626s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.944421] env[65978]: DEBUG nova.objects.instance [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lazy-loading 'resources' on Instance uuid d7ba63a2-5c91-4400-adf0-a8a27e6f7a34 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.957767] env[65978]: DEBUG oslo_vmware.api [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715326, 'name': PowerOffVM_Task, 'duration_secs': 0.374967} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.958070] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.958232] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.958508] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26362273-53c3-4b53-a591-6599b4ecdb82 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.971881] env[65978]: INFO nova.scheduler.client.report [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Deleted allocations for instance 22035b86-65b5-4ea5-ad8c-a7694fff2638 [ 1141.068891] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.069153] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.069334] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Deleting the datastore file [datastore1] 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.069675] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f01880b0-f548-4a13-a400-dd9153d556a2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.077883] env[65978]: DEBUG oslo_vmware.api [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1141.077883] env[65978]: value = "task-4715329" [ 1141.077883] env[65978]: _type = "Task" [ 1141.077883] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.087573] env[65978]: DEBUG oslo_vmware.api [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.153562] env[65978]: DEBUG nova.compute.manager [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1141.179331] env[65978]: DEBUG nova.virt.hardware [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1141.179579] env[65978]: DEBUG nova.virt.hardware [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.179729] env[65978]: DEBUG nova.virt.hardware [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1141.179974] env[65978]: DEBUG nova.virt.hardware [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.180141] env[65978]: DEBUG nova.virt.hardware [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1141.180286] env[65978]: DEBUG nova.virt.hardware [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1141.180502] env[65978]: DEBUG nova.virt.hardware [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1141.180658] env[65978]: DEBUG nova.virt.hardware [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1141.180818] env[65978]: DEBUG nova.virt.hardware [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1141.180971] env[65978]: DEBUG nova.virt.hardware [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1141.181212] env[65978]: DEBUG nova.virt.hardware [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1141.182603] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670f0e87-5472-4235-a812-5562ee6ddbbf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.193408] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106848} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.195462] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.195623] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0b6e7b0-5e94-49d1-a2b8-102951e9d24a/e0b6e7b0-5e94-49d1-a2b8-102951e9d24a.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.195863] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0b6e7b0-5e94-49d1-a2b8-102951e9d24a/e0b6e7b0-5e94-49d1-a2b8-102951e9d24a.vmdk to [datastore2] bf2479a9-c046-48d6-afd6-ab2d62692c9c/bf2479a9-c046-48d6-afd6-ab2d62692c9c.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.196172] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6871c89a-a295-44bb-aec8-23a885462cfa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.198944] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89e788d-8e51-4cfd-bc18-2cc78131ccdd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.215699] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1141.215699] env[65978]: value = "task-4715330" [ 1141.215699] env[65978]: _type = "Task" [ 1141.215699] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.224104] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.409938] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: c99c6349-1c90-4db0-8a4d-720847401a5e] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1141.458294] env[65978]: DEBUG nova.compute.manager [req-5daa8d08-862e-41a6-a5b1-c123f743fde6 req-ba2c86c5-d0e5-42f5-a01b-126f8c1956fc service nova] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Received event network-vif-plugged-e5451f02-dbe1-4d17-aaf6-389ec7c64b6f {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1141.458660] env[65978]: DEBUG oslo_concurrency.lockutils [req-5daa8d08-862e-41a6-a5b1-c123f743fde6 req-ba2c86c5-d0e5-42f5-a01b-126f8c1956fc service nova] Acquiring lock "4ab1ae05-5a07-4ec6-80ea-d67c877d6841-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.458957] env[65978]: DEBUG oslo_concurrency.lockutils [req-5daa8d08-862e-41a6-a5b1-c123f743fde6 req-ba2c86c5-d0e5-42f5-a01b-126f8c1956fc service nova] Lock "4ab1ae05-5a07-4ec6-80ea-d67c877d6841-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.459312] env[65978]: DEBUG oslo_concurrency.lockutils [req-5daa8d08-862e-41a6-a5b1-c123f743fde6 req-ba2c86c5-d0e5-42f5-a01b-126f8c1956fc service nova] Lock "4ab1ae05-5a07-4ec6-80ea-d67c877d6841-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.459506] env[65978]: DEBUG nova.compute.manager [req-5daa8d08-862e-41a6-a5b1-c123f743fde6 req-ba2c86c5-d0e5-42f5-a01b-126f8c1956fc service nova] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] No waiting events found dispatching network-vif-plugged-e5451f02-dbe1-4d17-aaf6-389ec7c64b6f {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1141.459801] env[65978]: WARNING nova.compute.manager [req-5daa8d08-862e-41a6-a5b1-c123f743fde6 req-ba2c86c5-d0e5-42f5-a01b-126f8c1956fc service nova] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Received unexpected event network-vif-plugged-e5451f02-dbe1-4d17-aaf6-389ec7c64b6f for instance with vm_state building and task_state spawning. [ 1141.481091] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3fb76041-6dc0-4a75-a7f0-8db63b0c4bd7 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "22035b86-65b5-4ea5-ad8c-a7694fff2638" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.669s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.577074] env[65978]: DEBUG nova.network.neutron [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Successfully updated port: e5451f02-dbe1-4d17-aaf6-389ec7c64b6f {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1141.595594] env[65978]: DEBUG oslo_vmware.api [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.497821} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.596759] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.596759] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.596901] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.597092] env[65978]: INFO nova.compute.manager [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1141.597345] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1141.597585] env[65978]: DEBUG nova.compute.manager [-] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1141.597688] env[65978]: DEBUG nova.network.neutron [-] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1141.597980] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.636998] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.646521] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2eb93f8-7c81-48bc-ae18-a186d3a9078b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.656257] env[65978]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port acc56d97-a170-4b89-bc16-a8275248665c could not be found.", "detail": ""}} {{(pid=65978) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:265}} [ 1141.656623] env[65978]: DEBUG nova.network.neutron [-] Unable to show port acc56d97-a170-4b89-bc16-a8275248665c as it no longer exists. {{(pid=65978) _unbind_ports /opt/stack/nova/nova/network/neutron.py:668}} [ 1141.660277] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71e4ee5-be9e-43c7-b081-2340e735119d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.695200] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac02d70b-c614-4ccb-8a42-a2680681a4b1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.704804] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8aefc22-667a-4d21-89d3-d0ad7e65afcd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.721892] env[65978]: DEBUG nova.compute.provider_tree [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.735792] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715330, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.914963] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 41951180-b313-4910-a432-0004a6bd52fb] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1142.086183] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "refresh_cache-4ab1ae05-5a07-4ec6-80ea-d67c877d6841" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.086366] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired lock "refresh_cache-4ab1ae05-5a07-4ec6-80ea-d67c877d6841" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.086537] env[65978]: DEBUG nova.network.neutron [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1142.228395] env[65978]: DEBUG nova.scheduler.client.report [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.236991] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715330, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.337678] env[65978]: DEBUG nova.compute.manager [req-c0078afe-8558-4bb6-bd27-9106928f95ec req-4d33006a-edee-44ca-b87d-b4f6923d954e service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Received event network-vif-deleted-f0623592-9c43-419a-a3e5-c26b37df3f01 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1142.337879] env[65978]: INFO nova.compute.manager [req-c0078afe-8558-4bb6-bd27-9106928f95ec req-4d33006a-edee-44ca-b87d-b4f6923d954e service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Neutron deleted interface f0623592-9c43-419a-a3e5-c26b37df3f01; detaching it from the instance and deleting it from the info cache [ 1142.338242] env[65978]: DEBUG nova.network.neutron [req-c0078afe-8558-4bb6-bd27-9106928f95ec req-4d33006a-edee-44ca-b87d-b4f6923d954e service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.421126] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: f6d1b9c2-4f90-456f-9665-4fab4ccccac3] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1142.500143] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "ac127ecb-3f76-4ba6-91b7-f4df587cb458" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.500422] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "ac127ecb-3f76-4ba6-91b7-f4df587cb458" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.623299] env[65978]: DEBUG nova.network.neutron [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1142.704927] env[65978]: DEBUG nova.network.neutron [-] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.708529] env[65978]: WARNING neutronclient.v2_0.client [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.734428] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715330, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.738721] env[65978]: DEBUG oslo_concurrency.lockutils [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.795s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.764714] env[65978]: INFO nova.scheduler.client.report [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Deleted allocations for instance d7ba63a2-5c91-4400-adf0-a8a27e6f7a34 [ 1142.807256] env[65978]: DEBUG nova.network.neutron [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Updating instance_info_cache with network_info: [{"id": "e5451f02-dbe1-4d17-aaf6-389ec7c64b6f", "address": "fa:16:3e:2d:b3:ba", "network": {"id": "46fccd3d-fad6-4070-9e81-322a28c0d678", "bridge": "br-int", "label": "tempest-ServersTestJSON-1875769234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c49dc3ab15040418137657626c806a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5451f02-db", "ovs_interfaceid": "e5451f02-dbe1-4d17-aaf6-389ec7c64b6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.840998] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75b5f594-96b6-436b-9976-50a28c2dacc6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.854270] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e7838f-3908-443c-a7ad-f0433aef9d21 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.889411] env[65978]: DEBUG nova.compute.manager [req-c0078afe-8558-4bb6-bd27-9106928f95ec req-4d33006a-edee-44ca-b87d-b4f6923d954e service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Detach interface failed, port_id=f0623592-9c43-419a-a3e5-c26b37df3f01, reason: Instance 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1142.927628] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 3b579f4f-1ae0-4278-b0d0-2326febdda16] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1143.003308] env[65978]: DEBUG nova.compute.manager [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1143.065255] env[65978]: DEBUG oslo_concurrency.lockutils [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.065549] env[65978]: DEBUG oslo_concurrency.lockutils [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.212160] env[65978]: INFO nova.compute.manager [-] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Took 1.61 seconds to deallocate network for instance. [ 1143.234883] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715330, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.275673] env[65978]: DEBUG oslo_concurrency.lockutils [None req-82d969cb-be45-4ef6-b677-dcfa21699e22 tempest-ServerRescueNegativeTestJSON-180903145 tempest-ServerRescueNegativeTestJSON-180903145-project-member] Lock "d7ba63a2-5c91-4400-adf0-a8a27e6f7a34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.431s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.313610] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Releasing lock "refresh_cache-4ab1ae05-5a07-4ec6-80ea-d67c877d6841" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.313927] env[65978]: DEBUG nova.compute.manager [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Instance network_info: |[{"id": "e5451f02-dbe1-4d17-aaf6-389ec7c64b6f", "address": "fa:16:3e:2d:b3:ba", "network": {"id": "46fccd3d-fad6-4070-9e81-322a28c0d678", "bridge": "br-int", "label": "tempest-ServersTestJSON-1875769234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c49dc3ab15040418137657626c806a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5451f02-db", "ovs_interfaceid": "e5451f02-dbe1-4d17-aaf6-389ec7c64b6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1143.314489] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:b3:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5451f02-dbe1-4d17-aaf6-389ec7c64b6f', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.323619] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1143.323986] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.324703] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ebdfd28-a928-469e-9c9e-ab764a526e2a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.347914] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.347914] env[65978]: value = "task-4715331" [ 1143.347914] env[65978]: _type = "Task" [ 1143.347914] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.360020] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715331, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.430785] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 6b30b9e8-996c-485d-aacc-a7b6e09a6743] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1143.491603] env[65978]: DEBUG nova.compute.manager [req-be7684f9-8a0a-45d7-ac5a-bf539a7dfcdb req-ccf4aedc-3ce0-4b78-a076-8b0e0407841f service nova] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Received event network-changed-e5451f02-dbe1-4d17-aaf6-389ec7c64b6f {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1143.491827] env[65978]: DEBUG nova.compute.manager [req-be7684f9-8a0a-45d7-ac5a-bf539a7dfcdb req-ccf4aedc-3ce0-4b78-a076-8b0e0407841f service nova] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Refreshing instance network info cache due to event network-changed-e5451f02-dbe1-4d17-aaf6-389ec7c64b6f. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1143.492105] env[65978]: DEBUG oslo_concurrency.lockutils [req-be7684f9-8a0a-45d7-ac5a-bf539a7dfcdb req-ccf4aedc-3ce0-4b78-a076-8b0e0407841f service nova] Acquiring lock "refresh_cache-4ab1ae05-5a07-4ec6-80ea-d67c877d6841" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.492264] env[65978]: DEBUG oslo_concurrency.lockutils [req-be7684f9-8a0a-45d7-ac5a-bf539a7dfcdb req-ccf4aedc-3ce0-4b78-a076-8b0e0407841f service nova] Acquired lock "refresh_cache-4ab1ae05-5a07-4ec6-80ea-d67c877d6841" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.492591] env[65978]: DEBUG nova.network.neutron [req-be7684f9-8a0a-45d7-ac5a-bf539a7dfcdb req-ccf4aedc-3ce0-4b78-a076-8b0e0407841f service nova] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Refreshing network info cache for port e5451f02-dbe1-4d17-aaf6-389ec7c64b6f {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.531929] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.531929] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.533768] env[65978]: INFO nova.compute.claims [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.568063] env[65978]: DEBUG nova.compute.manager [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1143.720022] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.735528] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715330, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.858441] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715331, 'name': CreateVM_Task, 'duration_secs': 0.418199} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.858441] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.858885] env[65978]: WARNING neutronclient.v2_0.client [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.859293] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.859440] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.859761] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.860033] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d98734fe-2b88-481f-860d-237d78a657f2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.865251] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1143.865251] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52281b0b-9594-7604-4d0d-e2f905e42ca0" [ 1143.865251] env[65978]: _type = "Task" [ 1143.865251] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.873813] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52281b0b-9594-7604-4d0d-e2f905e42ca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.935876] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: a23ad05a-9c75-428b-8277-f443ab1e4e2b] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1143.995365] env[65978]: WARNING neutronclient.v2_0.client [req-be7684f9-8a0a-45d7-ac5a-bf539a7dfcdb req-ccf4aedc-3ce0-4b78-a076-8b0e0407841f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.087523] env[65978]: DEBUG oslo_concurrency.lockutils [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.180653] env[65978]: WARNING neutronclient.v2_0.client [req-be7684f9-8a0a-45d7-ac5a-bf539a7dfcdb req-ccf4aedc-3ce0-4b78-a076-8b0e0407841f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.234170] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715330, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.713086} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.234384] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0b6e7b0-5e94-49d1-a2b8-102951e9d24a/e0b6e7b0-5e94-49d1-a2b8-102951e9d24a.vmdk to [datastore2] bf2479a9-c046-48d6-afd6-ab2d62692c9c/bf2479a9-c046-48d6-afd6-ab2d62692c9c.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.235190] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2134f136-3690-45e8-9677-d2659625f4ae {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.258649] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] bf2479a9-c046-48d6-afd6-ab2d62692c9c/bf2479a9-c046-48d6-afd6-ab2d62692c9c.vmdk or device None with type streamOptimized {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.259719] env[65978]: DEBUG nova.network.neutron [req-be7684f9-8a0a-45d7-ac5a-bf539a7dfcdb req-ccf4aedc-3ce0-4b78-a076-8b0e0407841f service nova] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Updated VIF entry in instance network info cache for port e5451f02-dbe1-4d17-aaf6-389ec7c64b6f. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1144.260067] env[65978]: DEBUG nova.network.neutron [req-be7684f9-8a0a-45d7-ac5a-bf539a7dfcdb req-ccf4aedc-3ce0-4b78-a076-8b0e0407841f service nova] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Updating instance_info_cache with network_info: [{"id": "e5451f02-dbe1-4d17-aaf6-389ec7c64b6f", "address": "fa:16:3e:2d:b3:ba", "network": {"id": "46fccd3d-fad6-4070-9e81-322a28c0d678", "bridge": "br-int", "label": "tempest-ServersTestJSON-1875769234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c49dc3ab15040418137657626c806a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5451f02-db", "ovs_interfaceid": "e5451f02-dbe1-4d17-aaf6-389ec7c64b6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.265022] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c478f88-0c7c-476d-ae9f-665b0af45be4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.282964] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1144.282964] env[65978]: value = "task-4715332" [ 1144.282964] env[65978]: _type = "Task" [ 1144.282964] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.293668] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715332, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.376819] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52281b0b-9594-7604-4d0d-e2f905e42ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.064871} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.377288] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.377576] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.377876] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.378120] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.378442] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.378764] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e224737-c9d5-4e15-9043-706d55e8c6c3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.389411] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.389679] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.390599] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55223215-f3be-4b81-b538-62dcc39cac38 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.396791] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1144.396791] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5209aa39-c3ae-5a80-3282-2782467d6aad" [ 1144.396791] env[65978]: _type = "Task" [ 1144.396791] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.405297] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5209aa39-c3ae-5a80-3282-2782467d6aad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.439598] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 08408e61-edfa-485b-b7d2-2c10b31d365e] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1144.711694] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6adc76f-2660-441a-883c-f96c924c6967 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.720345] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96d23e6-730f-472b-93bb-eb2415495fa7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.751603] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57f2268-4b51-4dfa-858f-4a7cdc24863e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.759723] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63770c1-2ca2-4e7d-8918-ec1adbc6898b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.764205] env[65978]: DEBUG oslo_concurrency.lockutils [req-be7684f9-8a0a-45d7-ac5a-bf539a7dfcdb req-ccf4aedc-3ce0-4b78-a076-8b0e0407841f service nova] Releasing lock "refresh_cache-4ab1ae05-5a07-4ec6-80ea-d67c877d6841" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.775115] env[65978]: DEBUG nova.compute.provider_tree [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.795424] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715332, 'name': ReconfigVM_Task, 'duration_secs': 0.272562} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.795695] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Reconfigured VM instance instance-00000066 to attach disk [datastore2] bf2479a9-c046-48d6-afd6-ab2d62692c9c/bf2479a9-c046-48d6-afd6-ab2d62692c9c.vmdk or device None with type streamOptimized {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.796331] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f0fd611-91a4-405b-9a28-09b4df70807f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.805235] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1144.805235] env[65978]: value = "task-4715333" [ 1144.805235] env[65978]: _type = "Task" [ 1144.805235] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.814355] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715333, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.908034] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5209aa39-c3ae-5a80-3282-2782467d6aad, 'name': SearchDatastore_Task, 'duration_secs': 0.013219} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.909094] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12c405e3-2b89-486e-a6b8-78057f2c6b08 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.916589] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1144.916589] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c3e188-7344-78ce-8cec-b7b2232d4327" [ 1144.916589] env[65978]: _type = "Task" [ 1144.916589] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.925514] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c3e188-7344-78ce-8cec-b7b2232d4327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.943447] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 8cab3775-d93f-4aa2-bc82-37714f1d32ef] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1145.279433] env[65978]: DEBUG nova.scheduler.client.report [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.316124] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715333, 'name': Rename_Task, 'duration_secs': 0.150094} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.316414] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.316662] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f92b4f0c-265f-4583-ba87-f9eec0182eae {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.324453] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1145.324453] env[65978]: value = "task-4715334" [ 1145.324453] env[65978]: _type = "Task" [ 1145.324453] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.333666] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.432333] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c3e188-7344-78ce-8cec-b7b2232d4327, 'name': SearchDatastore_Task, 'duration_secs': 0.039849} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.432772] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.433153] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 4ab1ae05-5a07-4ec6-80ea-d67c877d6841/4ab1ae05-5a07-4ec6-80ea-d67c877d6841.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.433460] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2afa3093-2a60-4415-a926-de580c46c938 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.442683] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1145.442683] env[65978]: value = "task-4715335" [ 1145.442683] env[65978]: _type = "Task" [ 1145.442683] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.447133] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: bac677a3-9cb5-4666-85fc-39e09e632ede] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1145.456095] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.785341] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.785769] env[65978]: DEBUG nova.compute.manager [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1145.790105] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.070s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.791187] env[65978]: DEBUG nova.objects.instance [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lazy-loading 'resources' on Instance uuid 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.840484] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715334, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.951034] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 49e370d2-18fb-4ef7-801d-92d084138321] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1145.958057] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715335, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.294973] env[65978]: DEBUG nova.compute.utils [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.299321] env[65978]: DEBUG nova.compute.manager [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1146.299515] env[65978]: DEBUG nova.network.neutron [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1146.300030] env[65978]: WARNING neutronclient.v2_0.client [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.300391] env[65978]: WARNING neutronclient.v2_0.client [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.338615] env[65978]: DEBUG oslo_vmware.api [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715334, 'name': PowerOnVM_Task, 'duration_secs': 0.530889} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.338987] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.350087] env[65978]: DEBUG nova.policy [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c4caa9deebb4468ba6ee20bfa5b3b5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89300743ada64b348ab266269b499f22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.358707] env[65978]: DEBUG oslo_concurrency.lockutils [None req-64858b9a-f8b1-440b-8789-8a83e4b9fad5 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "77485826-2a39-4654-956e-8922d1367635" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.358935] env[65978]: DEBUG oslo_concurrency.lockutils [None req-64858b9a-f8b1-440b-8789-8a83e4b9fad5 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "77485826-2a39-4654-956e-8922d1367635" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.457440] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570646} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.462946] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 4ab1ae05-5a07-4ec6-80ea-d67c877d6841/4ab1ae05-5a07-4ec6-80ea-d67c877d6841.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.462946] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.462946] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 958ed5c6-a24f-43f9-88f5-c19c5b0ad2c3] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1146.465193] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a981abe3-100a-424d-b996-6342fa0bf4f9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.470307] env[65978]: DEBUG nova.compute.manager [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1146.471352] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893c63ac-1110-4a49-80d3-f7fc08474380 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.487241] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1146.487241] env[65978]: value = "task-4715336" [ 1146.487241] env[65978]: _type = "Task" [ 1146.487241] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.500725] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.505387] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c055b8-f52e-42f6-a58d-8e3d6f0e4d79 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.515298] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0953cbcd-6c8b-4eea-8702-e171e8b7ba44 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.549500] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b03fec9-6c2a-4fa1-9e92-65a7a7006f7a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.559401] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328dc96c-bb42-4507-bb4f-1eccb9a931da {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.577370] env[65978]: DEBUG nova.compute.provider_tree [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.699131] env[65978]: DEBUG nova.network.neutron [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Successfully created port: a5c33642-a36c-4b4e-bb8a-0d7967bdfd06 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1146.801243] env[65978]: DEBUG nova.compute.manager [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1146.864761] env[65978]: DEBUG nova.compute.utils [None req-64858b9a-f8b1-440b-8789-8a83e4b9fad5 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.970766] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: a23499dc-3216-4493-869d-519c1c92eb37] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1146.999978] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7804b913-0155-4c8e-8a83-7bac2f8246ff tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "bf2479a9-c046-48d6-afd6-ab2d62692c9c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.215s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.007336] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081256} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.007869] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.008530] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a48222-a63d-41df-b973-e249d1e856fb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.033217] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 4ab1ae05-5a07-4ec6-80ea-d67c877d6841/4ab1ae05-5a07-4ec6-80ea-d67c877d6841.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.033843] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f58d73b-dc16-45d7-8f2d-d6c70e4c0985 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.055683] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1147.055683] env[65978]: value = "task-4715337" [ 1147.055683] env[65978]: _type = "Task" [ 1147.055683] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.065690] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.080789] env[65978]: DEBUG nova.scheduler.client.report [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.308705] env[65978]: INFO nova.virt.block_device [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Booting with volume 081dfa67-03ed-4e1a-8200-5cd0eda7a053 at /dev/sda [ 1147.346937] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83802ebb-0244-4313-93f7-86b4712c6e50 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.357829] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35cde89-0448-431a-9049-684a37ebbb1e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.369021] env[65978]: DEBUG oslo_concurrency.lockutils [None req-64858b9a-f8b1-440b-8789-8a83e4b9fad5 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "77485826-2a39-4654-956e-8922d1367635" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.397371] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-164f334a-7b1c-478b-81a7-24c1174f4383 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.408087] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1533a056-bcc2-4fb7-bb8d-62dcf9df0a49 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.443245] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7c8b7a-a23d-450d-9ab8-25646cd8398a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.451297] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee0722b-202b-4600-88e8-f4763f46c091 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.466137] env[65978]: DEBUG nova.virt.block_device [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Updating existing volume attachment record: 56874dfd-bacc-46c9-82c1-4c1d41d13bee {{(pid=65978) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1147.473806] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: b4c00bd3-6226-4ee8-88c1-3f3c986377a3] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1147.566543] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.588301] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.590890] env[65978]: DEBUG oslo_concurrency.lockutils [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.503s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.592841] env[65978]: INFO nova.compute.claims [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.615498] env[65978]: INFO nova.scheduler.client.report [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Deleted allocations for instance 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58 [ 1147.981757] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: f8155823-4338-481a-b2a3-ba2fc5194ffb] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1148.074028] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715337, 'name': ReconfigVM_Task, 'duration_secs': 0.735591} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.074028] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 4ab1ae05-5a07-4ec6-80ea-d67c877d6841/4ab1ae05-5a07-4ec6-80ea-d67c877d6841.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.074028] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8e6575d-8008-43f9-8c2d-72e7d4a60000 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.085032] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1148.085032] env[65978]: value = "task-4715338" [ 1148.085032] env[65978]: _type = "Task" [ 1148.085032] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.103125] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715338, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.126313] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1a18db00-6137-45f4-bfb5-260942721500 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.218s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.127778] env[65978]: DEBUG oslo_concurrency.lockutils [req-b65307e1-6940-4f9b-8cd6-7a59f614b46a req-0552044f-270d-452c-bb2f-fbfacd83465c service nova] Acquired lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.129039] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfd89a8-3091-4e8d-b926-a21df16c27a8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.139530] env[65978]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1148.140044] env[65978]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=65978) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1148.140817] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93bae64f-dee6-47ab-9e61-837c28a11fa9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.152831] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3718c268-c61b-4c2b-8604-253a7809a8e6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.169839] env[65978]: DEBUG nova.compute.manager [req-c3dbd36d-a16e-45ae-b148-4f082b0f2fc7 req-795c212f-5400-4ac5-960c-aa22e180d9f8 service nova] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Received event network-vif-plugged-a5c33642-a36c-4b4e-bb8a-0d7967bdfd06 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1148.170073] env[65978]: DEBUG oslo_concurrency.lockutils [req-c3dbd36d-a16e-45ae-b148-4f082b0f2fc7 req-795c212f-5400-4ac5-960c-aa22e180d9f8 service nova] Acquiring lock "ac127ecb-3f76-4ba6-91b7-f4df587cb458-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.170371] env[65978]: DEBUG oslo_concurrency.lockutils [req-c3dbd36d-a16e-45ae-b148-4f082b0f2fc7 req-795c212f-5400-4ac5-960c-aa22e180d9f8 service nova] Lock "ac127ecb-3f76-4ba6-91b7-f4df587cb458-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.170440] env[65978]: DEBUG oslo_concurrency.lockutils [req-c3dbd36d-a16e-45ae-b148-4f082b0f2fc7 req-795c212f-5400-4ac5-960c-aa22e180d9f8 service nova] Lock "ac127ecb-3f76-4ba6-91b7-f4df587cb458-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.170600] env[65978]: DEBUG nova.compute.manager [req-c3dbd36d-a16e-45ae-b148-4f082b0f2fc7 req-795c212f-5400-4ac5-960c-aa22e180d9f8 service nova] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] No waiting events found dispatching network-vif-plugged-a5c33642-a36c-4b4e-bb8a-0d7967bdfd06 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1148.170799] env[65978]: WARNING nova.compute.manager [req-c3dbd36d-a16e-45ae-b148-4f082b0f2fc7 req-795c212f-5400-4ac5-960c-aa22e180d9f8 service nova] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Received unexpected event network-vif-plugged-a5c33642-a36c-4b4e-bb8a-0d7967bdfd06 for instance with vm_state building and task_state block_device_mapping. [ 1148.197466] env[65978]: ERROR root [req-b65307e1-6940-4f9b-8cd6-7a59f614b46a req-0552044f-270d-452c-bb2f-fbfacd83465c service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-920157' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-920157' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-920157' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-920157'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-920157' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-920157' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-920157'}\n"]: nova.exception.InstanceNotFound: Instance 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58 could not be found. [ 1148.197664] env[65978]: DEBUG oslo_concurrency.lockutils [req-b65307e1-6940-4f9b-8cd6-7a59f614b46a req-0552044f-270d-452c-bb2f-fbfacd83465c service nova] Releasing lock "5e8dbfdc-c96a-49ae-8c33-819dd88c4e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.197849] env[65978]: DEBUG nova.compute.manager [req-b65307e1-6940-4f9b-8cd6-7a59f614b46a req-0552044f-270d-452c-bb2f-fbfacd83465c service nova] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Detach interface failed, port_id=33c0e2c0-b982-4027-8af5-068ddfc63332, reason: Instance 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1148.198011] env[65978]: DEBUG nova.compute.manager [req-b65307e1-6940-4f9b-8cd6-7a59f614b46a req-0552044f-270d-452c-bb2f-fbfacd83465c service nova] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Received event network-vif-deleted-792c528e-70fb-4018-bb6e-80cdd657577a {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1148.256131] env[65978]: DEBUG nova.network.neutron [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Successfully updated port: a5c33642-a36c-4b4e-bb8a-0d7967bdfd06 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1148.411394] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353e8ad3-eac2-4c36-82e2-41db722f6213 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.418912] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-610aa57f-3fd3-4a5d-9668-1e408a55ffe2 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Suspending the VM {{(pid=65978) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1148.419220] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7b4d40a6-92e0-416d-b8d2-4f45229db078 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.426805] env[65978]: DEBUG oslo_vmware.api [None req-610aa57f-3fd3-4a5d-9668-1e408a55ffe2 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1148.426805] env[65978]: value = "task-4715339" [ 1148.426805] env[65978]: _type = "Task" [ 1148.426805] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.431504] env[65978]: DEBUG oslo_concurrency.lockutils [None req-64858b9a-f8b1-440b-8789-8a83e4b9fad5 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "77485826-2a39-4654-956e-8922d1367635" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.431827] env[65978]: DEBUG oslo_concurrency.lockutils [None req-64858b9a-f8b1-440b-8789-8a83e4b9fad5 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "77485826-2a39-4654-956e-8922d1367635" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.432117] env[65978]: INFO nova.compute.manager [None req-64858b9a-f8b1-440b-8789-8a83e4b9fad5 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Attaching volume d08edc15-e981-43c5-ac93-69ba13350640 to /dev/sdb [ 1148.438461] env[65978]: DEBUG oslo_vmware.api [None req-610aa57f-3fd3-4a5d-9668-1e408a55ffe2 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715339, 'name': SuspendVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.478858] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9206c5-9b76-4c2d-a0ab-0eafc956e0dd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.484937] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: a38bd22c-460b-445c-9e8a-d7ec4a331d15] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1148.492566] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415fa9d1-41c6-4e2c-b982-d77b851ea6a4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.517613] env[65978]: DEBUG nova.virt.block_device [None req-64858b9a-f8b1-440b-8789-8a83e4b9fad5 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Updating existing volume attachment record: d26e81bb-db21-4ed0-8cf4-a8e3e45ef151 {{(pid=65978) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1148.596766] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715338, 'name': Rename_Task, 'duration_secs': 0.250818} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.597116] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.597400] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f54b725-1d1d-4602-8675-891346dc8e23 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.610413] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1148.610413] env[65978]: value = "task-4715340" [ 1148.610413] env[65978]: _type = "Task" [ 1148.610413] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.622946] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.759442] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "refresh_cache-ac127ecb-3f76-4ba6-91b7-f4df587cb458" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.759647] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired lock "refresh_cache-ac127ecb-3f76-4ba6-91b7-f4df587cb458" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.759881] env[65978]: DEBUG nova.network.neutron [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1148.796703] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4defba-17c7-45cc-8a4a-c2da3ff6a9cc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.805472] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b756c43a-a136-43c9-bb1e-46d536593c3b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.837914] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedcd5fe-3b0d-4fb9-b8d6-5225377ed8c3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.846967] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4786353-3c63-47cb-beb2-6d7d93a54470 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.863378] env[65978]: DEBUG nova.compute.provider_tree [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.938093] env[65978]: DEBUG oslo_vmware.api [None req-610aa57f-3fd3-4a5d-9668-1e408a55ffe2 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715339, 'name': SuspendVM_Task} progress is 62%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.992348] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 527a7d9e-2bc1-43a8-a110-9d513ee45a64] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1149.122490] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715340, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.303889] env[65978]: DEBUG nova.network.neutron [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1149.366715] env[65978]: DEBUG nova.scheduler.client.report [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.380645] env[65978]: WARNING neutronclient.v2_0.client [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.440447] env[65978]: DEBUG oslo_vmware.api [None req-610aa57f-3fd3-4a5d-9668-1e408a55ffe2 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715339, 'name': SuspendVM_Task, 'duration_secs': 0.79099} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.440716] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-610aa57f-3fd3-4a5d-9668-1e408a55ffe2 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Suspended the VM {{(pid=65978) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1149.440890] env[65978]: DEBUG nova.compute.manager [None req-610aa57f-3fd3-4a5d-9668-1e408a55ffe2 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1149.441738] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1bb62f-9e10-43b6-b3c3-a226d5375e6e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.464444] env[65978]: DEBUG nova.network.neutron [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Updating instance_info_cache with network_info: [{"id": "a5c33642-a36c-4b4e-bb8a-0d7967bdfd06", "address": "fa:16:3e:b1:0d:a7", "network": {"id": "6fed0f81-7458-4058-912d-c53e30dc5e98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-548756589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89300743ada64b348ab266269b499f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c33642-a3", "ovs_interfaceid": "a5c33642-a36c-4b4e-bb8a-0d7967bdfd06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.495384] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 751c268f-df95-4b58-b48e-fffd605b79c6] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1149.586122] env[65978]: DEBUG nova.compute.manager [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1149.586683] env[65978]: DEBUG nova.virt.hardware [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1149.586891] env[65978]: DEBUG nova.virt.hardware [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.587050] env[65978]: DEBUG nova.virt.hardware [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1149.587240] env[65978]: DEBUG nova.virt.hardware [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.587379] env[65978]: DEBUG nova.virt.hardware [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1149.587516] env[65978]: DEBUG nova.virt.hardware [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1149.587715] env[65978]: DEBUG nova.virt.hardware [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1149.587867] env[65978]: DEBUG nova.virt.hardware [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1149.588038] env[65978]: DEBUG nova.virt.hardware [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1149.588206] env[65978]: DEBUG nova.virt.hardware [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1149.588936] env[65978]: DEBUG nova.virt.hardware [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1149.589255] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8339a79d-a797-4d9c-a0ba-08400cc3e256 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.598324] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8fa0b5-cfb1-4c94-8345-69609cfea4d3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.627590] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715340, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.872064] env[65978]: DEBUG oslo_concurrency.lockutils [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.872615] env[65978]: DEBUG nova.compute.manager [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1149.966994] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Releasing lock "refresh_cache-ac127ecb-3f76-4ba6-91b7-f4df587cb458" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.967504] env[65978]: DEBUG nova.compute.manager [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Instance network_info: |[{"id": "a5c33642-a36c-4b4e-bb8a-0d7967bdfd06", "address": "fa:16:3e:b1:0d:a7", "network": {"id": "6fed0f81-7458-4058-912d-c53e30dc5e98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-548756589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89300743ada64b348ab266269b499f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c33642-a3", "ovs_interfaceid": "a5c33642-a36c-4b4e-bb8a-0d7967bdfd06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1149.968083] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:0d:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5c33642-a36c-4b4e-bb8a-0d7967bdfd06', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.977076] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1149.978181] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.978474] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e422c5e9-e2f9-47c7-9dfd-7fd97721f46f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.999456] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 2065da93-93a5-4439-8bdc-517cda51c0d8] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1150.005053] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.005053] env[65978]: value = "task-4715342" [ 1150.005053] env[65978]: _type = "Task" [ 1150.005053] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.012917] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715342, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.125212] env[65978]: DEBUG oslo_vmware.api [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715340, 'name': PowerOnVM_Task, 'duration_secs': 1.150035} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.125502] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.125695] env[65978]: INFO nova.compute.manager [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1150.125870] env[65978]: DEBUG nova.compute.manager [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1150.126690] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07abb814-8877-493f-8ad5-1bd6981af319 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.241908] env[65978]: DEBUG oslo_concurrency.lockutils [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "6726401a-41b8-4337-af6a-a6a674e6a109" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.242076] env[65978]: DEBUG oslo_concurrency.lockutils [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "6726401a-41b8-4337-af6a-a6a674e6a109" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.244914] env[65978]: DEBUG nova.compute.manager [req-12265501-3a71-4c56-b15f-8c574ae01e9e req-7efb1f36-59c5-4453-9eb2-39981d4fe8da service nova] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Received event network-changed-a5c33642-a36c-4b4e-bb8a-0d7967bdfd06 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1150.245143] env[65978]: DEBUG nova.compute.manager [req-12265501-3a71-4c56-b15f-8c574ae01e9e req-7efb1f36-59c5-4453-9eb2-39981d4fe8da service nova] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Refreshing instance network info cache due to event network-changed-a5c33642-a36c-4b4e-bb8a-0d7967bdfd06. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1150.245345] env[65978]: DEBUG oslo_concurrency.lockutils [req-12265501-3a71-4c56-b15f-8c574ae01e9e req-7efb1f36-59c5-4453-9eb2-39981d4fe8da service nova] Acquiring lock "refresh_cache-ac127ecb-3f76-4ba6-91b7-f4df587cb458" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.245482] env[65978]: DEBUG oslo_concurrency.lockutils [req-12265501-3a71-4c56-b15f-8c574ae01e9e req-7efb1f36-59c5-4453-9eb2-39981d4fe8da service nova] Acquired lock "refresh_cache-ac127ecb-3f76-4ba6-91b7-f4df587cb458" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.245636] env[65978]: DEBUG nova.network.neutron [req-12265501-3a71-4c56-b15f-8c574ae01e9e req-7efb1f36-59c5-4453-9eb2-39981d4fe8da service nova] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Refreshing network info cache for port a5c33642-a36c-4b4e-bb8a-0d7967bdfd06 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.378338] env[65978]: DEBUG nova.compute.utils [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.379885] env[65978]: DEBUG nova.compute.manager [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1150.380334] env[65978]: DEBUG nova.network.neutron [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1150.380717] env[65978]: WARNING neutronclient.v2_0.client [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.381089] env[65978]: WARNING neutronclient.v2_0.client [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.437832] env[65978]: DEBUG nova.policy [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6da0469a1a9644808c405f10baf14221', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67c0285adf994e4ab5fbfe0226d33b52', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1150.504593] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 2d89c2ff-28e3-4c52-bf48-c970e8f40d6f] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1150.517833] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715342, 'name': CreateVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.646413] env[65978]: INFO nova.compute.manager [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Took 15.30 seconds to build instance. [ 1150.744244] env[65978]: DEBUG nova.compute.manager [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1150.747728] env[65978]: WARNING neutronclient.v2_0.client [req-12265501-3a71-4c56-b15f-8c574ae01e9e req-7efb1f36-59c5-4453-9eb2-39981d4fe8da service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.773394] env[65978]: DEBUG nova.network.neutron [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Successfully created port: 8d408943-5a9d-43d2-9ed3-5d0e86343b58 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1150.778252] env[65978]: DEBUG oslo_concurrency.lockutils [None req-87e1d532-6bc9-4cc4-a46a-7967b4a0145c tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.778499] env[65978]: DEBUG oslo_concurrency.lockutils [None req-87e1d532-6bc9-4cc4-a46a-7967b4a0145c tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.778667] env[65978]: DEBUG nova.compute.manager [None req-87e1d532-6bc9-4cc4-a46a-7967b4a0145c tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1150.779721] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab4783a-5bf0-4527-be43-a0233f49ef3e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.787791] env[65978]: DEBUG nova.compute.manager [None req-87e1d532-6bc9-4cc4-a46a-7967b4a0145c tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65978) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3446}} [ 1150.788377] env[65978]: DEBUG nova.objects.instance [None req-87e1d532-6bc9-4cc4-a46a-7967b4a0145c tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lazy-loading 'flavor' on Instance uuid 252f26bc-161b-4352-9915-d4a3e2e3e4cf {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.884934] env[65978]: DEBUG nova.compute.manager [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1150.910970] env[65978]: WARNING neutronclient.v2_0.client [req-12265501-3a71-4c56-b15f-8c574ae01e9e req-7efb1f36-59c5-4453-9eb2-39981d4fe8da service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.956212] env[65978]: INFO nova.compute.manager [None req-56239204-e5c6-42af-abe9-167985c2b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Resuming [ 1150.956806] env[65978]: DEBUG nova.objects.instance [None req-56239204-e5c6-42af-abe9-167985c2b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lazy-loading 'flavor' on Instance uuid bf2479a9-c046-48d6-afd6-ab2d62692c9c {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.011939] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 456e9558-ce8f-4971-b953-f2295c77e4af] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1151.020904] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715342, 'name': CreateVM_Task, 'duration_secs': 0.645582} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.020904] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.020904] env[65978]: WARNING neutronclient.v2_0.client [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.020904] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920173', 'volume_id': '081dfa67-03ed-4e1a-8200-5cd0eda7a053', 'name': 'volume-081dfa67-03ed-4e1a-8200-5cd0eda7a053', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac127ecb-3f76-4ba6-91b7-f4df587cb458', 'attached_at': '', 'detached_at': '', 'volume_id': '081dfa67-03ed-4e1a-8200-5cd0eda7a053', 'serial': '081dfa67-03ed-4e1a-8200-5cd0eda7a053'}, 'attachment_id': '56874dfd-bacc-46c9-82c1-4c1d41d13bee', 'mount_device': '/dev/sda', 'disk_bus': None, 'guest_format': None, 'delete_on_termination': True, 'boot_index': 0, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65978) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1151.020904] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Root volume attach. Driver type: vmdk {{(pid=65978) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1151.021136] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ea9667-ed76-48f7-bc74-ce63044a29d0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.033362] env[65978]: DEBUG nova.network.neutron [req-12265501-3a71-4c56-b15f-8c574ae01e9e req-7efb1f36-59c5-4453-9eb2-39981d4fe8da service nova] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Updated VIF entry in instance network info cache for port a5c33642-a36c-4b4e-bb8a-0d7967bdfd06. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1151.033362] env[65978]: DEBUG nova.network.neutron [req-12265501-3a71-4c56-b15f-8c574ae01e9e req-7efb1f36-59c5-4453-9eb2-39981d4fe8da service nova] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Updating instance_info_cache with network_info: [{"id": "a5c33642-a36c-4b4e-bb8a-0d7967bdfd06", "address": "fa:16:3e:b1:0d:a7", "network": {"id": "6fed0f81-7458-4058-912d-c53e30dc5e98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-548756589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89300743ada64b348ab266269b499f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c33642-a3", "ovs_interfaceid": "a5c33642-a36c-4b4e-bb8a-0d7967bdfd06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.033919] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78f8a29-ac56-4891-aa7e-f78d59fe1778 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.043768] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5491a504-2997-4666-8e82-a5bbb3fb071e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.051402] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-adab8d11-6362-4d8c-82ac-9814cda17132 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.063121] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1151.063121] env[65978]: value = "task-4715344" [ 1151.063121] env[65978]: _type = "Task" [ 1151.063121] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.074464] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715344, 'name': RelocateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.148731] env[65978]: DEBUG oslo_concurrency.lockutils [None req-55cb7dd4-ffa2-4e6d-8ba4-c7d4e4404ad6 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "4ab1ae05-5a07-4ec6-80ea-d67c877d6841" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.549s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.268026] env[65978]: DEBUG oslo_concurrency.lockutils [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.268130] env[65978]: DEBUG oslo_concurrency.lockutils [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.269814] env[65978]: INFO nova.compute.claims [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.515018] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 7a49a10b-9dfa-47d0-bfa0-f1e7551c0c27] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1151.538791] env[65978]: DEBUG oslo_concurrency.lockutils [req-12265501-3a71-4c56-b15f-8c574ae01e9e req-7efb1f36-59c5-4453-9eb2-39981d4fe8da service nova] Releasing lock "refresh_cache-ac127ecb-3f76-4ba6-91b7-f4df587cb458" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.576597] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715344, 'name': RelocateVM_Task} progress is 40%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.796692] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e1d532-6bc9-4cc4-a46a-7967b4a0145c tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.797108] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a3f3a85-f389-4e77-bff6-8a48a27a5eb4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.806918] env[65978]: DEBUG oslo_vmware.api [None req-87e1d532-6bc9-4cc4-a46a-7967b4a0145c tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1151.806918] env[65978]: value = "task-4715345" [ 1151.806918] env[65978]: _type = "Task" [ 1151.806918] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.818477] env[65978]: DEBUG oslo_vmware.api [None req-87e1d532-6bc9-4cc4-a46a-7967b4a0145c tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.896139] env[65978]: DEBUG nova.compute.manager [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1151.929947] env[65978]: DEBUG nova.virt.hardware [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1151.930279] env[65978]: DEBUG nova.virt.hardware [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.930441] env[65978]: DEBUG nova.virt.hardware [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1151.930615] env[65978]: DEBUG nova.virt.hardware [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.930779] env[65978]: DEBUG nova.virt.hardware [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1151.930994] env[65978]: DEBUG nova.virt.hardware [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1151.931251] env[65978]: DEBUG nova.virt.hardware [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1151.931409] env[65978]: DEBUG nova.virt.hardware [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1151.931568] env[65978]: DEBUG nova.virt.hardware [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1151.931752] env[65978]: DEBUG nova.virt.hardware [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1151.931988] env[65978]: DEBUG nova.virt.hardware [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1151.933062] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a50a738-ebed-4a1f-a57c-479c02997599 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.943631] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51516eb-ec63-4b97-80b0-b269277f2dfa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.988588] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97e9b997-0cbb-4a94-b805-184de290c0db tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "4ab1ae05-5a07-4ec6-80ea-d67c877d6841" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.988878] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97e9b997-0cbb-4a94-b805-184de290c0db tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "4ab1ae05-5a07-4ec6-80ea-d67c877d6841" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.989172] env[65978]: DEBUG nova.compute.manager [None req-97e9b997-0cbb-4a94-b805-184de290c0db tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1151.990124] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc505b1-3d8c-475c-9b39-f80398256a4d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.998741] env[65978]: DEBUG nova.compute.manager [None req-97e9b997-0cbb-4a94-b805-184de290c0db tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65978) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3446}} [ 1151.999459] env[65978]: DEBUG nova.objects.instance [None req-97e9b997-0cbb-4a94-b805-184de290c0db tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lazy-loading 'flavor' on Instance uuid 4ab1ae05-5a07-4ec6-80ea-d67c877d6841 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.019250] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: fcc547e4-ff30-482c-94c7-19074c194083] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1152.076885] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715344, 'name': RelocateVM_Task} progress is 53%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.275302] env[65978]: DEBUG nova.compute.manager [req-264b30d7-7730-445c-ae24-888e24f80d26 req-dfd2aaa4-c1e5-4a98-8212-f48dfada46d8 service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Received event network-vif-plugged-8d408943-5a9d-43d2-9ed3-5d0e86343b58 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1152.275508] env[65978]: DEBUG oslo_concurrency.lockutils [req-264b30d7-7730-445c-ae24-888e24f80d26 req-dfd2aaa4-c1e5-4a98-8212-f48dfada46d8 service nova] Acquiring lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.275787] env[65978]: DEBUG oslo_concurrency.lockutils [req-264b30d7-7730-445c-ae24-888e24f80d26 req-dfd2aaa4-c1e5-4a98-8212-f48dfada46d8 service nova] Lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.276010] env[65978]: DEBUG oslo_concurrency.lockutils [req-264b30d7-7730-445c-ae24-888e24f80d26 req-dfd2aaa4-c1e5-4a98-8212-f48dfada46d8 service nova] Lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.276333] env[65978]: DEBUG nova.compute.manager [req-264b30d7-7730-445c-ae24-888e24f80d26 req-dfd2aaa4-c1e5-4a98-8212-f48dfada46d8 service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] No waiting events found dispatching network-vif-plugged-8d408943-5a9d-43d2-9ed3-5d0e86343b58 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1152.276508] env[65978]: WARNING nova.compute.manager [req-264b30d7-7730-445c-ae24-888e24f80d26 req-dfd2aaa4-c1e5-4a98-8212-f48dfada46d8 service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Received unexpected event network-vif-plugged-8d408943-5a9d-43d2-9ed3-5d0e86343b58 for instance with vm_state building and task_state spawning. [ 1152.298030] env[65978]: DEBUG nova.network.neutron [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Successfully updated port: 8d408943-5a9d-43d2-9ed3-5d0e86343b58 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1152.321313] env[65978]: DEBUG oslo_vmware.api [None req-87e1d532-6bc9-4cc4-a46a-7967b4a0145c tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715345, 'name': PowerOffVM_Task, 'duration_secs': 0.368467} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.321648] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e1d532-6bc9-4cc4-a46a-7967b4a0145c tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.321921] env[65978]: DEBUG nova.compute.manager [None req-87e1d532-6bc9-4cc4-a46a-7967b4a0145c tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1152.322894] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574f01cd-756f-4734-8809-f6ac92eb263e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.469045] env[65978]: DEBUG oslo_concurrency.lockutils [None req-56239204-e5c6-42af-abe9-167985c2b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquiring lock "refresh_cache-bf2479a9-c046-48d6-afd6-ab2d62692c9c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.469045] env[65978]: DEBUG oslo_concurrency.lockutils [None req-56239204-e5c6-42af-abe9-167985c2b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquired lock "refresh_cache-bf2479a9-c046-48d6-afd6-ab2d62692c9c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.469045] env[65978]: DEBUG nova.network.neutron [None req-56239204-e5c6-42af-abe9-167985c2b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1152.493728] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8248dd87-5336-494b-950d-9efe39c5d3d0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.506804] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61069eb3-0c86-4b8b-ba86-85187e90f24e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.540355] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: aac2cd3e-0308-4033-bbe8-fb6aa6269738] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1152.543932] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5483d878-7c5e-43a3-8cff-50c3877b9505 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.554530] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809230b1-6da0-437a-b245-688595417b0d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.572838] env[65978]: DEBUG nova.compute.provider_tree [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.583942] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715344, 'name': RelocateVM_Task} progress is 67%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.800953] env[65978]: DEBUG oslo_concurrency.lockutils [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "refresh_cache-bc50076a-3c9b-45cf-ae6b-67f15f2753db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.801081] env[65978]: DEBUG oslo_concurrency.lockutils [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquired lock "refresh_cache-bc50076a-3c9b-45cf-ae6b-67f15f2753db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.802123] env[65978]: DEBUG nova.network.neutron [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1152.840844] env[65978]: DEBUG oslo_concurrency.lockutils [None req-87e1d532-6bc9-4cc4-a46a-7967b4a0145c tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.971918] env[65978]: WARNING neutronclient.v2_0.client [None req-56239204-e5c6-42af-abe9-167985c2b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.014186] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e9b997-0cbb-4a94-b805-184de290c0db tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.014578] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e46275b2-2906-477e-ba6b-6d4d4e05857f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.023721] env[65978]: DEBUG oslo_vmware.api [None req-97e9b997-0cbb-4a94-b805-184de290c0db tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1153.023721] env[65978]: value = "task-4715346" [ 1153.023721] env[65978]: _type = "Task" [ 1153.023721] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.034474] env[65978]: DEBUG oslo_vmware.api [None req-97e9b997-0cbb-4a94-b805-184de290c0db tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.044668] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 0674d730-2d85-4513-a9a0-c5a323100751] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1153.078947] env[65978]: DEBUG nova.scheduler.client.report [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.085270] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-64858b9a-f8b1-440b-8789-8a83e4b9fad5 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Volume attach. Driver type: vmdk {{(pid=65978) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1153.085557] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-64858b9a-f8b1-440b-8789-8a83e4b9fad5 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920177', 'volume_id': 'd08edc15-e981-43c5-ac93-69ba13350640', 'name': 'volume-d08edc15-e981-43c5-ac93-69ba13350640', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '77485826-2a39-4654-956e-8922d1367635', 'attached_at': '', 'detached_at': '', 'volume_id': 'd08edc15-e981-43c5-ac93-69ba13350640', 'serial': 'd08edc15-e981-43c5-ac93-69ba13350640'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1153.086835] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b44ef3-967a-42c1-9d70-12b94d0e03bd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.093971] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715344, 'name': RelocateVM_Task} progress is 81%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.115245] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8a259a-a8b2-4d88-9200-d4a3feb00eb3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.148469] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-64858b9a-f8b1-440b-8789-8a83e4b9fad5 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-d08edc15-e981-43c5-ac93-69ba13350640/volume-d08edc15-e981-43c5-ac93-69ba13350640.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.148871] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce7e47e5-6f4d-4acf-81f2-8e105a8eb6ca {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.163100] env[65978]: WARNING neutronclient.v2_0.client [None req-56239204-e5c6-42af-abe9-167985c2b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.176554] env[65978]: DEBUG oslo_vmware.api [None req-64858b9a-f8b1-440b-8789-8a83e4b9fad5 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1153.176554] env[65978]: value = "task-4715347" [ 1153.176554] env[65978]: _type = "Task" [ 1153.176554] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.188728] env[65978]: DEBUG oslo_vmware.api [None req-64858b9a-f8b1-440b-8789-8a83e4b9fad5 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715347, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.206076] env[65978]: DEBUG nova.objects.instance [None req-40e4970e-6d80-4516-87e4-848bf40b852e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lazy-loading 'flavor' on Instance uuid 252f26bc-161b-4352-9915-d4a3e2e3e4cf {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.246324] env[65978]: DEBUG nova.network.neutron [None req-56239204-e5c6-42af-abe9-167985c2b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Updating instance_info_cache with network_info: [{"id": "25f9d4a6-ecf6-468e-98b8-d9b4c64dea91", "address": "fa:16:3e:6b:b1:64", "network": {"id": "094786c4-f38d-4289-bcab-127f807a4b3a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1948443673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702e5f5fc44f45c694bb31dec97f3898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f9d4a6-ec", "ovs_interfaceid": "25f9d4a6-ecf6-468e-98b8-d9b4c64dea91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.352553] env[65978]: DEBUG nova.network.neutron [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1153.451448] env[65978]: WARNING neutronclient.v2_0.client [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.536961] env[65978]: DEBUG oslo_vmware.api [None req-97e9b997-0cbb-4a94-b805-184de290c0db tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715346, 'name': PowerOffVM_Task, 'duration_secs': 0.327386} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.537386] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e9b997-0cbb-4a94-b805-184de290c0db tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.537483] env[65978]: DEBUG nova.compute.manager [None req-97e9b997-0cbb-4a94-b805-184de290c0db tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1153.538348] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a39715-e581-4df0-ac47-db64756b9b6f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.548414] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: cc4a2b84-66b9-44db-ae9f-c6a410721bda] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1153.557604] env[65978]: DEBUG nova.network.neutron [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Updating instance_info_cache with network_info: [{"id": "8d408943-5a9d-43d2-9ed3-5d0e86343b58", "address": "fa:16:3e:dd:65:ca", "network": {"id": "572f00ea-41cc-4d81-b1e9-2b038de95236", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043147319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0285adf994e4ab5fbfe0226d33b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d408943-5a", "ovs_interfaceid": "8d408943-5a9d-43d2-9ed3-5d0e86343b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.587430] env[65978]: DEBUG oslo_concurrency.lockutils [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.588025] env[65978]: DEBUG nova.compute.manager [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1153.591979] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715344, 'name': RelocateVM_Task} progress is 95%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.688765] env[65978]: DEBUG oslo_vmware.api [None req-64858b9a-f8b1-440b-8789-8a83e4b9fad5 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.711636] env[65978]: DEBUG oslo_concurrency.lockutils [None req-40e4970e-6d80-4516-87e4-848bf40b852e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "refresh_cache-252f26bc-161b-4352-9915-d4a3e2e3e4cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.711833] env[65978]: DEBUG oslo_concurrency.lockutils [None req-40e4970e-6d80-4516-87e4-848bf40b852e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired lock "refresh_cache-252f26bc-161b-4352-9915-d4a3e2e3e4cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.712018] env[65978]: DEBUG nova.network.neutron [None req-40e4970e-6d80-4516-87e4-848bf40b852e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1153.712229] env[65978]: DEBUG nova.objects.instance [None req-40e4970e-6d80-4516-87e4-848bf40b852e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lazy-loading 'info_cache' on Instance uuid 252f26bc-161b-4352-9915-d4a3e2e3e4cf {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.749076] env[65978]: DEBUG oslo_concurrency.lockutils [None req-56239204-e5c6-42af-abe9-167985c2b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Releasing lock "refresh_cache-bf2479a9-c046-48d6-afd6-ab2d62692c9c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.750383] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44864ab4-c23e-4446-ab29-9f7b619baa58 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.759810] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-56239204-e5c6-42af-abe9-167985c2b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Resuming the VM {{(pid=65978) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1153.760149] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37509f6a-d509-4d14-9d98-8ce2e6f75fee {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.768395] env[65978]: DEBUG oslo_vmware.api [None req-56239204-e5c6-42af-abe9-167985c2b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1153.768395] env[65978]: value = "task-4715348" [ 1153.768395] env[65978]: _type = "Task" [ 1153.768395] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.777803] env[65978]: DEBUG oslo_vmware.api [None req-56239204-e5c6-42af-abe9-167985c2b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.053361] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: af8f6ac9-1a38-4437-8ef4-2db230a9e3d5] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1154.055330] env[65978]: DEBUG oslo_concurrency.lockutils [None req-97e9b997-0cbb-4a94-b805-184de290c0db tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "4ab1ae05-5a07-4ec6-80ea-d67c877d6841" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.061059] env[65978]: DEBUG oslo_concurrency.lockutils [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Releasing lock "refresh_cache-bc50076a-3c9b-45cf-ae6b-67f15f2753db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.061434] env[65978]: DEBUG nova.compute.manager [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Instance network_info: |[{"id": "8d408943-5a9d-43d2-9ed3-5d0e86343b58", "address": "fa:16:3e:dd:65:ca", "network": {"id": "572f00ea-41cc-4d81-b1e9-2b038de95236", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043147319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0285adf994e4ab5fbfe0226d33b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d408943-5a", "ovs_interfaceid": "8d408943-5a9d-43d2-9ed3-5d0e86343b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1154.061971] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:65:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d408943-5a9d-43d2-9ed3-5d0e86343b58', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.070057] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1154.070244] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.070480] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48162c58-1874-4e92-bb82-42f939b1eab2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.094965] env[65978]: DEBUG nova.compute.utils [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1154.102148] env[65978]: DEBUG nova.compute.manager [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1154.102497] env[65978]: DEBUG nova.network.neutron [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1154.102903] env[65978]: WARNING neutronclient.v2_0.client [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.103357] env[65978]: WARNING neutronclient.v2_0.client [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.109137] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.109137] env[65978]: value = "task-4715349" [ 1154.109137] env[65978]: _type = "Task" [ 1154.109137] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.120840] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715344, 'name': RelocateVM_Task} progress is 97%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.127758] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715349, 'name': CreateVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.157592] env[65978]: DEBUG nova.policy [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '786114fdac424e2fb65119dfc7cc106e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a872165ef8e4489b9cf7d7e59545d317', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1154.193381] env[65978]: DEBUG oslo_vmware.api [None req-64858b9a-f8b1-440b-8789-8a83e4b9fad5 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715347, 'name': ReconfigVM_Task, 'duration_secs': 0.881064} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.197775] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-64858b9a-f8b1-440b-8789-8a83e4b9fad5 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-d08edc15-e981-43c5-ac93-69ba13350640/volume-d08edc15-e981-43c5-ac93-69ba13350640.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.207744] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fd3bd08-5150-4c61-b3a2-9d026cb44f23 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.228124] env[65978]: DEBUG nova.objects.base [None req-40e4970e-6d80-4516-87e4-848bf40b852e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Object Instance<252f26bc-161b-4352-9915-d4a3e2e3e4cf> lazy-loaded attributes: flavor,info_cache {{(pid=65978) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1154.236821] env[65978]: DEBUG oslo_vmware.api [None req-64858b9a-f8b1-440b-8789-8a83e4b9fad5 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1154.236821] env[65978]: value = "task-4715350" [ 1154.236821] env[65978]: _type = "Task" [ 1154.236821] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.249137] env[65978]: DEBUG oslo_vmware.api [None req-64858b9a-f8b1-440b-8789-8a83e4b9fad5 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.282373] env[65978]: DEBUG oslo_vmware.api [None req-56239204-e5c6-42af-abe9-167985c2b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715348, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.327148] env[65978]: DEBUG nova.compute.manager [req-6becff18-b27d-450e-9c52-75b1fc5e6555 req-a75385d2-7392-452e-b411-cf533d151a46 service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Received event network-changed-8d408943-5a9d-43d2-9ed3-5d0e86343b58 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1154.327573] env[65978]: DEBUG nova.compute.manager [req-6becff18-b27d-450e-9c52-75b1fc5e6555 req-a75385d2-7392-452e-b411-cf533d151a46 service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Refreshing instance network info cache due to event network-changed-8d408943-5a9d-43d2-9ed3-5d0e86343b58. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1154.327939] env[65978]: DEBUG oslo_concurrency.lockutils [req-6becff18-b27d-450e-9c52-75b1fc5e6555 req-a75385d2-7392-452e-b411-cf533d151a46 service nova] Acquiring lock "refresh_cache-bc50076a-3c9b-45cf-ae6b-67f15f2753db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.328120] env[65978]: DEBUG oslo_concurrency.lockutils [req-6becff18-b27d-450e-9c52-75b1fc5e6555 req-a75385d2-7392-452e-b411-cf533d151a46 service nova] Acquired lock "refresh_cache-bc50076a-3c9b-45cf-ae6b-67f15f2753db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.328396] env[65978]: DEBUG nova.network.neutron [req-6becff18-b27d-450e-9c52-75b1fc5e6555 req-a75385d2-7392-452e-b411-cf533d151a46 service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Refreshing network info cache for port 8d408943-5a9d-43d2-9ed3-5d0e86343b58 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.557681] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: e7525308-7f14-4c1d-a72c-8780fda96886] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1154.605746] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715344, 'name': RelocateVM_Task} progress is 98%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.607427] env[65978]: DEBUG nova.compute.manager [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1154.611137] env[65978]: DEBUG nova.network.neutron [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Successfully created port: 1f4db00a-f918-46f5-a9cd-748e3aaaae70 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1154.624379] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715349, 'name': CreateVM_Task, 'duration_secs': 0.495419} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.624552] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.625119] env[65978]: WARNING neutronclient.v2_0.client [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.625515] env[65978]: DEBUG oslo_concurrency.lockutils [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.625686] env[65978]: DEBUG oslo_concurrency.lockutils [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.626077] env[65978]: DEBUG oslo_concurrency.lockutils [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.626359] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24ac28c8-2322-4ea2-b01e-64b5d6586a96 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.632079] env[65978]: DEBUG oslo_vmware.api [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1154.632079] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5283af46-7aab-8b78-db79-52a00e0eec76" [ 1154.632079] env[65978]: _type = "Task" [ 1154.632079] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.642313] env[65978]: DEBUG oslo_vmware.api [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5283af46-7aab-8b78-db79-52a00e0eec76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.731482] env[65978]: WARNING neutronclient.v2_0.client [None req-40e4970e-6d80-4516-87e4-848bf40b852e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.747566] env[65978]: DEBUG oslo_vmware.api [None req-64858b9a-f8b1-440b-8789-8a83e4b9fad5 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715350, 'name': ReconfigVM_Task, 'duration_secs': 0.218254} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.747919] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-64858b9a-f8b1-440b-8789-8a83e4b9fad5 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920177', 'volume_id': 'd08edc15-e981-43c5-ac93-69ba13350640', 'name': 'volume-d08edc15-e981-43c5-ac93-69ba13350640', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '77485826-2a39-4654-956e-8922d1367635', 'attached_at': '', 'detached_at': '', 'volume_id': 'd08edc15-e981-43c5-ac93-69ba13350640', 'serial': 'd08edc15-e981-43c5-ac93-69ba13350640'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1154.779900] env[65978]: DEBUG oslo_vmware.api [None req-56239204-e5c6-42af-abe9-167985c2b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715348, 'name': PowerOnVM_Task, 'duration_secs': 0.606041} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.780224] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-56239204-e5c6-42af-abe9-167985c2b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Resumed the VM {{(pid=65978) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1154.780399] env[65978]: DEBUG nova.compute.manager [None req-56239204-e5c6-42af-abe9-167985c2b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1154.781249] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3a91cc-7fc9-4aeb-aca5-4f562b3ba6de {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.832204] env[65978]: WARNING neutronclient.v2_0.client [req-6becff18-b27d-450e-9c52-75b1fc5e6555 req-a75385d2-7392-452e-b411-cf533d151a46 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.937631] env[65978]: DEBUG oslo_concurrency.lockutils [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "4ab1ae05-5a07-4ec6-80ea-d67c877d6841" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.937880] env[65978]: DEBUG oslo_concurrency.lockutils [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "4ab1ae05-5a07-4ec6-80ea-d67c877d6841" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.938123] env[65978]: DEBUG oslo_concurrency.lockutils [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "4ab1ae05-5a07-4ec6-80ea-d67c877d6841-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.938316] env[65978]: DEBUG oslo_concurrency.lockutils [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "4ab1ae05-5a07-4ec6-80ea-d67c877d6841-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.938477] env[65978]: DEBUG oslo_concurrency.lockutils [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "4ab1ae05-5a07-4ec6-80ea-d67c877d6841-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.941330] env[65978]: INFO nova.compute.manager [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Terminating instance [ 1155.022983] env[65978]: WARNING neutronclient.v2_0.client [None req-40e4970e-6d80-4516-87e4-848bf40b852e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.061359] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: b651afcc-a92b-4417-84a7-61a76c320e15] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1155.106846] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715344, 'name': RelocateVM_Task, 'duration_secs': 3.749222} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.107139] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Volume attach. Driver type: vmdk {{(pid=65978) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1155.107338] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920173', 'volume_id': '081dfa67-03ed-4e1a-8200-5cd0eda7a053', 'name': 'volume-081dfa67-03ed-4e1a-8200-5cd0eda7a053', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac127ecb-3f76-4ba6-91b7-f4df587cb458', 'attached_at': '', 'detached_at': '', 'volume_id': '081dfa67-03ed-4e1a-8200-5cd0eda7a053', 'serial': '081dfa67-03ed-4e1a-8200-5cd0eda7a053'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1155.108153] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31379f7-c6d2-4ec9-a19d-3eedad06e7e6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.133629] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746db3bd-0e4b-4aad-aac7-a0a1611e6fc3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.146904] env[65978]: DEBUG oslo_vmware.api [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5283af46-7aab-8b78-db79-52a00e0eec76, 'name': SearchDatastore_Task, 'duration_secs': 0.011185} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.156395] env[65978]: DEBUG oslo_concurrency.lockutils [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.156632] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.156864] env[65978]: DEBUG oslo_concurrency.lockutils [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.157014] env[65978]: DEBUG oslo_concurrency.lockutils [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.157206] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.166255] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-081dfa67-03ed-4e1a-8200-5cd0eda7a053/volume-081dfa67-03ed-4e1a-8200-5cd0eda7a053.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.167272] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eff86ff6-edc1-465f-bd3b-0ffcbe636691 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.170105] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcedac74-efdc-49ca-88da-fbf260dd3cda {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.190683] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1155.190683] env[65978]: value = "task-4715351" [ 1155.190683] env[65978]: _type = "Task" [ 1155.190683] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.200594] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715351, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.201825] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.202017] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.202775] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-673a19f0-b819-4841-81ff-b741b1bf8dfa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.206613] env[65978]: DEBUG nova.network.neutron [None req-40e4970e-6d80-4516-87e4-848bf40b852e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Updating instance_info_cache with network_info: [{"id": "bb422868-434e-46a4-bbd6-f6cd0db287b5", "address": "fa:16:3e:2f:eb:d4", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb422868-43", "ovs_interfaceid": "bb422868-434e-46a4-bbd6-f6cd0db287b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.209235] env[65978]: DEBUG oslo_vmware.api [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1155.209235] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520c853f-6c5b-1845-8c32-5df23a0736cb" [ 1155.209235] env[65978]: _type = "Task" [ 1155.209235] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.219329] env[65978]: DEBUG oslo_vmware.api [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520c853f-6c5b-1845-8c32-5df23a0736cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.265033] env[65978]: WARNING neutronclient.v2_0.client [req-6becff18-b27d-450e-9c52-75b1fc5e6555 req-a75385d2-7392-452e-b411-cf533d151a46 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.374508] env[65978]: DEBUG nova.network.neutron [req-6becff18-b27d-450e-9c52-75b1fc5e6555 req-a75385d2-7392-452e-b411-cf533d151a46 service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Updated VIF entry in instance network info cache for port 8d408943-5a9d-43d2-9ed3-5d0e86343b58. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1155.375059] env[65978]: DEBUG nova.network.neutron [req-6becff18-b27d-450e-9c52-75b1fc5e6555 req-a75385d2-7392-452e-b411-cf533d151a46 service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Updating instance_info_cache with network_info: [{"id": "8d408943-5a9d-43d2-9ed3-5d0e86343b58", "address": "fa:16:3e:dd:65:ca", "network": {"id": "572f00ea-41cc-4d81-b1e9-2b038de95236", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043147319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0285adf994e4ab5fbfe0226d33b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d408943-5a", "ovs_interfaceid": "8d408943-5a9d-43d2-9ed3-5d0e86343b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.447345] env[65978]: DEBUG nova.compute.manager [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1155.447582] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.448622] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05493e7f-f1ef-4cb5-bef6-ad1ec8ee9f9e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.458967] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.459249] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa4fdb84-3d4a-41a3-a39a-eb6489e3cc69 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.565485] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: fa0cce49-3bb8-44b2-acbc-3d6eaa6b6b30] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1155.597011] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.597473] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.597779] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Deleting the datastore file [datastore2] 4ab1ae05-5a07-4ec6-80ea-d67c877d6841 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.598225] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54abd714-c4a9-4a5e-8d12-cf31df5e5b76 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.609012] env[65978]: DEBUG oslo_vmware.api [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1155.609012] env[65978]: value = "task-4715353" [ 1155.609012] env[65978]: _type = "Task" [ 1155.609012] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.622643] env[65978]: DEBUG oslo_vmware.api [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.638915] env[65978]: DEBUG nova.compute.manager [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1155.668278] env[65978]: DEBUG nova.virt.hardware [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1155.668539] env[65978]: DEBUG nova.virt.hardware [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.668697] env[65978]: DEBUG nova.virt.hardware [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1155.668920] env[65978]: DEBUG nova.virt.hardware [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.669098] env[65978]: DEBUG nova.virt.hardware [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1155.669245] env[65978]: DEBUG nova.virt.hardware [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1155.669452] env[65978]: DEBUG nova.virt.hardware [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1155.669648] env[65978]: DEBUG nova.virt.hardware [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1155.669976] env[65978]: DEBUG nova.virt.hardware [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1155.670203] env[65978]: DEBUG nova.virt.hardware [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1155.670379] env[65978]: DEBUG nova.virt.hardware [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1155.671676] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bf9f4e-5fd4-4b69-8065-05481a9a3409 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.681860] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3461aed-577c-45d1-9395-7782a8f18603 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.708210] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.711034] env[65978]: DEBUG oslo_concurrency.lockutils [None req-40e4970e-6d80-4516-87e4-848bf40b852e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Releasing lock "refresh_cache-252f26bc-161b-4352-9915-d4a3e2e3e4cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.723127] env[65978]: DEBUG oslo_vmware.api [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520c853f-6c5b-1845-8c32-5df23a0736cb, 'name': SearchDatastore_Task, 'duration_secs': 0.023111} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.724915] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b160526f-a728-4a6a-a3eb-d85792cd444b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.731473] env[65978]: DEBUG oslo_vmware.api [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1155.731473] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f92033-dbf9-c72a-ea5f-45986fc9e59d" [ 1155.731473] env[65978]: _type = "Task" [ 1155.731473] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.741506] env[65978]: DEBUG oslo_vmware.api [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f92033-dbf9-c72a-ea5f-45986fc9e59d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.791795] env[65978]: DEBUG nova.objects.instance [None req-64858b9a-f8b1-440b-8789-8a83e4b9fad5 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lazy-loading 'flavor' on Instance uuid 77485826-2a39-4654-956e-8922d1367635 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.878286] env[65978]: DEBUG oslo_concurrency.lockutils [req-6becff18-b27d-450e-9c52-75b1fc5e6555 req-a75385d2-7392-452e-b411-cf533d151a46 service nova] Releasing lock "refresh_cache-bc50076a-3c9b-45cf-ae6b-67f15f2753db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.045246] env[65978]: DEBUG nova.compute.manager [req-29b4ab4d-81b2-4c64-9d81-e38f654dd685 req-5925ef51-aef4-47e3-b2aa-96efa93bbba7 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Received event network-vif-plugged-1f4db00a-f918-46f5-a9cd-748e3aaaae70 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1156.045445] env[65978]: DEBUG oslo_concurrency.lockutils [req-29b4ab4d-81b2-4c64-9d81-e38f654dd685 req-5925ef51-aef4-47e3-b2aa-96efa93bbba7 service nova] Acquiring lock "6726401a-41b8-4337-af6a-a6a674e6a109-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.045656] env[65978]: DEBUG oslo_concurrency.lockutils [req-29b4ab4d-81b2-4c64-9d81-e38f654dd685 req-5925ef51-aef4-47e3-b2aa-96efa93bbba7 service nova] Lock "6726401a-41b8-4337-af6a-a6a674e6a109-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.045816] env[65978]: DEBUG oslo_concurrency.lockutils [req-29b4ab4d-81b2-4c64-9d81-e38f654dd685 req-5925ef51-aef4-47e3-b2aa-96efa93bbba7 service nova] Lock "6726401a-41b8-4337-af6a-a6a674e6a109-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.045976] env[65978]: DEBUG nova.compute.manager [req-29b4ab4d-81b2-4c64-9d81-e38f654dd685 req-5925ef51-aef4-47e3-b2aa-96efa93bbba7 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] No waiting events found dispatching network-vif-plugged-1f4db00a-f918-46f5-a9cd-748e3aaaae70 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1156.046151] env[65978]: WARNING nova.compute.manager [req-29b4ab4d-81b2-4c64-9d81-e38f654dd685 req-5925ef51-aef4-47e3-b2aa-96efa93bbba7 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Received unexpected event network-vif-plugged-1f4db00a-f918-46f5-a9cd-748e3aaaae70 for instance with vm_state building and task_state spawning. [ 1156.069049] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: e95a2ddd-5226-4f2d-a627-2c0c6c0eab1f] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1156.120846] env[65978]: DEBUG oslo_vmware.api [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144698} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.120967] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.121108] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.121288] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.121451] env[65978]: INFO nova.compute.manager [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Took 0.67 seconds to destroy the instance on the hypervisor. [ 1156.121831] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1156.121951] env[65978]: DEBUG nova.compute.manager [-] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1156.122068] env[65978]: DEBUG nova.network.neutron [-] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1156.122314] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.141140] env[65978]: DEBUG nova.network.neutron [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Successfully updated port: 1f4db00a-f918-46f5-a9cd-748e3aaaae70 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1156.158021] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.208240] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.243007] env[65978]: DEBUG oslo_vmware.api [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f92033-dbf9-c72a-ea5f-45986fc9e59d, 'name': SearchDatastore_Task, 'duration_secs': 0.01115} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.243324] env[65978]: DEBUG oslo_concurrency.lockutils [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.243573] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] bc50076a-3c9b-45cf-ae6b-67f15f2753db/bc50076a-3c9b-45cf-ae6b-67f15f2753db.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.243840] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83b92c99-f304-4cbc-a216-ee194a6da6a2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.251215] env[65978]: DEBUG oslo_vmware.api [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1156.251215] env[65978]: value = "task-4715354" [ 1156.251215] env[65978]: _type = "Task" [ 1156.251215] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.262170] env[65978]: DEBUG oslo_vmware.api [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.298393] env[65978]: DEBUG oslo_concurrency.lockutils [None req-64858b9a-f8b1-440b-8789-8a83e4b9fad5 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "77485826-2a39-4654-956e-8922d1367635" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.866s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.473745] env[65978]: DEBUG nova.compute.manager [req-da9ad236-2bf4-48f9-8d1f-3ac4133d3283 req-72168845-3d53-4eae-be3b-646ac1707397 service nova] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Received event network-vif-deleted-e5451f02-dbe1-4d17-aaf6-389ec7c64b6f {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1156.473933] env[65978]: INFO nova.compute.manager [req-da9ad236-2bf4-48f9-8d1f-3ac4133d3283 req-72168845-3d53-4eae-be3b-646ac1707397 service nova] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Neutron deleted interface e5451f02-dbe1-4d17-aaf6-389ec7c64b6f; detaching it from the instance and deleting it from the info cache [ 1156.474146] env[65978]: DEBUG nova.network.neutron [req-da9ad236-2bf4-48f9-8d1f-3ac4133d3283 req-72168845-3d53-4eae-be3b-646ac1707397 service nova] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.572994] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 391f8715-5c70-4a3a-a2b3-3acc26a45123] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1156.644038] env[65978]: DEBUG oslo_concurrency.lockutils [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.644038] env[65978]: DEBUG oslo_concurrency.lockutils [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.644038] env[65978]: DEBUG nova.network.neutron [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1156.710773] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715351, 'name': ReconfigVM_Task, 'duration_secs': 1.065373} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.711107] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-081dfa67-03ed-4e1a-8200-5cd0eda7a053/volume-081dfa67-03ed-4e1a-8200-5cd0eda7a053.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.716016] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0bb6dfb-a59a-4f3a-bc4d-3941f7bf37c2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.727383] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e4970e-6d80-4516-87e4-848bf40b852e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.727948] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d8ee838-d02b-4f8f-b4ba-97771797420a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.736972] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1156.736972] env[65978]: value = "task-4715355" [ 1156.736972] env[65978]: _type = "Task" [ 1156.736972] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.738563] env[65978]: DEBUG oslo_vmware.api [None req-40e4970e-6d80-4516-87e4-848bf40b852e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1156.738563] env[65978]: value = "task-4715356" [ 1156.738563] env[65978]: _type = "Task" [ 1156.738563] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.750837] env[65978]: DEBUG oslo_vmware.api [None req-40e4970e-6d80-4516-87e4-848bf40b852e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.755103] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715355, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.767331] env[65978]: DEBUG oslo_vmware.api [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483371} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.767766] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] bc50076a-3c9b-45cf-ae6b-67f15f2753db/bc50076a-3c9b-45cf-ae6b-67f15f2753db.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.768043] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.768422] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8536ebb6-861a-49ad-94c8-6972359a42bf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.778272] env[65978]: DEBUG oslo_vmware.api [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1156.778272] env[65978]: value = "task-4715357" [ 1156.778272] env[65978]: _type = "Task" [ 1156.778272] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.791240] env[65978]: DEBUG oslo_vmware.api [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.865797] env[65978]: DEBUG nova.network.neutron [-] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.977543] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-228096f1-16ab-4ae4-931c-0ccc85dc87af {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.987410] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812c1441-99b5-47eb-93d0-632d7ab1d42f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.023786] env[65978]: DEBUG nova.compute.manager [req-da9ad236-2bf4-48f9-8d1f-3ac4133d3283 req-72168845-3d53-4eae-be3b-646ac1707397 service nova] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Detach interface failed, port_id=e5451f02-dbe1-4d17-aaf6-389ec7c64b6f, reason: Instance 4ab1ae05-5a07-4ec6-80ea-d67c877d6841 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1157.077040] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 839a307a-ae21-42a6-8101-54043b7722eb] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1157.087508] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b66c3c36-1a6d-46df-8722-2ebf05354640 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "77485826-2a39-4654-956e-8922d1367635" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.087895] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b66c3c36-1a6d-46df-8722-2ebf05354640 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "77485826-2a39-4654-956e-8922d1367635" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.182611] env[65978]: DEBUG nova.network.neutron [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1157.251971] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715355, 'name': ReconfigVM_Task, 'duration_secs': 0.157489} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.255098] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920173', 'volume_id': '081dfa67-03ed-4e1a-8200-5cd0eda7a053', 'name': 'volume-081dfa67-03ed-4e1a-8200-5cd0eda7a053', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac127ecb-3f76-4ba6-91b7-f4df587cb458', 'attached_at': '', 'detached_at': '', 'volume_id': '081dfa67-03ed-4e1a-8200-5cd0eda7a053', 'serial': '081dfa67-03ed-4e1a-8200-5cd0eda7a053'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1157.255678] env[65978]: DEBUG oslo_vmware.api [None req-40e4970e-6d80-4516-87e4-848bf40b852e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715356, 'name': PowerOnVM_Task, 'duration_secs': 0.455414} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.255893] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1d50f32-4598-4081-8b8a-2caf087fd16d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.257549] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e4970e-6d80-4516-87e4-848bf40b852e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.257750] env[65978]: DEBUG nova.compute.manager [None req-40e4970e-6d80-4516-87e4-848bf40b852e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1157.258911] env[65978]: WARNING neutronclient.v2_0.client [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.261444] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06ee65d-b9d9-4734-beb1-5907490f5e1a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.272758] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1157.272758] env[65978]: value = "task-4715358" [ 1157.272758] env[65978]: _type = "Task" [ 1157.272758] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.282296] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715358, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.290930] env[65978]: DEBUG oslo_vmware.api [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079987} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.291257] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.292233] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de75a92-8c5e-4f2c-8f76-7942cd63bb95 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.320316] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] bc50076a-3c9b-45cf-ae6b-67f15f2753db/bc50076a-3c9b-45cf-ae6b-67f15f2753db.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.321572] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee04c4c5-6d78-4587-9c25-431344b74ad4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.342503] env[65978]: DEBUG oslo_vmware.api [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1157.342503] env[65978]: value = "task-4715359" [ 1157.342503] env[65978]: _type = "Task" [ 1157.342503] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.346746] env[65978]: DEBUG nova.network.neutron [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Updating instance_info_cache with network_info: [{"id": "1f4db00a-f918-46f5-a9cd-748e3aaaae70", "address": "fa:16:3e:4a:b8:09", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4db00a-f9", "ovs_interfaceid": "1f4db00a-f918-46f5-a9cd-748e3aaaae70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.356067] env[65978]: DEBUG oslo_vmware.api [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.368948] env[65978]: INFO nova.compute.manager [-] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Took 1.25 seconds to deallocate network for instance. [ 1157.579918] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: e367fb69-c6e3-4ebf-bd6f-298fbc8846c5] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1157.591216] env[65978]: INFO nova.compute.manager [None req-b66c3c36-1a6d-46df-8722-2ebf05354640 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Detaching volume d08edc15-e981-43c5-ac93-69ba13350640 [ 1157.633833] env[65978]: INFO nova.virt.block_device [None req-b66c3c36-1a6d-46df-8722-2ebf05354640 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Attempting to driver detach volume d08edc15-e981-43c5-ac93-69ba13350640 from mountpoint /dev/sdb [ 1157.634123] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66c3c36-1a6d-46df-8722-2ebf05354640 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Volume detach. Driver type: vmdk {{(pid=65978) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1157.634341] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66c3c36-1a6d-46df-8722-2ebf05354640 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920177', 'volume_id': 'd08edc15-e981-43c5-ac93-69ba13350640', 'name': 'volume-d08edc15-e981-43c5-ac93-69ba13350640', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '77485826-2a39-4654-956e-8922d1367635', 'attached_at': '', 'detached_at': '', 'volume_id': 'd08edc15-e981-43c5-ac93-69ba13350640', 'serial': 'd08edc15-e981-43c5-ac93-69ba13350640'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1157.635583] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af3740c-3d9f-4e4c-8334-8a3a1b836b46 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.660771] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e293555b-00e3-4ded-8b72-929b4df2181c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.669273] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1686440-ced3-4c6d-8b6b-4e54fdc209a6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.691146] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6786d661-28a4-4c7d-b101-9d00ba22d821 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.707934] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66c3c36-1a6d-46df-8722-2ebf05354640 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] The volume has not been displaced from its original location: [datastore1] volume-d08edc15-e981-43c5-ac93-69ba13350640/volume-d08edc15-e981-43c5-ac93-69ba13350640.vmdk. No consolidation needed. {{(pid=65978) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1157.713710] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66c3c36-1a6d-46df-8722-2ebf05354640 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1157.714250] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2178bfb-c1bc-4d77-aa0b-facdd0a69187 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.734586] env[65978]: DEBUG oslo_vmware.api [None req-b66c3c36-1a6d-46df-8722-2ebf05354640 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1157.734586] env[65978]: value = "task-4715360" [ 1157.734586] env[65978]: _type = "Task" [ 1157.734586] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.744779] env[65978]: DEBUG oslo_vmware.api [None req-b66c3c36-1a6d-46df-8722-2ebf05354640 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715360, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.785497] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715358, 'name': Rename_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.849504] env[65978]: DEBUG oslo_concurrency.lockutils [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.850064] env[65978]: DEBUG nova.compute.manager [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Instance network_info: |[{"id": "1f4db00a-f918-46f5-a9cd-748e3aaaae70", "address": "fa:16:3e:4a:b8:09", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4db00a-f9", "ovs_interfaceid": "1f4db00a-f918-46f5-a9cd-748e3aaaae70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1157.854279] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:b8:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f4db00a-f918-46f5-a9cd-748e3aaaae70', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.861845] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1157.862134] env[65978]: DEBUG oslo_vmware.api [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715359, 'name': ReconfigVM_Task, 'duration_secs': 0.287048} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.864254] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.864254] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Reconfigured VM instance instance-00000076 to attach disk [datastore1] bc50076a-3c9b-45cf-ae6b-67f15f2753db/bc50076a-3c9b-45cf-ae6b-67f15f2753db.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.864254] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f6b8c4c-0324-437d-a92f-c6f82620dcb7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.878955] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4e71717-a3d2-4472-aca5-06effa8345f9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.881097] env[65978]: DEBUG oslo_concurrency.lockutils [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.881358] env[65978]: DEBUG oslo_concurrency.lockutils [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.881571] env[65978]: DEBUG nova.objects.instance [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lazy-loading 'resources' on Instance uuid 4ab1ae05-5a07-4ec6-80ea-d67c877d6841 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.889175] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.889175] env[65978]: value = "task-4715362" [ 1157.889175] env[65978]: _type = "Task" [ 1157.889175] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.890484] env[65978]: DEBUG oslo_vmware.api [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1157.890484] env[65978]: value = "task-4715361" [ 1157.890484] env[65978]: _type = "Task" [ 1157.890484] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.904616] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715362, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.908039] env[65978]: DEBUG oslo_vmware.api [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715361, 'name': Rename_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.084059] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: d096f28a-1d66-4679-a229-0f63e3e3819a] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1158.088570] env[65978]: DEBUG nova.compute.manager [req-b1a51b2a-3d1e-41a4-ae9c-5086752b53d0 req-48a812c6-ca38-47c9-aa7a-266b4acf54e7 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Received event network-changed-1f4db00a-f918-46f5-a9cd-748e3aaaae70 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1158.088570] env[65978]: DEBUG nova.compute.manager [req-b1a51b2a-3d1e-41a4-ae9c-5086752b53d0 req-48a812c6-ca38-47c9-aa7a-266b4acf54e7 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Refreshing instance network info cache due to event network-changed-1f4db00a-f918-46f5-a9cd-748e3aaaae70. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1158.088570] env[65978]: DEBUG oslo_concurrency.lockutils [req-b1a51b2a-3d1e-41a4-ae9c-5086752b53d0 req-48a812c6-ca38-47c9-aa7a-266b4acf54e7 service nova] Acquiring lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.088692] env[65978]: DEBUG oslo_concurrency.lockutils [req-b1a51b2a-3d1e-41a4-ae9c-5086752b53d0 req-48a812c6-ca38-47c9-aa7a-266b4acf54e7 service nova] Acquired lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.088857] env[65978]: DEBUG nova.network.neutron [req-b1a51b2a-3d1e-41a4-ae9c-5086752b53d0 req-48a812c6-ca38-47c9-aa7a-266b4acf54e7 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Refreshing network info cache for port 1f4db00a-f918-46f5-a9cd-748e3aaaae70 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.247364] env[65978]: DEBUG oslo_vmware.api [None req-b66c3c36-1a6d-46df-8722-2ebf05354640 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715360, 'name': ReconfigVM_Task, 'duration_secs': 0.365344} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.247597] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66c3c36-1a6d-46df-8722-2ebf05354640 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1158.252292] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b973ee9e-a14a-4c91-afe3-b8e43187bcbd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.266865] env[65978]: DEBUG oslo_vmware.api [None req-b66c3c36-1a6d-46df-8722-2ebf05354640 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1158.266865] env[65978]: value = "task-4715363" [ 1158.266865] env[65978]: _type = "Task" [ 1158.266865] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.275819] env[65978]: DEBUG oslo_vmware.api [None req-b66c3c36-1a6d-46df-8722-2ebf05354640 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.284017] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715358, 'name': Rename_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.403816] env[65978]: DEBUG oslo_vmware.api [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715361, 'name': Rename_Task, 'duration_secs': 0.219683} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.407350] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.407649] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715362, 'name': CreateVM_Task, 'duration_secs': 0.41009} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.410494] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9063fed-0d12-4bba-98cf-e1b63a238d34 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.412119] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.412819] env[65978]: WARNING neutronclient.v2_0.client [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.413228] env[65978]: DEBUG oslo_concurrency.lockutils [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.413486] env[65978]: DEBUG oslo_concurrency.lockutils [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.413690] env[65978]: DEBUG oslo_concurrency.lockutils [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.414340] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e0fd99b-8c85-41c2-932a-1d4af70b8bc0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.419673] env[65978]: DEBUG oslo_vmware.api [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1158.419673] env[65978]: value = "task-4715364" [ 1158.419673] env[65978]: _type = "Task" [ 1158.419673] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.421128] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1158.421128] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525eadb7-d550-d2fb-1f35-28c3f06351f7" [ 1158.421128] env[65978]: _type = "Task" [ 1158.421128] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.434347] env[65978]: DEBUG oslo_vmware.api [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.438048] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525eadb7-d550-d2fb-1f35-28c3f06351f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009896} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.438314] env[65978]: DEBUG oslo_concurrency.lockutils [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.438544] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.438788] env[65978]: DEBUG oslo_concurrency.lockutils [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.438906] env[65978]: DEBUG oslo_concurrency.lockutils [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.439094] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.439358] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed4b30f0-869c-43ed-9cd2-9ddb293ce8d7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.451704] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.451968] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.452949] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b678e769-0d78-4180-9bd1-e85663e372bf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.462429] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1158.462429] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52284617-aa49-0ccb-b52f-7f5004bddadb" [ 1158.462429] env[65978]: _type = "Task" [ 1158.462429] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.471384] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52284617-aa49-0ccb-b52f-7f5004bddadb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.583467] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da136e88-c8d0-44a4-b108-7aacb94db9ac {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.591429] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: f0c7b8fd-adb9-47a4-b0d1-0108dde923f0] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1158.594360] env[65978]: WARNING neutronclient.v2_0.client [req-b1a51b2a-3d1e-41a4-ae9c-5086752b53d0 req-48a812c6-ca38-47c9-aa7a-266b4acf54e7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.598025] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3fe797-fc7e-4e0e-86a7-c31a15836af6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.636022] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e90504-7d59-46c1-b5c0-ed93a7ef99a6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.645914] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340d96ae-cd50-4755-99ef-99da0c5e7ae9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.663393] env[65978]: DEBUG nova.compute.provider_tree [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.778723] env[65978]: DEBUG oslo_vmware.api [None req-b66c3c36-1a6d-46df-8722-2ebf05354640 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715363, 'name': ReconfigVM_Task, 'duration_secs': 0.141355} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.782083] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66c3c36-1a6d-46df-8722-2ebf05354640 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920177', 'volume_id': 'd08edc15-e981-43c5-ac93-69ba13350640', 'name': 'volume-d08edc15-e981-43c5-ac93-69ba13350640', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '77485826-2a39-4654-956e-8922d1367635', 'attached_at': '', 'detached_at': '', 'volume_id': 'd08edc15-e981-43c5-ac93-69ba13350640', 'serial': 'd08edc15-e981-43c5-ac93-69ba13350640'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1158.787537] env[65978]: WARNING neutronclient.v2_0.client [req-b1a51b2a-3d1e-41a4-ae9c-5086752b53d0 req-48a812c6-ca38-47c9-aa7a-266b4acf54e7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.794023] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715358, 'name': Rename_Task, 'duration_secs': 1.217403} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.794023] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.794023] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ad6dea2-739c-4bf3-9087-5fa19b566660 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.802883] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1158.802883] env[65978]: value = "task-4715365" [ 1158.802883] env[65978]: _type = "Task" [ 1158.802883] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.813606] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.871194] env[65978]: DEBUG nova.network.neutron [req-b1a51b2a-3d1e-41a4-ae9c-5086752b53d0 req-48a812c6-ca38-47c9-aa7a-266b4acf54e7 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Updated VIF entry in instance network info cache for port 1f4db00a-f918-46f5-a9cd-748e3aaaae70. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1158.871849] env[65978]: DEBUG nova.network.neutron [req-b1a51b2a-3d1e-41a4-ae9c-5086752b53d0 req-48a812c6-ca38-47c9-aa7a-266b4acf54e7 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Updating instance_info_cache with network_info: [{"id": "1f4db00a-f918-46f5-a9cd-748e3aaaae70", "address": "fa:16:3e:4a:b8:09", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4db00a-f9", "ovs_interfaceid": "1f4db00a-f918-46f5-a9cd-748e3aaaae70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.934533] env[65978]: DEBUG oslo_vmware.api [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715364, 'name': PowerOnVM_Task, 'duration_secs': 0.505683} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.934986] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.935371] env[65978]: INFO nova.compute.manager [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Took 7.04 seconds to spawn the instance on the hypervisor. [ 1158.935824] env[65978]: DEBUG nova.compute.manager [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1158.936879] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bbc460-3db3-44f7-b0e8-f084a67849ae {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.975942] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52284617-aa49-0ccb-b52f-7f5004bddadb, 'name': SearchDatastore_Task, 'duration_secs': 0.009832} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.976854] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5878306c-c9be-4c13-9aa3-d17ebf7bcb22 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.983472] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1158.983472] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bc900f-aa8d-f178-adb5-e84b0d6bae24" [ 1158.983472] env[65978]: _type = "Task" [ 1158.983472] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.992565] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bc900f-aa8d-f178-adb5-e84b0d6bae24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.094709] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 725c4bf0-ab9b-48cb-9638-0758a06e86ea] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1159.166472] env[65978]: DEBUG nova.scheduler.client.report [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.314542] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715365, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.329517] env[65978]: DEBUG nova.objects.instance [None req-b66c3c36-1a6d-46df-8722-2ebf05354640 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lazy-loading 'flavor' on Instance uuid 77485826-2a39-4654-956e-8922d1367635 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.375377] env[65978]: DEBUG oslo_concurrency.lockutils [req-b1a51b2a-3d1e-41a4-ae9c-5086752b53d0 req-48a812c6-ca38-47c9-aa7a-266b4acf54e7 service nova] Releasing lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.458133] env[65978]: INFO nova.compute.manager [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Took 15.39 seconds to build instance. [ 1159.495491] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bc900f-aa8d-f178-adb5-e84b0d6bae24, 'name': SearchDatastore_Task, 'duration_secs': 0.010992} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.496090] env[65978]: DEBUG oslo_concurrency.lockutils [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.496090] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 6726401a-41b8-4337-af6a-a6a674e6a109/6726401a-41b8-4337-af6a-a6a674e6a109.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.496338] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f81fffb4-a7a2-49aa-b499-aa124867b6de {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.504810] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1159.504810] env[65978]: value = "task-4715366" [ 1159.504810] env[65978]: _type = "Task" [ 1159.504810] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.515982] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.598395] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: abe9a8eb-88e2-4da0-a84f-0ed8c0e97117] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1159.671034] env[65978]: DEBUG oslo_concurrency.lockutils [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.703201] env[65978]: INFO nova.scheduler.client.report [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Deleted allocations for instance 4ab1ae05-5a07-4ec6-80ea-d67c877d6841 [ 1159.817176] env[65978]: DEBUG oslo_vmware.api [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715365, 'name': PowerOnVM_Task, 'duration_secs': 0.761231} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.817525] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.817788] env[65978]: INFO nova.compute.manager [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Took 10.23 seconds to spawn the instance on the hypervisor. [ 1159.818132] env[65978]: DEBUG nova.compute.manager [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1159.818872] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3600baf-1e11-445f-9f00-c3e076778786 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.960149] env[65978]: DEBUG oslo_concurrency.lockutils [None req-086b6315-2fd8-49b2-94f5-783d3607babf tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.894s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.016928] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715366, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.105790] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 9cce03ad-7648-47fc-9772-a0e7ad3564f0] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1160.166069] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquiring lock "bf2479a9-c046-48d6-afd6-ab2d62692c9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.166350] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "bf2479a9-c046-48d6-afd6-ab2d62692c9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.166558] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquiring lock "bf2479a9-c046-48d6-afd6-ab2d62692c9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.166757] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "bf2479a9-c046-48d6-afd6-ab2d62692c9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.166945] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "bf2479a9-c046-48d6-afd6-ab2d62692c9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.169382] env[65978]: INFO nova.compute.manager [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Terminating instance [ 1160.211978] env[65978]: DEBUG oslo_concurrency.lockutils [None req-75e2e355-5999-4f0a-8899-ae95766afdbe tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "4ab1ae05-5a07-4ec6-80ea-d67c877d6841" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.274s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.258528] env[65978]: DEBUG nova.compute.manager [req-ce72c039-87c6-4d73-81c3-ddf390082d37 req-e7706860-609c-4650-8e43-24186d14e0ac service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Received event network-changed-8d408943-5a9d-43d2-9ed3-5d0e86343b58 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1160.258798] env[65978]: DEBUG nova.compute.manager [req-ce72c039-87c6-4d73-81c3-ddf390082d37 req-e7706860-609c-4650-8e43-24186d14e0ac service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Refreshing instance network info cache due to event network-changed-8d408943-5a9d-43d2-9ed3-5d0e86343b58. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1160.259169] env[65978]: DEBUG oslo_concurrency.lockutils [req-ce72c039-87c6-4d73-81c3-ddf390082d37 req-e7706860-609c-4650-8e43-24186d14e0ac service nova] Acquiring lock "refresh_cache-bc50076a-3c9b-45cf-ae6b-67f15f2753db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.259390] env[65978]: DEBUG oslo_concurrency.lockutils [req-ce72c039-87c6-4d73-81c3-ddf390082d37 req-e7706860-609c-4650-8e43-24186d14e0ac service nova] Acquired lock "refresh_cache-bc50076a-3c9b-45cf-ae6b-67f15f2753db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.259540] env[65978]: DEBUG nova.network.neutron [req-ce72c039-87c6-4d73-81c3-ddf390082d37 req-e7706860-609c-4650-8e43-24186d14e0ac service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Refreshing network info cache for port 8d408943-5a9d-43d2-9ed3-5d0e86343b58 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.340127] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b66c3c36-1a6d-46df-8722-2ebf05354640 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "77485826-2a39-4654-956e-8922d1367635" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.252s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.344609] env[65978]: INFO nova.compute.manager [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Took 16.83 seconds to build instance. [ 1160.516722] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.838688} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.517033] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 6726401a-41b8-4337-af6a-a6a674e6a109/6726401a-41b8-4337-af6a-a6a674e6a109.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.517332] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.517630] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac8147f9-72ec-4558-b457-1b9ebacf4814 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.527718] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1160.527718] env[65978]: value = "task-4715367" [ 1160.527718] env[65978]: _type = "Task" [ 1160.527718] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.540357] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.571940] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "77485826-2a39-4654-956e-8922d1367635" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.572333] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "77485826-2a39-4654-956e-8922d1367635" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.572560] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "77485826-2a39-4654-956e-8922d1367635-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.572829] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "77485826-2a39-4654-956e-8922d1367635-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.573100] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "77485826-2a39-4654-956e-8922d1367635-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.575502] env[65978]: INFO nova.compute.manager [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Terminating instance [ 1160.607907] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 804b95d0-772c-47d1-9fa7-260074759a77] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1160.673934] env[65978]: DEBUG nova.compute.manager [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1160.674194] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.675716] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed85de9-2d6a-473d-b039-b789a25a42c2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.687110] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.687405] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74fb16dd-ac0e-44de-8ffb-84ba4817b12b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.695137] env[65978]: DEBUG oslo_vmware.api [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1160.695137] env[65978]: value = "task-4715368" [ 1160.695137] env[65978]: _type = "Task" [ 1160.695137] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.704764] env[65978]: DEBUG oslo_vmware.api [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.762478] env[65978]: WARNING neutronclient.v2_0.client [req-ce72c039-87c6-4d73-81c3-ddf390082d37 req-e7706860-609c-4650-8e43-24186d14e0ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.846391] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d1d66994-2d62-4e28-bd2c-908b4ad4c554 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "ac127ecb-3f76-4ba6-91b7-f4df587cb458" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.346s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.008499] env[65978]: WARNING neutronclient.v2_0.client [req-ce72c039-87c6-4d73-81c3-ddf390082d37 req-e7706860-609c-4650-8e43-24186d14e0ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.040068] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098996} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.040381] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.041184] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f535b60a-ebb2-48da-85cf-70851c0ae8bb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.069936] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 6726401a-41b8-4337-af6a-a6a674e6a109/6726401a-41b8-4337-af6a-a6a674e6a109.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.070282] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc0c09d5-7ccc-4b57-a24a-696795746b47 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.087878] env[65978]: DEBUG nova.network.neutron [req-ce72c039-87c6-4d73-81c3-ddf390082d37 req-e7706860-609c-4650-8e43-24186d14e0ac service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Updated VIF entry in instance network info cache for port 8d408943-5a9d-43d2-9ed3-5d0e86343b58. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1161.091714] env[65978]: DEBUG nova.network.neutron [req-ce72c039-87c6-4d73-81c3-ddf390082d37 req-e7706860-609c-4650-8e43-24186d14e0ac service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Updating instance_info_cache with network_info: [{"id": "8d408943-5a9d-43d2-9ed3-5d0e86343b58", "address": "fa:16:3e:dd:65:ca", "network": {"id": "572f00ea-41cc-4d81-b1e9-2b038de95236", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043147319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0285adf994e4ab5fbfe0226d33b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d408943-5a", "ovs_interfaceid": "8d408943-5a9d-43d2-9ed3-5d0e86343b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.091714] env[65978]: DEBUG nova.compute.manager [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1161.091714] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.091714] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f94af93-a283-4574-ba30-7873c1110ffc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.099481] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.100927] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a761de9-880e-48b9-8a7d-e238004383ac {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.102647] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1161.102647] env[65978]: value = "task-4715369" [ 1161.102647] env[65978]: _type = "Task" [ 1161.102647] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.111439] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 7773423b-4c3d-4e86-a7a0-5131f5692dff] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1161.118213] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.118861] env[65978]: DEBUG oslo_vmware.api [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1161.118861] env[65978]: value = "task-4715370" [ 1161.118861] env[65978]: _type = "Task" [ 1161.118861] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.133106] env[65978]: DEBUG oslo_vmware.api [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.143836] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "d020c361-f57c-400f-b41f-c6ed384a0008" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.144312] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "d020c361-f57c-400f-b41f-c6ed384a0008" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.144627] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "d020c361-f57c-400f-b41f-c6ed384a0008-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.144938] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "d020c361-f57c-400f-b41f-c6ed384a0008-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.145323] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "d020c361-f57c-400f-b41f-c6ed384a0008-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.148145] env[65978]: INFO nova.compute.manager [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Terminating instance [ 1161.206488] env[65978]: DEBUG oslo_vmware.api [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715368, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.592360] env[65978]: DEBUG oslo_concurrency.lockutils [req-ce72c039-87c6-4d73-81c3-ddf390082d37 req-e7706860-609c-4650-8e43-24186d14e0ac service nova] Releasing lock "refresh_cache-bc50076a-3c9b-45cf-ae6b-67f15f2753db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.615098] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715369, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.622050] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: e9e7a0bc-f2a3-42a1-bc37-13720a961b56] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1161.633537] env[65978]: DEBUG oslo_vmware.api [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715370, 'name': PowerOffVM_Task, 'duration_secs': 0.228096} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.633817] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.633979] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.634266] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1999d24a-fe12-4460-91dc-6ba4a0eada8e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.652275] env[65978]: DEBUG nova.compute.manager [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1161.652501] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.653473] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf78ee9-1572-424e-926c-0d3fe3d38fe6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.664891] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.665025] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-693e6e65-37be-4b84-8f87-bd1e8263a0f9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.673582] env[65978]: DEBUG oslo_vmware.api [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1161.673582] env[65978]: value = "task-4715372" [ 1161.673582] env[65978]: _type = "Task" [ 1161.673582] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.684281] env[65978]: DEBUG oslo_vmware.api [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.707533] env[65978]: DEBUG oslo_vmware.api [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715368, 'name': PowerOffVM_Task, 'duration_secs': 0.551945} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.707920] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.708169] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.708468] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84a769cc-6fd1-4eec-917c-04cc63c3b43e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.714463] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.714737] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.714972] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Deleting the datastore file [datastore2] 77485826-2a39-4654-956e-8922d1367635 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.715514] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4eea2fe3-c7eb-4e44-b9f7-8f9913001cd5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.723363] env[65978]: DEBUG oslo_vmware.api [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1161.723363] env[65978]: value = "task-4715374" [ 1161.723363] env[65978]: _type = "Task" [ 1161.723363] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.734863] env[65978]: DEBUG oslo_vmware.api [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.799650] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.799817] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.800052] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Deleting the datastore file [datastore2] bf2479a9-c046-48d6-afd6-ab2d62692c9c {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.800420] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3657a3ec-db2c-4927-8de1-447acd90e3b5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.808014] env[65978]: DEBUG oslo_vmware.api [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for the task: (returnval){ [ 1161.808014] env[65978]: value = "task-4715375" [ 1161.808014] env[65978]: _type = "Task" [ 1161.808014] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.817449] env[65978]: DEBUG oslo_vmware.api [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.116655] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715369, 'name': ReconfigVM_Task, 'duration_secs': 0.554511} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.117158] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 6726401a-41b8-4337-af6a-a6a674e6a109/6726401a-41b8-4337-af6a-a6a674e6a109.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.118508] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90d8810a-b873-4dfa-96fb-566d9e819f47 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.125246] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1162.125246] env[65978]: value = "task-4715376" [ 1162.125246] env[65978]: _type = "Task" [ 1162.125246] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.131252] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 34b565a1-0170-4548-88a9-a7619dad8d60] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1162.146550] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715376, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.184844] env[65978]: DEBUG oslo_vmware.api [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715372, 'name': PowerOffVM_Task, 'duration_secs': 0.281399} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.185172] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.185380] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.185694] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e334fd5c-b809-4341-a88a-a384400da30d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.235453] env[65978]: DEBUG oslo_vmware.api [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178199} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.235716] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.235930] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.236254] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.236512] env[65978]: INFO nova.compute.manager [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 77485826-2a39-4654-956e-8922d1367635] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1162.236831] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1162.237056] env[65978]: DEBUG nova.compute.manager [-] [instance: 77485826-2a39-4654-956e-8922d1367635] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1162.237157] env[65978]: DEBUG nova.network.neutron [-] [instance: 77485826-2a39-4654-956e-8922d1367635] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1162.237416] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.255935] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.256305] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.256543] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Deleting the datastore file [datastore1] d020c361-f57c-400f-b41f-c6ed384a0008 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.256894] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-069a5609-124f-4e0e-8a6e-1cca0e20384e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.264125] env[65978]: DEBUG oslo_vmware.api [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for the task: (returnval){ [ 1162.264125] env[65978]: value = "task-4715378" [ 1162.264125] env[65978]: _type = "Task" [ 1162.264125] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.273575] env[65978]: DEBUG oslo_vmware.api [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.279990] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.308375] env[65978]: DEBUG nova.compute.manager [req-362460f1-786e-40a0-bc8e-b6de5d3cde14 req-bed2da6f-be5f-411a-87ea-d62398196467 service nova] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Received event network-changed-16ffbfbf-9539-4f35-8fee-768cf3603f76 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1162.308620] env[65978]: DEBUG nova.compute.manager [req-362460f1-786e-40a0-bc8e-b6de5d3cde14 req-bed2da6f-be5f-411a-87ea-d62398196467 service nova] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Refreshing instance network info cache due to event network-changed-16ffbfbf-9539-4f35-8fee-768cf3603f76. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1162.308815] env[65978]: DEBUG oslo_concurrency.lockutils [req-362460f1-786e-40a0-bc8e-b6de5d3cde14 req-bed2da6f-be5f-411a-87ea-d62398196467 service nova] Acquiring lock "refresh_cache-836b67a1-e5e1-4803-a750-506af6a22fc9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.308910] env[65978]: DEBUG oslo_concurrency.lockutils [req-362460f1-786e-40a0-bc8e-b6de5d3cde14 req-bed2da6f-be5f-411a-87ea-d62398196467 service nova] Acquired lock "refresh_cache-836b67a1-e5e1-4803-a750-506af6a22fc9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.309299] env[65978]: DEBUG nova.network.neutron [req-362460f1-786e-40a0-bc8e-b6de5d3cde14 req-bed2da6f-be5f-411a-87ea-d62398196467 service nova] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Refreshing network info cache for port 16ffbfbf-9539-4f35-8fee-768cf3603f76 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.323130] env[65978]: DEBUG oslo_vmware.api [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Task: {'id': task-4715375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348096} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.323423] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.323601] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.323770] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.323945] env[65978]: INFO nova.compute.manager [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1162.324216] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1162.324411] env[65978]: DEBUG nova.compute.manager [-] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1162.324503] env[65978]: DEBUG nova.network.neutron [-] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1162.324761] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.360931] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.640464] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: be6b8c2b-2f75-4d82-907b-5e1486992605] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1162.643513] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715376, 'name': Rename_Task, 'duration_secs': 0.210383} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.646383] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.649806] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14c950cc-0013-478b-bc20-fa131276ff34 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.653440] env[65978]: DEBUG nova.compute.manager [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Stashing vm_state: active {{(pid=65978) _prep_resize /opt/stack/nova/nova/compute/manager.py:6180}} [ 1162.665106] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1162.665106] env[65978]: value = "task-4715379" [ 1162.665106] env[65978]: _type = "Task" [ 1162.665106] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.680675] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.779605] env[65978]: DEBUG oslo_vmware.api [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Task: {'id': task-4715378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173675} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.780647] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.780801] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.781308] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.781308] env[65978]: INFO nova.compute.manager [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1162.781434] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1162.781602] env[65978]: DEBUG nova.compute.manager [-] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1162.781694] env[65978]: DEBUG nova.network.neutron [-] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1162.781978] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.789909] env[65978]: DEBUG nova.compute.manager [req-050c36e8-4ae0-4aa0-8e9d-7778edac74a2 req-0e8b5aa9-ec2b-42e3-b7e4-efc8d5d198e1 service nova] [instance: 77485826-2a39-4654-956e-8922d1367635] Received event network-vif-deleted-462c8549-51b2-4261-b3de-2d64b6712538 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1162.790216] env[65978]: INFO nova.compute.manager [req-050c36e8-4ae0-4aa0-8e9d-7778edac74a2 req-0e8b5aa9-ec2b-42e3-b7e4-efc8d5d198e1 service nova] [instance: 77485826-2a39-4654-956e-8922d1367635] Neutron deleted interface 462c8549-51b2-4261-b3de-2d64b6712538; detaching it from the instance and deleting it from the info cache [ 1162.790399] env[65978]: DEBUG nova.network.neutron [req-050c36e8-4ae0-4aa0-8e9d-7778edac74a2 req-0e8b5aa9-ec2b-42e3-b7e4-efc8d5d198e1 service nova] [instance: 77485826-2a39-4654-956e-8922d1367635] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.815301] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.817617] env[65978]: WARNING neutronclient.v2_0.client [req-362460f1-786e-40a0-bc8e-b6de5d3cde14 req-bed2da6f-be5f-411a-87ea-d62398196467 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.962718] env[65978]: WARNING neutronclient.v2_0.client [req-362460f1-786e-40a0-bc8e-b6de5d3cde14 req-bed2da6f-be5f-411a-87ea-d62398196467 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.043239] env[65978]: DEBUG nova.network.neutron [req-362460f1-786e-40a0-bc8e-b6de5d3cde14 req-bed2da6f-be5f-411a-87ea-d62398196467 service nova] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Updated VIF entry in instance network info cache for port 16ffbfbf-9539-4f35-8fee-768cf3603f76. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1163.043812] env[65978]: DEBUG nova.network.neutron [req-362460f1-786e-40a0-bc8e-b6de5d3cde14 req-bed2da6f-be5f-411a-87ea-d62398196467 service nova] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Updating instance_info_cache with network_info: [{"id": "16ffbfbf-9539-4f35-8fee-768cf3603f76", "address": "fa:16:3e:aa:8e:1f", "network": {"id": "6fed0f81-7458-4058-912d-c53e30dc5e98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-548756589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89300743ada64b348ab266269b499f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ffbfbf-95", "ovs_interfaceid": "16ffbfbf-9539-4f35-8fee-768cf3603f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.103016] env[65978]: DEBUG nova.network.neutron [-] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.144969] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: b6f9926b-da45-40cd-8fe3-60a9b3d4dc91] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1163.177750] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.178859] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.179135] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.274241] env[65978]: DEBUG nova.network.neutron [-] [instance: 77485826-2a39-4654-956e-8922d1367635] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.292534] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33bb602f-0fb6-489b-bdf2-0583da8eef18 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.304319] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9e1f02-ea24-4c48-9ad0-1a9e5545ce63 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.338628] env[65978]: DEBUG nova.compute.manager [req-050c36e8-4ae0-4aa0-8e9d-7778edac74a2 req-0e8b5aa9-ec2b-42e3-b7e4-efc8d5d198e1 service nova] [instance: 77485826-2a39-4654-956e-8922d1367635] Detach interface failed, port_id=462c8549-51b2-4261-b3de-2d64b6712538, reason: Instance 77485826-2a39-4654-956e-8922d1367635 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1163.504843] env[65978]: DEBUG nova.network.neutron [-] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.547157] env[65978]: DEBUG oslo_concurrency.lockutils [req-362460f1-786e-40a0-bc8e-b6de5d3cde14 req-bed2da6f-be5f-411a-87ea-d62398196467 service nova] Releasing lock "refresh_cache-836b67a1-e5e1-4803-a750-506af6a22fc9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.547440] env[65978]: DEBUG nova.compute.manager [req-362460f1-786e-40a0-bc8e-b6de5d3cde14 req-bed2da6f-be5f-411a-87ea-d62398196467 service nova] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Received event network-changed-a5c33642-a36c-4b4e-bb8a-0d7967bdfd06 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1163.547604] env[65978]: DEBUG nova.compute.manager [req-362460f1-786e-40a0-bc8e-b6de5d3cde14 req-bed2da6f-be5f-411a-87ea-d62398196467 service nova] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Refreshing instance network info cache due to event network-changed-a5c33642-a36c-4b4e-bb8a-0d7967bdfd06. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1163.547810] env[65978]: DEBUG oslo_concurrency.lockutils [req-362460f1-786e-40a0-bc8e-b6de5d3cde14 req-bed2da6f-be5f-411a-87ea-d62398196467 service nova] Acquiring lock "refresh_cache-ac127ecb-3f76-4ba6-91b7-f4df587cb458" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.547945] env[65978]: DEBUG oslo_concurrency.lockutils [req-362460f1-786e-40a0-bc8e-b6de5d3cde14 req-bed2da6f-be5f-411a-87ea-d62398196467 service nova] Acquired lock "refresh_cache-ac127ecb-3f76-4ba6-91b7-f4df587cb458" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.548117] env[65978]: DEBUG nova.network.neutron [req-362460f1-786e-40a0-bc8e-b6de5d3cde14 req-bed2da6f-be5f-411a-87ea-d62398196467 service nova] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Refreshing network info cache for port a5c33642-a36c-4b4e-bb8a-0d7967bdfd06 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.606146] env[65978]: INFO nova.compute.manager [-] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Took 1.28 seconds to deallocate network for instance. [ 1163.649332] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 5d17e541-901a-48ed-b5a1-cf554240f105] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1163.679064] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715379, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.683709] env[65978]: INFO nova.compute.claims [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.777205] env[65978]: INFO nova.compute.manager [-] [instance: 77485826-2a39-4654-956e-8922d1367635] Took 1.54 seconds to deallocate network for instance. [ 1164.009762] env[65978]: INFO nova.compute.manager [-] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Took 1.23 seconds to deallocate network for instance. [ 1164.051918] env[65978]: WARNING neutronclient.v2_0.client [req-362460f1-786e-40a0-bc8e-b6de5d3cde14 req-bed2da6f-be5f-411a-87ea-d62398196467 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.113686] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.153697] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: a4e7880d-1569-491e-acff-2cdffec981af] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1164.188588] env[65978]: DEBUG oslo_vmware.api [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715379, 'name': PowerOnVM_Task, 'duration_secs': 1.264834} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.188912] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.189185] env[65978]: INFO nova.compute.manager [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1164.189417] env[65978]: DEBUG nova.compute.manager [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1164.191739] env[65978]: INFO nova.compute.resource_tracker [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Updating resource usage from migration 9cf137c4-cede-4cc5-8d09-d45b21f50fee [ 1164.195954] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d418021-71ba-4da0-99d0-51583106a919 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.245637] env[65978]: WARNING neutronclient.v2_0.client [req-362460f1-786e-40a0-bc8e-b6de5d3cde14 req-bed2da6f-be5f-411a-87ea-d62398196467 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.287032] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.332016] env[65978]: DEBUG nova.network.neutron [req-362460f1-786e-40a0-bc8e-b6de5d3cde14 req-bed2da6f-be5f-411a-87ea-d62398196467 service nova] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Updated VIF entry in instance network info cache for port a5c33642-a36c-4b4e-bb8a-0d7967bdfd06. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1164.332462] env[65978]: DEBUG nova.network.neutron [req-362460f1-786e-40a0-bc8e-b6de5d3cde14 req-bed2da6f-be5f-411a-87ea-d62398196467 service nova] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Updating instance_info_cache with network_info: [{"id": "a5c33642-a36c-4b4e-bb8a-0d7967bdfd06", "address": "fa:16:3e:b1:0d:a7", "network": {"id": "6fed0f81-7458-4058-912d-c53e30dc5e98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-548756589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89300743ada64b348ab266269b499f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c33642-a3", "ovs_interfaceid": "a5c33642-a36c-4b4e-bb8a-0d7967bdfd06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.350962] env[65978]: DEBUG nova.compute.manager [req-0e6989d1-34f5-44b3-8969-03fc3a7b9c1f req-56696937-f345-4dec-9794-a10ca302dac8 service nova] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Received event network-vif-deleted-25f9d4a6-ecf6-468e-98b8-d9b4c64dea91 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1164.351259] env[65978]: DEBUG nova.compute.manager [req-0e6989d1-34f5-44b3-8969-03fc3a7b9c1f req-56696937-f345-4dec-9794-a10ca302dac8 service nova] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Received event network-vif-deleted-9b0a4a60-e3b0-4524-b590-96f631c59f36 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1164.382061] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30733c02-579f-4d81-960f-d225121da5e3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.390996] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca68604-2b95-490a-8156-cd9182153bc2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.425960] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a5c4a2-fac3-4560-8624-25f116471fba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.437998] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29980431-9630-4bd1-b209-ab8b730906f5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.453708] env[65978]: DEBUG nova.compute.provider_tree [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.516383] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.657549] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 0215aa34-37b0-43ab-b9a4-fc254524612b] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1164.720962] env[65978]: INFO nova.compute.manager [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Took 13.47 seconds to build instance. [ 1164.835457] env[65978]: DEBUG oslo_concurrency.lockutils [req-362460f1-786e-40a0-bc8e-b6de5d3cde14 req-bed2da6f-be5f-411a-87ea-d62398196467 service nova] Releasing lock "refresh_cache-ac127ecb-3f76-4ba6-91b7-f4df587cb458" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.957722] env[65978]: DEBUG nova.scheduler.client.report [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.160760] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 2f454d73-1141-46d1-97ce-8f85281d961c] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1165.223545] env[65978]: DEBUG oslo_concurrency.lockutils [None req-60aa5490-c39c-48bc-8245-6dfa59b14534 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "6726401a-41b8-4337-af6a-a6a674e6a109" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.981s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.463938] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.285s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.464210] env[65978]: INFO nova.compute.manager [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Migrating [ 1165.471012] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.357s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.471259] env[65978]: DEBUG nova.objects.instance [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lazy-loading 'resources' on Instance uuid bf2479a9-c046-48d6-afd6-ab2d62692c9c {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.626083] env[65978]: DEBUG nova.compute.manager [req-f892e7a4-ba74-4ef1-abd8-42c967fd953d req-dcfb13fc-78de-40e8-8cd7-b757640e83ac service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Received event network-changed-1f4db00a-f918-46f5-a9cd-748e3aaaae70 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1165.626424] env[65978]: DEBUG nova.compute.manager [req-f892e7a4-ba74-4ef1-abd8-42c967fd953d req-dcfb13fc-78de-40e8-8cd7-b757640e83ac service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Refreshing instance network info cache due to event network-changed-1f4db00a-f918-46f5-a9cd-748e3aaaae70. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1165.626516] env[65978]: DEBUG oslo_concurrency.lockutils [req-f892e7a4-ba74-4ef1-abd8-42c967fd953d req-dcfb13fc-78de-40e8-8cd7-b757640e83ac service nova] Acquiring lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.626652] env[65978]: DEBUG oslo_concurrency.lockutils [req-f892e7a4-ba74-4ef1-abd8-42c967fd953d req-dcfb13fc-78de-40e8-8cd7-b757640e83ac service nova] Acquired lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.626804] env[65978]: DEBUG nova.network.neutron [req-f892e7a4-ba74-4ef1-abd8-42c967fd953d req-dcfb13fc-78de-40e8-8cd7-b757640e83ac service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Refreshing network info cache for port 1f4db00a-f918-46f5-a9cd-748e3aaaae70 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.664641] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: d36351a6-4988-44ad-9bb8-ffa7cb7fa83f] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1165.984121] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "refresh_cache-ac127ecb-3f76-4ba6-91b7-f4df587cb458" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.984305] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired lock "refresh_cache-ac127ecb-3f76-4ba6-91b7-f4df587cb458" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.984694] env[65978]: DEBUG nova.network.neutron [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1166.129627] env[65978]: WARNING neutronclient.v2_0.client [req-f892e7a4-ba74-4ef1-abd8-42c967fd953d req-dcfb13fc-78de-40e8-8cd7-b757640e83ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.168380] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 00bd7de0-3e77-4707-a336-8656718dd3e1] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1166.178783] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1954a1a-c03e-4ba8-9c65-a9fbe2996821 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.189958] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71e0a86-0537-4bdc-b644-eb322026057e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.236368] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd22c291-29d3-430a-a2a5-e830e3805414 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.246158] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75242a4d-0a62-4e16-a7b7-9947a32d034e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.261885] env[65978]: DEBUG nova.compute.provider_tree [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.339882] env[65978]: WARNING neutronclient.v2_0.client [req-f892e7a4-ba74-4ef1-abd8-42c967fd953d req-dcfb13fc-78de-40e8-8cd7-b757640e83ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.416190] env[65978]: DEBUG nova.network.neutron [req-f892e7a4-ba74-4ef1-abd8-42c967fd953d req-dcfb13fc-78de-40e8-8cd7-b757640e83ac service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Updated VIF entry in instance network info cache for port 1f4db00a-f918-46f5-a9cd-748e3aaaae70. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1166.416573] env[65978]: DEBUG nova.network.neutron [req-f892e7a4-ba74-4ef1-abd8-42c967fd953d req-dcfb13fc-78de-40e8-8cd7-b757640e83ac service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Updating instance_info_cache with network_info: [{"id": "1f4db00a-f918-46f5-a9cd-748e3aaaae70", "address": "fa:16:3e:4a:b8:09", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4db00a-f9", "ovs_interfaceid": "1f4db00a-f918-46f5-a9cd-748e3aaaae70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.487471] env[65978]: WARNING neutronclient.v2_0.client [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.598038] env[65978]: DEBUG oslo_concurrency.lockutils [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "03261179-7912-494f-a1d0-372a3623b3b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.598317] env[65978]: DEBUG oslo_concurrency.lockutils [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "03261179-7912-494f-a1d0-372a3623b3b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.671975] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 5ff8047c-ee56-476a-bab7-3922e4ad8003] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1166.720977] env[65978]: WARNING neutronclient.v2_0.client [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.766128] env[65978]: DEBUG nova.scheduler.client.report [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.797229] env[65978]: DEBUG nova.network.neutron [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Updating instance_info_cache with network_info: [{"id": "a5c33642-a36c-4b4e-bb8a-0d7967bdfd06", "address": "fa:16:3e:b1:0d:a7", "network": {"id": "6fed0f81-7458-4058-912d-c53e30dc5e98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-548756589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89300743ada64b348ab266269b499f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c33642-a3", "ovs_interfaceid": "a5c33642-a36c-4b4e-bb8a-0d7967bdfd06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.919351] env[65978]: DEBUG oslo_concurrency.lockutils [req-f892e7a4-ba74-4ef1-abd8-42c967fd953d req-dcfb13fc-78de-40e8-8cd7-b757640e83ac service nova] Releasing lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.100890] env[65978]: DEBUG nova.compute.manager [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1167.179262] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 95312658-67dd-4612-a5b0-d1932c40c4a5] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1167.273191] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.275210] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.988s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.275558] env[65978]: DEBUG nova.objects.instance [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lazy-loading 'resources' on Instance uuid 77485826-2a39-4654-956e-8922d1367635 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.298248] env[65978]: INFO nova.scheduler.client.report [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Deleted allocations for instance bf2479a9-c046-48d6-afd6-ab2d62692c9c [ 1167.299765] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Releasing lock "refresh_cache-ac127ecb-3f76-4ba6-91b7-f4df587cb458" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.625492] env[65978]: DEBUG oslo_concurrency.lockutils [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.683781] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 750e509e-7d2f-470d-895e-d098efd02196] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1167.812856] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6c5df514-acb7-4513-9dec-58c0aae7b0b4 tempest-ServersNegativeTestJSON-1329693835 tempest-ServersNegativeTestJSON-1329693835-project-member] Lock "bf2479a9-c046-48d6-afd6-ab2d62692c9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.646s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.950667] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a4f15c-1393-4493-a008-fd821b04feb0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.959241] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7e350d-98f7-4031-8397-050ad52fbcc2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.994251] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d38a93-8f0e-4e0c-810b-20b01b0e1021 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.003241] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9feece8-777f-4135-8dc9-ea06c844ae78 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.017521] env[65978]: DEBUG nova.compute.provider_tree [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.187959] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: eeb54305-cddf-4ff6-9816-c11e8923aea6] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1168.520771] env[65978]: DEBUG nova.scheduler.client.report [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.692970] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 7bb7d018-e090-4fb5-a129-89612ebe01ed] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1168.821771] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a399dd6-95b4-41be-9134-56d6ba723c51 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.845611] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Updating instance 'ac127ecb-3f76-4ba6-91b7-f4df587cb458' progress to 0 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.026243] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.751s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.028583] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.512s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.028809] env[65978]: DEBUG nova.objects.instance [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lazy-loading 'resources' on Instance uuid d020c361-f57c-400f-b41f-c6ed384a0008 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.067707] env[65978]: INFO nova.scheduler.client.report [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Deleted allocations for instance 77485826-2a39-4654-956e-8922d1367635 [ 1169.195036] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: a14898a3-b874-4ad3-b2fa-e69608ef4d0f] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1169.349424] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.349747] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b327b348-bce6-4d91-afac-f6087d7d898c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.358375] env[65978]: DEBUG oslo_vmware.api [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1169.358375] env[65978]: value = "task-4715380" [ 1169.358375] env[65978]: _type = "Task" [ 1169.358375] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.367384] env[65978]: DEBUG oslo_vmware.api [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.580954] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7e79d6ad-6d48-4f44-9586-112cccfbe9ac tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "77485826-2a39-4654-956e-8922d1367635" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.008s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.681241] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0966a5-6198-4b80-910d-d3bf50cf0556 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.689749] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd67cb8-8d84-4e32-a82c-99527572a8a2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.719291] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 51206bff-a257-4f16-97df-5f959c253127] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1169.722396] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cb2511-2958-47b8-8f24-abb60af69dcd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.731056] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7e2a80-a691-44f0-a619-2dee4cbc9974 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.745700] env[65978]: DEBUG nova.compute.provider_tree [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.869180] env[65978]: DEBUG oslo_vmware.api [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715380, 'name': PowerOffVM_Task, 'duration_secs': 0.195987} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.869391] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.869633] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Updating instance 'ac127ecb-3f76-4ba6-91b7-f4df587cb458' progress to 17 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1170.222794] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 85358d03-f54e-437b-b0e9-b1b8d20b54c4] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1170.249928] env[65978]: DEBUG nova.scheduler.client.report [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.375796] env[65978]: DEBUG nova.virt.hardware [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1170.376065] env[65978]: DEBUG nova.virt.hardware [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.376226] env[65978]: DEBUG nova.virt.hardware [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1170.376403] env[65978]: DEBUG nova.virt.hardware [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.376544] env[65978]: DEBUG nova.virt.hardware [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1170.376683] env[65978]: DEBUG nova.virt.hardware [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1170.376877] env[65978]: DEBUG nova.virt.hardware [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1170.377050] env[65978]: DEBUG nova.virt.hardware [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1170.377224] env[65978]: DEBUG nova.virt.hardware [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1170.377383] env[65978]: DEBUG nova.virt.hardware [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1170.377556] env[65978]: DEBUG nova.virt.hardware [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1170.382655] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37118943-7173-4026-833f-d61e754fdb05 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.400309] env[65978]: DEBUG oslo_vmware.api [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1170.400309] env[65978]: value = "task-4715381" [ 1170.400309] env[65978]: _type = "Task" [ 1170.400309] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.410461] env[65978]: DEBUG oslo_vmware.api [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715381, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.726579] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 18cfc79d-38fe-4832-8aa0-27609c0219b8] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1170.755026] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.758051] env[65978]: DEBUG oslo_concurrency.lockutils [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.132s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.759156] env[65978]: INFO nova.compute.claims [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.781570] env[65978]: INFO nova.scheduler.client.report [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Deleted allocations for instance d020c361-f57c-400f-b41f-c6ed384a0008 [ 1170.910717] env[65978]: DEBUG oslo_vmware.api [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715381, 'name': ReconfigVM_Task, 'duration_secs': 0.191102} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.911042] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Updating instance 'ac127ecb-3f76-4ba6-91b7-f4df587cb458' progress to 33 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1171.229995] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: ecc645e7-d1f9-4d1c-b6db-5835c528d775] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1171.288388] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7abb3ffe-9375-4687-8aff-3108743bf488 tempest-ServersTestJSON-912334766 tempest-ServersTestJSON-912334766-project-member] Lock "d020c361-f57c-400f-b41f-c6ed384a0008" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.144s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.418123] env[65978]: DEBUG nova.virt.hardware [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1171.418395] env[65978]: DEBUG nova.virt.hardware [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.418576] env[65978]: DEBUG nova.virt.hardware [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1171.418808] env[65978]: DEBUG nova.virt.hardware [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.418983] env[65978]: DEBUG nova.virt.hardware [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1171.419184] env[65978]: DEBUG nova.virt.hardware [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1171.419437] env[65978]: DEBUG nova.virt.hardware [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1171.419640] env[65978]: DEBUG nova.virt.hardware [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1171.419978] env[65978]: DEBUG nova.virt.hardware [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1171.420102] env[65978]: DEBUG nova.virt.hardware [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1171.420317] env[65978]: DEBUG nova.virt.hardware [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1171.426332] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1171.426688] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85b5d819-f9ac-4c89-b987-ea9b8ffd19f9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.449020] env[65978]: DEBUG oslo_vmware.api [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1171.449020] env[65978]: value = "task-4715382" [ 1171.449020] env[65978]: _type = "Task" [ 1171.449020] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.458128] env[65978]: DEBUG oslo_vmware.api [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715382, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.733777] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.733946] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Cleaning up deleted instances with incomplete migration {{(pid=65978) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11959}} [ 1171.914703] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a900267-f2d9-4d8a-b6b0-093ecccc3abf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.924326] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13df849c-61b3-4bcf-8861-269018dc8f59 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.962406] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dca030-147b-4c98-bb66-c0c21bfafcb2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.974935] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701c925a-ab99-4f26-86c6-efe7230ff76e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.979216] env[65978]: DEBUG oslo_vmware.api [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715382, 'name': ReconfigVM_Task, 'duration_secs': 0.184946} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.979537] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1171.980754] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3244a29-4e9b-4a29-bd3a-94238c96908d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.992139] env[65978]: DEBUG nova.compute.provider_tree [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.015929] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-081dfa67-03ed-4e1a-8200-5cd0eda7a053/volume-081dfa67-03ed-4e1a-8200-5cd0eda7a053.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.016672] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9108a6c2-9e54-404f-bb50-2972c41bb77a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.036605] env[65978]: DEBUG oslo_vmware.api [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1172.036605] env[65978]: value = "task-4715383" [ 1172.036605] env[65978]: _type = "Task" [ 1172.036605] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.046045] env[65978]: DEBUG oslo_vmware.api [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715383, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.207801] env[65978]: DEBUG oslo_concurrency.lockutils [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "1c4d3214-fa33-45ce-bfb6-2430af82b195" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.208155] env[65978]: DEBUG oslo_concurrency.lockutils [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "1c4d3214-fa33-45ce-bfb6-2430af82b195" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.237055] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.496908] env[65978]: DEBUG nova.scheduler.client.report [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.548946] env[65978]: DEBUG oslo_vmware.api [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715383, 'name': ReconfigVM_Task, 'duration_secs': 0.265911} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.549175] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-081dfa67-03ed-4e1a-8200-5cd0eda7a053/volume-081dfa67-03ed-4e1a-8200-5cd0eda7a053.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.549395] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Updating instance 'ac127ecb-3f76-4ba6-91b7-f4df587cb458' progress to 50 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.711622] env[65978]: DEBUG nova.compute.manager [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1173.001653] env[65978]: DEBUG oslo_concurrency.lockutils [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.002267] env[65978]: DEBUG nova.compute.manager [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1173.056357] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d319c5de-0d23-4e9d-8181-2886481d24f9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.077650] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21201b38-5ccb-49ff-b6ea-8d0ce8c8bbb5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.097212] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Updating instance 'ac127ecb-3f76-4ba6-91b7-f4df587cb458' progress to 67 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.242646] env[65978]: DEBUG oslo_concurrency.lockutils [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.243330] env[65978]: DEBUG oslo_concurrency.lockutils [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.244568] env[65978]: INFO nova.compute.claims [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.509118] env[65978]: DEBUG nova.compute.utils [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1173.511576] env[65978]: DEBUG nova.compute.manager [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1173.511864] env[65978]: DEBUG nova.network.neutron [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1173.512212] env[65978]: WARNING neutronclient.v2_0.client [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1173.512515] env[65978]: WARNING neutronclient.v2_0.client [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1173.564060] env[65978]: DEBUG nova.policy [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '786114fdac424e2fb65119dfc7cc106e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a872165ef8e4489b9cf7d7e59545d317', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1173.738419] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.738665] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.889698] env[65978]: DEBUG nova.network.neutron [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Successfully created port: b2a3b211-b4d9-42ff-8060-19cce62925b1 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1174.015785] env[65978]: DEBUG nova.compute.manager [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1174.246348] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.246647] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.246684] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._sync_power_states {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.420122] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6db962d-48fd-4515-b6f2-303d02647ae5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.431401] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906978dd-1bc8-4308-909d-beb6248115af {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.463022] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5482a7fb-46b2-4b14-8d4d-f2a47199c078 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.471491] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5cb197-1477-414a-b41b-8c6f66b3bceb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.486651] env[65978]: DEBUG nova.compute.provider_tree [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.741999] env[65978]: WARNING neutronclient.v2_0.client [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.742440] env[65978]: WARNING neutronclient.v2_0.client [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.751268] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Getting list of instances from cluster (obj){ [ 1174.751268] env[65978]: value = "domain-c8" [ 1174.751268] env[65978]: _type = "ClusterComputeResource" [ 1174.751268] env[65978]: } {{(pid=65978) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1174.752389] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b2863e-b41b-41d8-8667-6cce5f32043d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.772656] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Got total of 8 instances {{(pid=65978) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1174.772835] env[65978]: WARNING nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] While synchronizing instance power states, found 10 instances in the database and 8 instances on the hypervisor. [ 1174.773063] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Triggering sync for uuid 836b67a1-e5e1-4803-a750-506af6a22fc9 {{(pid=65978) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11032}} [ 1174.773396] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Triggering sync for uuid baf140d5-8c41-45ca-99b3-52c4c00adebd {{(pid=65978) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11032}} [ 1174.773578] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Triggering sync for uuid 252f26bc-161b-4352-9915-d4a3e2e3e4cf {{(pid=65978) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11032}} [ 1174.773772] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Triggering sync for uuid 4ccf288c-26ad-4815-b010-5582038ea228 {{(pid=65978) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11032}} [ 1174.773962] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Triggering sync for uuid 441c1e51-5bdb-4976-bd43-af1ea895ce23 {{(pid=65978) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11032}} [ 1174.774169] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Triggering sync for uuid ac127ecb-3f76-4ba6-91b7-f4df587cb458 {{(pid=65978) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11032}} [ 1174.774355] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Triggering sync for uuid bc50076a-3c9b-45cf-ae6b-67f15f2753db {{(pid=65978) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11032}} [ 1174.774538] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Triggering sync for uuid 6726401a-41b8-4337-af6a-a6a674e6a109 {{(pid=65978) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11032}} [ 1174.774708] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Triggering sync for uuid 03261179-7912-494f-a1d0-372a3623b3b0 {{(pid=65978) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11032}} [ 1174.774882] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Triggering sync for uuid 1c4d3214-fa33-45ce-bfb6-2430af82b195 {{(pid=65978) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11032}} [ 1174.775278] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "836b67a1-e5e1-4803-a750-506af6a22fc9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.775480] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "836b67a1-e5e1-4803-a750-506af6a22fc9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.775738] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "baf140d5-8c41-45ca-99b3-52c4c00adebd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.775911] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "baf140d5-8c41-45ca-99b3-52c4c00adebd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.776155] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.776336] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.776553] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "4ccf288c-26ad-4815-b010-5582038ea228" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.776720] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "4ccf288c-26ad-4815-b010-5582038ea228" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.777051] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "441c1e51-5bdb-4976-bd43-af1ea895ce23" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.777180] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "441c1e51-5bdb-4976-bd43-af1ea895ce23" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.778045] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d0f45f-7a86-4d37-9b14-c3caad4ea28a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.781172] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9663b87-3285-4564-b052-0e1044353551 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.784036] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da906de-916d-4266-9268-731dc38ca174 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.786883] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40b3204-92e3-4b08-85f2-318bcdd35a99 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.789507] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b58c78-1809-49f2-9fcb-38e9b0d24ae1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.792497] env[65978]: DEBUG nova.network.neutron [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Port a5c33642-a36c-4b4e-bb8a-0d7967bdfd06 binding to destination host cpu-1 is already ACTIVE {{(pid=65978) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1174.990472] env[65978]: DEBUG nova.scheduler.client.report [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.027996] env[65978]: DEBUG nova.compute.manager [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1175.054376] env[65978]: DEBUG nova.virt.hardware [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1175.054645] env[65978]: DEBUG nova.virt.hardware [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.054797] env[65978]: DEBUG nova.virt.hardware [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1175.054982] env[65978]: DEBUG nova.virt.hardware [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.055149] env[65978]: DEBUG nova.virt.hardware [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1175.055323] env[65978]: DEBUG nova.virt.hardware [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1175.055690] env[65978]: DEBUG nova.virt.hardware [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1175.055873] env[65978]: DEBUG nova.virt.hardware [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1175.056060] env[65978]: DEBUG nova.virt.hardware [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1175.056281] env[65978]: DEBUG nova.virt.hardware [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1175.056456] env[65978]: DEBUG nova.virt.hardware [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1175.057407] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9674ccb0-4dcd-41db-97e2-50f981cc5b65 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.066892] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c42c95a-5809-44de-a2f6-1c64171c00fd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.272800] env[65978]: DEBUG nova.compute.manager [req-f5df0f73-7c06-4dd1-87ed-da7d709e0a81 req-5d7eb382-951e-4295-8d76-f3a5388b68b3 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Received event network-vif-plugged-b2a3b211-b4d9-42ff-8060-19cce62925b1 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1175.273148] env[65978]: DEBUG oslo_concurrency.lockutils [req-f5df0f73-7c06-4dd1-87ed-da7d709e0a81 req-5d7eb382-951e-4295-8d76-f3a5388b68b3 service nova] Acquiring lock "03261179-7912-494f-a1d0-372a3623b3b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.273350] env[65978]: DEBUG oslo_concurrency.lockutils [req-f5df0f73-7c06-4dd1-87ed-da7d709e0a81 req-5d7eb382-951e-4295-8d76-f3a5388b68b3 service nova] Lock "03261179-7912-494f-a1d0-372a3623b3b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.273608] env[65978]: DEBUG oslo_concurrency.lockutils [req-f5df0f73-7c06-4dd1-87ed-da7d709e0a81 req-5d7eb382-951e-4295-8d76-f3a5388b68b3 service nova] Lock "03261179-7912-494f-a1d0-372a3623b3b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.273824] env[65978]: DEBUG nova.compute.manager [req-f5df0f73-7c06-4dd1-87ed-da7d709e0a81 req-5d7eb382-951e-4295-8d76-f3a5388b68b3 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] No waiting events found dispatching network-vif-plugged-b2a3b211-b4d9-42ff-8060-19cce62925b1 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1175.274044] env[65978]: WARNING nova.compute.manager [req-f5df0f73-7c06-4dd1-87ed-da7d709e0a81 req-5d7eb382-951e-4295-8d76-f3a5388b68b3 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Received unexpected event network-vif-plugged-b2a3b211-b4d9-42ff-8060-19cce62925b1 for instance with vm_state building and task_state spawning. [ 1175.307285] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "836b67a1-e5e1-4803-a750-506af6a22fc9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.532s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.307556] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "ac127ecb-3f76-4ba6-91b7-f4df587cb458" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.307752] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "ac127ecb-3f76-4ba6-91b7-f4df587cb458" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.307921] env[65978]: INFO nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1175.308094] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "ac127ecb-3f76-4ba6-91b7-f4df587cb458" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.308301] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.308548] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.309833] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807a6fec-cbd1-4573-9e44-6e707bd57d13 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.312774] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "441c1e51-5bdb-4976-bd43-af1ea895ce23" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.313037] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "6726401a-41b8-4337-af6a-a6a674e6a109" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.313235] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "6726401a-41b8-4337-af6a-a6a674e6a109" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.313658] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.313880] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "03261179-7912-494f-a1d0-372a3623b3b0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.314211] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "4ccf288c-26ad-4815-b010-5582038ea228" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.314438] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "1c4d3214-fa33-45ce-bfb6-2430af82b195" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.314739] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "baf140d5-8c41-45ca-99b3-52c4c00adebd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.315492] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85006dd-1721-4a6a-a5d0-cce326a07054 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.357566] env[65978]: DEBUG nova.network.neutron [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Successfully updated port: b2a3b211-b4d9-42ff-8060-19cce62925b1 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1175.495594] env[65978]: DEBUG oslo_concurrency.lockutils [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.496140] env[65978]: DEBUG nova.compute.manager [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1175.815920] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "ac127ecb-3f76-4ba6-91b7-f4df587cb458-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.816195] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "ac127ecb-3f76-4ba6-91b7-f4df587cb458-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.816386] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "ac127ecb-3f76-4ba6-91b7-f4df587cb458-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.826940] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.518s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.827397] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "6726401a-41b8-4337-af6a-a6a674e6a109" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.860247] env[65978]: DEBUG oslo_concurrency.lockutils [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "refresh_cache-03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.860393] env[65978]: DEBUG oslo_concurrency.lockutils [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "refresh_cache-03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.860575] env[65978]: DEBUG nova.network.neutron [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1176.001052] env[65978]: DEBUG nova.compute.utils [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.002658] env[65978]: DEBUG nova.compute.manager [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1176.003045] env[65978]: DEBUG nova.network.neutron [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1176.003489] env[65978]: WARNING neutronclient.v2_0.client [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.003945] env[65978]: WARNING neutronclient.v2_0.client [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.055393] env[65978]: DEBUG nova.policy [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '174225c7e39e46fd9fbba80835b64ae4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '267bbaf30cc74f989e3f217b0a842e2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.379877] env[65978]: DEBUG nova.network.neutron [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Successfully created port: 57fe5b94-3e12-4ee8-a7cb-bc5d7cdde8d7 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1176.398898] env[65978]: DEBUG nova.network.neutron [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1176.480106] env[65978]: WARNING neutronclient.v2_0.client [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.508412] env[65978]: DEBUG nova.compute.manager [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1176.619092] env[65978]: DEBUG nova.network.neutron [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Updating instance_info_cache with network_info: [{"id": "b2a3b211-b4d9-42ff-8060-19cce62925b1", "address": "fa:16:3e:87:c9:50", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2a3b211-b4", "ovs_interfaceid": "b2a3b211-b4d9-42ff-8060-19cce62925b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.825766] env[65978]: WARNING neutronclient.v2_0.client [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.860977] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "refresh_cache-ac127ecb-3f76-4ba6-91b7-f4df587cb458" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.861190] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired lock "refresh_cache-ac127ecb-3f76-4ba6-91b7-f4df587cb458" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.861367] env[65978]: DEBUG nova.network.neutron [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1177.122477] env[65978]: DEBUG oslo_concurrency.lockutils [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "refresh_cache-03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.122783] env[65978]: DEBUG nova.compute.manager [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Instance network_info: |[{"id": "b2a3b211-b4d9-42ff-8060-19cce62925b1", "address": "fa:16:3e:87:c9:50", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2a3b211-b4", "ovs_interfaceid": "b2a3b211-b4d9-42ff-8060-19cce62925b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1177.123301] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:c9:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2a3b211-b4d9-42ff-8060-19cce62925b1', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.131115] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1177.131327] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.131592] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2352a667-3976-4c85-a0d2-cb2987733726 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.153643] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.153643] env[65978]: value = "task-4715384" [ 1177.153643] env[65978]: _type = "Task" [ 1177.153643] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.161991] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715384, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.308791] env[65978]: DEBUG nova.compute.manager [req-3a20dae3-d34c-4135-aa58-ee59c6803696 req-f2d3fb76-74d6-43ae-929d-1fba025f2ad7 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Received event network-changed-b2a3b211-b4d9-42ff-8060-19cce62925b1 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1177.308953] env[65978]: DEBUG nova.compute.manager [req-3a20dae3-d34c-4135-aa58-ee59c6803696 req-f2d3fb76-74d6-43ae-929d-1fba025f2ad7 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Refreshing instance network info cache due to event network-changed-b2a3b211-b4d9-42ff-8060-19cce62925b1. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1177.309071] env[65978]: DEBUG oslo_concurrency.lockutils [req-3a20dae3-d34c-4135-aa58-ee59c6803696 req-f2d3fb76-74d6-43ae-929d-1fba025f2ad7 service nova] Acquiring lock "refresh_cache-03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.309223] env[65978]: DEBUG oslo_concurrency.lockutils [req-3a20dae3-d34c-4135-aa58-ee59c6803696 req-f2d3fb76-74d6-43ae-929d-1fba025f2ad7 service nova] Acquired lock "refresh_cache-03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.309383] env[65978]: DEBUG nova.network.neutron [req-3a20dae3-d34c-4135-aa58-ee59c6803696 req-f2d3fb76-74d6-43ae-929d-1fba025f2ad7 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Refreshing network info cache for port b2a3b211-b4d9-42ff-8060-19cce62925b1 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.364413] env[65978]: WARNING neutronclient.v2_0.client [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.519058] env[65978]: DEBUG nova.compute.manager [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1177.547850] env[65978]: DEBUG nova.virt.hardware [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1177.548228] env[65978]: DEBUG nova.virt.hardware [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.548410] env[65978]: DEBUG nova.virt.hardware [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1177.548618] env[65978]: DEBUG nova.virt.hardware [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.548830] env[65978]: DEBUG nova.virt.hardware [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1177.549053] env[65978]: DEBUG nova.virt.hardware [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1177.549301] env[65978]: DEBUG nova.virt.hardware [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1177.549475] env[65978]: DEBUG nova.virt.hardware [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1177.549696] env[65978]: DEBUG nova.virt.hardware [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1177.549911] env[65978]: DEBUG nova.virt.hardware [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1177.550170] env[65978]: DEBUG nova.virt.hardware [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1177.551047] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94741699-ffb8-4d51-bcdd-643b0d12f800 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.561566] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a370e1-f9ad-474c-8073-369d27cb1c7f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.605926] env[65978]: WARNING neutronclient.v2_0.client [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.665266] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715384, 'name': CreateVM_Task, 'duration_secs': 0.335692} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.665526] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.665936] env[65978]: WARNING neutronclient.v2_0.client [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.666309] env[65978]: DEBUG oslo_concurrency.lockutils [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.666503] env[65978]: DEBUG oslo_concurrency.lockutils [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.666791] env[65978]: DEBUG oslo_concurrency.lockutils [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.667072] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecfcbbc0-8f25-4227-98bb-281539605ad1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.672741] env[65978]: DEBUG oslo_vmware.api [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1177.672741] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529f3200-afaa-90b0-32f5-6b9c069a16e3" [ 1177.672741] env[65978]: _type = "Task" [ 1177.672741] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.684259] env[65978]: DEBUG oslo_vmware.api [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529f3200-afaa-90b0-32f5-6b9c069a16e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.686379] env[65978]: DEBUG nova.network.neutron [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Updating instance_info_cache with network_info: [{"id": "a5c33642-a36c-4b4e-bb8a-0d7967bdfd06", "address": "fa:16:3e:b1:0d:a7", "network": {"id": "6fed0f81-7458-4058-912d-c53e30dc5e98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-548756589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89300743ada64b348ab266269b499f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c33642-a3", "ovs_interfaceid": "a5c33642-a36c-4b4e-bb8a-0d7967bdfd06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.812427] env[65978]: WARNING neutronclient.v2_0.client [req-3a20dae3-d34c-4135-aa58-ee59c6803696 req-f2d3fb76-74d6-43ae-929d-1fba025f2ad7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.929256] env[65978]: DEBUG nova.network.neutron [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Successfully updated port: 57fe5b94-3e12-4ee8-a7cb-bc5d7cdde8d7 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1177.959785] env[65978]: DEBUG nova.compute.manager [req-6267aa16-4177-46a1-849c-33dd45ce885c req-dc807db3-b772-4034-a78b-4671ac446156 service nova] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Received event network-vif-plugged-57fe5b94-3e12-4ee8-a7cb-bc5d7cdde8d7 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1177.960009] env[65978]: DEBUG oslo_concurrency.lockutils [req-6267aa16-4177-46a1-849c-33dd45ce885c req-dc807db3-b772-4034-a78b-4671ac446156 service nova] Acquiring lock "1c4d3214-fa33-45ce-bfb6-2430af82b195-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.960932] env[65978]: DEBUG oslo_concurrency.lockutils [req-6267aa16-4177-46a1-849c-33dd45ce885c req-dc807db3-b772-4034-a78b-4671ac446156 service nova] Lock "1c4d3214-fa33-45ce-bfb6-2430af82b195-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.960932] env[65978]: DEBUG oslo_concurrency.lockutils [req-6267aa16-4177-46a1-849c-33dd45ce885c req-dc807db3-b772-4034-a78b-4671ac446156 service nova] Lock "1c4d3214-fa33-45ce-bfb6-2430af82b195-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.960932] env[65978]: DEBUG nova.compute.manager [req-6267aa16-4177-46a1-849c-33dd45ce885c req-dc807db3-b772-4034-a78b-4671ac446156 service nova] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] No waiting events found dispatching network-vif-plugged-57fe5b94-3e12-4ee8-a7cb-bc5d7cdde8d7 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1177.960932] env[65978]: WARNING nova.compute.manager [req-6267aa16-4177-46a1-849c-33dd45ce885c req-dc807db3-b772-4034-a78b-4671ac446156 service nova] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Received unexpected event network-vif-plugged-57fe5b94-3e12-4ee8-a7cb-bc5d7cdde8d7 for instance with vm_state building and task_state spawning. [ 1178.005998] env[65978]: WARNING neutronclient.v2_0.client [req-3a20dae3-d34c-4135-aa58-ee59c6803696 req-f2d3fb76-74d6-43ae-929d-1fba025f2ad7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.074408] env[65978]: DEBUG nova.network.neutron [req-3a20dae3-d34c-4135-aa58-ee59c6803696 req-f2d3fb76-74d6-43ae-929d-1fba025f2ad7 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Updated VIF entry in instance network info cache for port b2a3b211-b4d9-42ff-8060-19cce62925b1. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1178.074777] env[65978]: DEBUG nova.network.neutron [req-3a20dae3-d34c-4135-aa58-ee59c6803696 req-f2d3fb76-74d6-43ae-929d-1fba025f2ad7 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Updating instance_info_cache with network_info: [{"id": "b2a3b211-b4d9-42ff-8060-19cce62925b1", "address": "fa:16:3e:87:c9:50", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2a3b211-b4", "ovs_interfaceid": "b2a3b211-b4d9-42ff-8060-19cce62925b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.184479] env[65978]: DEBUG oslo_vmware.api [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529f3200-afaa-90b0-32f5-6b9c069a16e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010998} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.184783] env[65978]: DEBUG oslo_concurrency.lockutils [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.185041] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.185304] env[65978]: DEBUG oslo_concurrency.lockutils [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.185446] env[65978]: DEBUG oslo_concurrency.lockutils [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.185624] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.185913] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a140b139-940d-411e-a202-7825e871351c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.191490] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Releasing lock "refresh_cache-ac127ecb-3f76-4ba6-91b7-f4df587cb458" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.196372] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.196537] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.197475] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6ca7f19-48fe-4a64-b683-a40970dd8d2b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.203355] env[65978]: DEBUG oslo_vmware.api [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1178.203355] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521b6654-202c-9168-5f93-ba5c9285cb70" [ 1178.203355] env[65978]: _type = "Task" [ 1178.203355] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.211449] env[65978]: DEBUG oslo_vmware.api [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521b6654-202c-9168-5f93-ba5c9285cb70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.432544] env[65978]: DEBUG oslo_concurrency.lockutils [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "refresh_cache-1c4d3214-fa33-45ce-bfb6-2430af82b195" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.432804] env[65978]: DEBUG oslo_concurrency.lockutils [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquired lock "refresh_cache-1c4d3214-fa33-45ce-bfb6-2430af82b195" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.433017] env[65978]: DEBUG nova.network.neutron [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1178.472062] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "441c1e51-5bdb-4976-bd43-af1ea895ce23" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.472201] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "441c1e51-5bdb-4976-bd43-af1ea895ce23" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.472312] env[65978]: INFO nova.compute.manager [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Shelving [ 1178.578721] env[65978]: DEBUG oslo_concurrency.lockutils [req-3a20dae3-d34c-4135-aa58-ee59c6803696 req-f2d3fb76-74d6-43ae-929d-1fba025f2ad7 service nova] Releasing lock "refresh_cache-03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.701969] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225a02a1-39e5-4ab6-a097-671a21b82e08 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.714442] env[65978]: DEBUG oslo_vmware.api [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]521b6654-202c-9168-5f93-ba5c9285cb70, 'name': SearchDatastore_Task, 'duration_secs': 0.009788} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.716653] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60c790b0-2f02-4b50-850f-8e14ea579cc9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.719484] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eab90fb-901e-45d3-8bff-b86e68794634 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.725920] env[65978]: DEBUG oslo_vmware.api [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1178.725920] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5249372f-5521-e0ec-973f-bc814788305f" [ 1178.725920] env[65978]: _type = "Task" [ 1178.725920] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.739587] env[65978]: DEBUG oslo_vmware.api [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5249372f-5521-e0ec-973f-bc814788305f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.967929] env[65978]: DEBUG nova.network.neutron [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1179.050102] env[65978]: WARNING neutronclient.v2_0.client [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.117825] env[65978]: DEBUG nova.network.neutron [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Updating instance_info_cache with network_info: [{"id": "57fe5b94-3e12-4ee8-a7cb-bc5d7cdde8d7", "address": "fa:16:3e:e7:d9:25", "network": {"id": "e3db158a-8b54-4555-b993-3d1c7a802a3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-377513805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267bbaf30cc74f989e3f217b0a842e2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fe5b94-3e", "ovs_interfaceid": "57fe5b94-3e12-4ee8-a7cb-bc5d7cdde8d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.237252] env[65978]: DEBUG oslo_vmware.api [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5249372f-5521-e0ec-973f-bc814788305f, 'name': SearchDatastore_Task, 'duration_secs': 0.010108} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.237591] env[65978]: DEBUG oslo_concurrency.lockutils [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.237928] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 03261179-7912-494f-a1d0-372a3623b3b0/03261179-7912-494f-a1d0-372a3623b3b0.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.238247] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed9f6717-995f-482c-a3be-a0a7a0dc788b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.244806] env[65978]: DEBUG oslo_vmware.api [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1179.244806] env[65978]: value = "task-4715385" [ 1179.244806] env[65978]: _type = "Task" [ 1179.244806] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.253016] env[65978]: DEBUG oslo_vmware.api [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.481226] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.482476] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0273a48-d432-4f3c-9083-ab4df862503d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.491094] env[65978]: DEBUG oslo_vmware.api [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1179.491094] env[65978]: value = "task-4715386" [ 1179.491094] env[65978]: _type = "Task" [ 1179.491094] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.500833] env[65978]: DEBUG oslo_vmware.api [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.620918] env[65978]: DEBUG oslo_concurrency.lockutils [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Releasing lock "refresh_cache-1c4d3214-fa33-45ce-bfb6-2430af82b195" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.621417] env[65978]: DEBUG nova.compute.manager [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Instance network_info: |[{"id": "57fe5b94-3e12-4ee8-a7cb-bc5d7cdde8d7", "address": "fa:16:3e:e7:d9:25", "network": {"id": "e3db158a-8b54-4555-b993-3d1c7a802a3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-377513805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267bbaf30cc74f989e3f217b0a842e2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fe5b94-3e", "ovs_interfaceid": "57fe5b94-3e12-4ee8-a7cb-bc5d7cdde8d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1179.622149] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:d9:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57fe5b94-3e12-4ee8-a7cb-bc5d7cdde8d7', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.630508] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1179.630841] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.631146] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed3abe8e-5566-4fab-94f4-2eb7c7594289 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.653675] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.653675] env[65978]: value = "task-4715387" [ 1179.653675] env[65978]: _type = "Task" [ 1179.653675] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.663956] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715387, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.757209] env[65978]: DEBUG oslo_vmware.api [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459184} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.757608] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 03261179-7912-494f-a1d0-372a3623b3b0/03261179-7912-494f-a1d0-372a3623b3b0.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.757853] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.758237] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-169cd2ff-935f-4386-b30b-d4f0cf2e2a7d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.766914] env[65978]: DEBUG oslo_vmware.api [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1179.766914] env[65978]: value = "task-4715388" [ 1179.766914] env[65978]: _type = "Task" [ 1179.766914] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.779163] env[65978]: DEBUG oslo_vmware.api [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.832649] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c85cb59-2810-4a3e-9a84-9f0e88f4114c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.855065] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69aec0c0-3789-4ad3-abcf-5e5a8531e605 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.863151] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Updating instance 'ac127ecb-3f76-4ba6-91b7-f4df587cb458' progress to 83 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1179.988053] env[65978]: DEBUG nova.compute.manager [req-f97bf062-c01e-493c-a773-b20536383186 req-95d8cd0a-5db8-48f7-ad35-9ca0abf7a2ba service nova] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Received event network-changed-57fe5b94-3e12-4ee8-a7cb-bc5d7cdde8d7 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1179.988345] env[65978]: DEBUG nova.compute.manager [req-f97bf062-c01e-493c-a773-b20536383186 req-95d8cd0a-5db8-48f7-ad35-9ca0abf7a2ba service nova] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Refreshing instance network info cache due to event network-changed-57fe5b94-3e12-4ee8-a7cb-bc5d7cdde8d7. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1179.988633] env[65978]: DEBUG oslo_concurrency.lockutils [req-f97bf062-c01e-493c-a773-b20536383186 req-95d8cd0a-5db8-48f7-ad35-9ca0abf7a2ba service nova] Acquiring lock "refresh_cache-1c4d3214-fa33-45ce-bfb6-2430af82b195" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.988811] env[65978]: DEBUG oslo_concurrency.lockutils [req-f97bf062-c01e-493c-a773-b20536383186 req-95d8cd0a-5db8-48f7-ad35-9ca0abf7a2ba service nova] Acquired lock "refresh_cache-1c4d3214-fa33-45ce-bfb6-2430af82b195" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.988987] env[65978]: DEBUG nova.network.neutron [req-f97bf062-c01e-493c-a773-b20536383186 req-95d8cd0a-5db8-48f7-ad35-9ca0abf7a2ba service nova] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Refreshing network info cache for port 57fe5b94-3e12-4ee8-a7cb-bc5d7cdde8d7 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.002015] env[65978]: DEBUG oslo_vmware.api [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715386, 'name': PowerOffVM_Task, 'duration_secs': 0.363536} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.002391] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.003199] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d089234d-e95a-4dd3-a5bd-89247322309f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.023629] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdad8af-5337-4998-baf6-8944250bfd24 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.164931] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715387, 'name': CreateVM_Task, 'duration_secs': 0.36252} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.165135] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.165630] env[65978]: WARNING neutronclient.v2_0.client [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.165985] env[65978]: DEBUG oslo_concurrency.lockutils [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.166154] env[65978]: DEBUG oslo_concurrency.lockutils [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.166472] env[65978]: DEBUG oslo_concurrency.lockutils [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.166725] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1abc44aa-1ff1-4e4a-9207-9d78f64ebcf2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.171727] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1180.171727] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f8887b-3b8d-adf9-a45b-69223564d3a3" [ 1180.171727] env[65978]: _type = "Task" [ 1180.171727] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.179976] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f8887b-3b8d-adf9-a45b-69223564d3a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.277195] env[65978]: DEBUG oslo_vmware.api [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077947} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.277932] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.278278] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67cd94b-aa8b-4df7-902d-5d73d310d1fa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.301214] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 03261179-7912-494f-a1d0-372a3623b3b0/03261179-7912-494f-a1d0-372a3623b3b0.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.301530] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-129fc82f-c6c6-40ec-bdfa-cfae358a65dc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.322112] env[65978]: DEBUG oslo_vmware.api [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1180.322112] env[65978]: value = "task-4715389" [ 1180.322112] env[65978]: _type = "Task" [ 1180.322112] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.332473] env[65978]: DEBUG oslo_vmware.api [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.369760] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.370095] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe651a41-591a-4fb0-b379-a85089770877 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.377802] env[65978]: DEBUG oslo_vmware.api [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1180.377802] env[65978]: value = "task-4715390" [ 1180.377802] env[65978]: _type = "Task" [ 1180.377802] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.387410] env[65978]: DEBUG oslo_vmware.api [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.492512] env[65978]: WARNING neutronclient.v2_0.client [req-f97bf062-c01e-493c-a773-b20536383186 req-95d8cd0a-5db8-48f7-ad35-9ca0abf7a2ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.534558] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Creating Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1180.534920] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9cff4bf2-bfcb-4878-a411-51535a70a2a1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.543673] env[65978]: DEBUG oslo_vmware.api [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1180.543673] env[65978]: value = "task-4715391" [ 1180.543673] env[65978]: _type = "Task" [ 1180.543673] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.553593] env[65978]: DEBUG oslo_vmware.api [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715391, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.645522] env[65978]: WARNING neutronclient.v2_0.client [req-f97bf062-c01e-493c-a773-b20536383186 req-95d8cd0a-5db8-48f7-ad35-9ca0abf7a2ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.682784] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f8887b-3b8d-adf9-a45b-69223564d3a3, 'name': SearchDatastore_Task, 'duration_secs': 0.025372} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.682948] env[65978]: DEBUG oslo_concurrency.lockutils [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.683080] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.683333] env[65978]: DEBUG oslo_concurrency.lockutils [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.683475] env[65978]: DEBUG oslo_concurrency.lockutils [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.683653] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.683908] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ff4bb79-811c-4b0c-82a1-e00639126080 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.693238] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.693415] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.694180] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7104d586-e23d-4bd4-becb-a934bdf065c8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.699906] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1180.699906] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5212769a-bef6-d49a-49f7-6f3d20b619cd" [ 1180.699906] env[65978]: _type = "Task" [ 1180.699906] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.708955] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5212769a-bef6-d49a-49f7-6f3d20b619cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.729999] env[65978]: DEBUG nova.network.neutron [req-f97bf062-c01e-493c-a773-b20536383186 req-95d8cd0a-5db8-48f7-ad35-9ca0abf7a2ba service nova] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Updated VIF entry in instance network info cache for port 57fe5b94-3e12-4ee8-a7cb-bc5d7cdde8d7. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1180.730403] env[65978]: DEBUG nova.network.neutron [req-f97bf062-c01e-493c-a773-b20536383186 req-95d8cd0a-5db8-48f7-ad35-9ca0abf7a2ba service nova] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Updating instance_info_cache with network_info: [{"id": "57fe5b94-3e12-4ee8-a7cb-bc5d7cdde8d7", "address": "fa:16:3e:e7:d9:25", "network": {"id": "e3db158a-8b54-4555-b993-3d1c7a802a3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-377513805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267bbaf30cc74f989e3f217b0a842e2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fe5b94-3e", "ovs_interfaceid": "57fe5b94-3e12-4ee8-a7cb-bc5d7cdde8d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.835667] env[65978]: DEBUG oslo_vmware.api [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715389, 'name': ReconfigVM_Task, 'duration_secs': 0.340974} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.836091] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 03261179-7912-494f-a1d0-372a3623b3b0/03261179-7912-494f-a1d0-372a3623b3b0.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.836680] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-407c9ad8-49a0-48ca-8d9f-9a8bf3039787 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.844863] env[65978]: DEBUG oslo_vmware.api [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1180.844863] env[65978]: value = "task-4715392" [ 1180.844863] env[65978]: _type = "Task" [ 1180.844863] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.854372] env[65978]: DEBUG oslo_vmware.api [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715392, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.888876] env[65978]: DEBUG oslo_vmware.api [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715390, 'name': PowerOnVM_Task, 'duration_secs': 0.478927} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.889134] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.889348] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cab9033e-6d12-4e83-9505-c3ece7229d56 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Updating instance 'ac127ecb-3f76-4ba6-91b7-f4df587cb458' progress to 100 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.055806] env[65978]: DEBUG oslo_vmware.api [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715391, 'name': CreateSnapshot_Task, 'duration_secs': 0.510179} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.056098] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Created Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1181.056878] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5a86be-6c56-4541-8642-ae0fe72cd22b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.211283] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5212769a-bef6-d49a-49f7-6f3d20b619cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013579} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.212148] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e9a6dd-d6c8-4efe-b8d9-6a2bd2869a54 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.218169] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1181.218169] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bbc3d3-23d1-e68a-c515-14156b1e27f1" [ 1181.218169] env[65978]: _type = "Task" [ 1181.218169] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.227070] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bbc3d3-23d1-e68a-c515-14156b1e27f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.232687] env[65978]: DEBUG oslo_concurrency.lockutils [req-f97bf062-c01e-493c-a773-b20536383186 req-95d8cd0a-5db8-48f7-ad35-9ca0abf7a2ba service nova] Releasing lock "refresh_cache-1c4d3214-fa33-45ce-bfb6-2430af82b195" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.354944] env[65978]: DEBUG oslo_vmware.api [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715392, 'name': Rename_Task, 'duration_secs': 0.160369} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.355774] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.356022] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcf2fda1-8708-4d6b-b202-3e2ce3228022 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.363992] env[65978]: DEBUG oslo_vmware.api [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1181.363992] env[65978]: value = "task-4715393" [ 1181.363992] env[65978]: _type = "Task" [ 1181.363992] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.373929] env[65978]: DEBUG oslo_vmware.api [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.578020] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Creating linked-clone VM from snapshot {{(pid=65978) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1181.578718] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7dddce2e-72ea-4425-8d17-21ac847594f1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.588629] env[65978]: DEBUG oslo_vmware.api [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1181.588629] env[65978]: value = "task-4715394" [ 1181.588629] env[65978]: _type = "Task" [ 1181.588629] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.598460] env[65978]: DEBUG oslo_vmware.api [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715394, 'name': CloneVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.729740] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52bbc3d3-23d1-e68a-c515-14156b1e27f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010066} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.730175] env[65978]: DEBUG oslo_concurrency.lockutils [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.730935] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 1c4d3214-fa33-45ce-bfb6-2430af82b195/1c4d3214-fa33-45ce-bfb6-2430af82b195.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.731402] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a25d1156-a8e0-4aba-a998-d3d15f2e450c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.740279] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1181.740279] env[65978]: value = "task-4715395" [ 1181.740279] env[65978]: _type = "Task" [ 1181.740279] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.750104] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.873912] env[65978]: DEBUG oslo_vmware.api [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715393, 'name': PowerOnVM_Task, 'duration_secs': 0.506884} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.874245] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.874449] env[65978]: INFO nova.compute.manager [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1181.874625] env[65978]: DEBUG nova.compute.manager [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1181.875466] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6083e79e-b6ef-45c1-ae2c-ae2b4fe61472 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.100425] env[65978]: DEBUG oslo_vmware.api [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715394, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.253460] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715395, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.395097] env[65978]: INFO nova.compute.manager [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Took 14.79 seconds to build instance. [ 1182.600742] env[65978]: DEBUG oslo_vmware.api [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715394, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.752470] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538901} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.752912] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 1c4d3214-fa33-45ce-bfb6-2430af82b195/1c4d3214-fa33-45ce-bfb6-2430af82b195.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1182.753047] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1182.753257] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84d972e0-30bb-4e9c-886e-9d4934eedca2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.761498] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1182.761498] env[65978]: value = "task-4715396" [ 1182.761498] env[65978]: _type = "Task" [ 1182.761498] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.770662] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.897713] env[65978]: DEBUG oslo_concurrency.lockutils [None req-89bbe9d4-c410-49fb-a997-8278caa34ca8 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "03261179-7912-494f-a1d0-372a3623b3b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.299s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.898115] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "03261179-7912-494f-a1d0-372a3623b3b0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.584s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.898347] env[65978]: INFO nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 1182.898545] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "03261179-7912-494f-a1d0-372a3623b3b0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.101601] env[65978]: DEBUG oslo_vmware.api [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715394, 'name': CloneVM_Task, 'duration_secs': 1.46047} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.102277] env[65978]: INFO nova.virt.vmwareapi.vmops [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Created linked-clone VM from snapshot [ 1183.102988] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3db298-9d3e-427a-918b-b7d781f98409 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.114816] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Uploading image 89dc2b38-5fa4-4e2b-a89d-87014b25bee2 {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1183.147360] env[65978]: DEBUG oslo_vmware.rw_handles [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1183.147360] env[65978]: value = "vm-920184" [ 1183.147360] env[65978]: _type = "VirtualMachine" [ 1183.147360] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1183.148503] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-66538c23-2ab9-4b8a-936f-d5695e86d260 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.156324] env[65978]: DEBUG oslo_vmware.rw_handles [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lease: (returnval){ [ 1183.156324] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dd7d81-2502-28a2-ca6a-a10513f16296" [ 1183.156324] env[65978]: _type = "HttpNfcLease" [ 1183.156324] env[65978]: } obtained for exporting VM: (result){ [ 1183.156324] env[65978]: value = "vm-920184" [ 1183.156324] env[65978]: _type = "VirtualMachine" [ 1183.156324] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1183.156601] env[65978]: DEBUG oslo_vmware.api [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the lease: (returnval){ [ 1183.156601] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dd7d81-2502-28a2-ca6a-a10513f16296" [ 1183.156601] env[65978]: _type = "HttpNfcLease" [ 1183.156601] env[65978]: } to be ready. {{(pid=65978) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1183.165792] env[65978]: DEBUG nova.compute.manager [req-ec5af328-dda3-4318-ba11-a2e70f399b91 req-d0a5117c-69bf-4035-8515-9bd88a570312 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Received event network-changed-1f4db00a-f918-46f5-a9cd-748e3aaaae70 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1183.165792] env[65978]: DEBUG nova.compute.manager [req-ec5af328-dda3-4318-ba11-a2e70f399b91 req-d0a5117c-69bf-4035-8515-9bd88a570312 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Refreshing instance network info cache due to event network-changed-1f4db00a-f918-46f5-a9cd-748e3aaaae70. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1183.165792] env[65978]: DEBUG oslo_concurrency.lockutils [req-ec5af328-dda3-4318-ba11-a2e70f399b91 req-d0a5117c-69bf-4035-8515-9bd88a570312 service nova] Acquiring lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.165792] env[65978]: DEBUG oslo_concurrency.lockutils [req-ec5af328-dda3-4318-ba11-a2e70f399b91 req-d0a5117c-69bf-4035-8515-9bd88a570312 service nova] Acquired lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.166017] env[65978]: DEBUG nova.network.neutron [req-ec5af328-dda3-4318-ba11-a2e70f399b91 req-d0a5117c-69bf-4035-8515-9bd88a570312 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Refreshing network info cache for port 1f4db00a-f918-46f5-a9cd-748e3aaaae70 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.168891] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1183.168891] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dd7d81-2502-28a2-ca6a-a10513f16296" [ 1183.168891] env[65978]: _type = "HttpNfcLease" [ 1183.168891] env[65978]: } is initializing. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1183.275070] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119781} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.275070] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.275070] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b56a9ba-8d66-4b98-af40-072f56af5ecb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.299701] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 1c4d3214-fa33-45ce-bfb6-2430af82b195/1c4d3214-fa33-45ce-bfb6-2430af82b195.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.300667] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a89e9077-1edd-4fe5-b5b9-4a3849224fc8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.325019] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1183.325019] env[65978]: value = "task-4715398" [ 1183.325019] env[65978]: _type = "Task" [ 1183.325019] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.334866] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715398, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.665655] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1183.665655] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dd7d81-2502-28a2-ca6a-a10513f16296" [ 1183.665655] env[65978]: _type = "HttpNfcLease" [ 1183.665655] env[65978]: } is ready. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1183.665992] env[65978]: DEBUG oslo_vmware.rw_handles [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1183.665992] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dd7d81-2502-28a2-ca6a-a10513f16296" [ 1183.665992] env[65978]: _type = "HttpNfcLease" [ 1183.665992] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1183.666772] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce1a5b8-446c-4573-b820-2984c979adb8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.670229] env[65978]: WARNING neutronclient.v2_0.client [req-ec5af328-dda3-4318-ba11-a2e70f399b91 req-d0a5117c-69bf-4035-8515-9bd88a570312 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.676243] env[65978]: DEBUG oslo_vmware.rw_handles [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527115b5-562f-e0a6-7c54-c575a610ba95/disk-0.vmdk from lease info. {{(pid=65978) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1183.676434] env[65978]: DEBUG oslo_vmware.rw_handles [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527115b5-562f-e0a6-7c54-c575a610ba95/disk-0.vmdk for reading. {{(pid=65978) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1183.732647] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11ac9ff7-874f-4da5-a9af-5c1d57b4e2da tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "ac127ecb-3f76-4ba6-91b7-f4df587cb458" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.732929] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11ac9ff7-874f-4da5-a9af-5c1d57b4e2da tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "ac127ecb-3f76-4ba6-91b7-f4df587cb458" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.733454] env[65978]: DEBUG nova.compute.manager [None req-11ac9ff7-874f-4da5-a9af-5c1d57b4e2da tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Going to confirm migration 8 {{(pid=65978) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5294}} [ 1183.771281] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d431114a-e338-41c2-8581-3a4d9dcf76af {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.837139] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.989578] env[65978]: WARNING neutronclient.v2_0.client [req-ec5af328-dda3-4318-ba11-a2e70f399b91 req-d0a5117c-69bf-4035-8515-9bd88a570312 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.097418] env[65978]: DEBUG nova.network.neutron [req-ec5af328-dda3-4318-ba11-a2e70f399b91 req-d0a5117c-69bf-4035-8515-9bd88a570312 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Updated VIF entry in instance network info cache for port 1f4db00a-f918-46f5-a9cd-748e3aaaae70. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1184.097779] env[65978]: DEBUG nova.network.neutron [req-ec5af328-dda3-4318-ba11-a2e70f399b91 req-d0a5117c-69bf-4035-8515-9bd88a570312 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Updating instance_info_cache with network_info: [{"id": "1f4db00a-f918-46f5-a9cd-748e3aaaae70", "address": "fa:16:3e:4a:b8:09", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4db00a-f9", "ovs_interfaceid": "1f4db00a-f918-46f5-a9cd-748e3aaaae70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.245589] env[65978]: WARNING neutronclient.v2_0.client [None req-11ac9ff7-874f-4da5-a9af-5c1d57b4e2da tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.317227] env[65978]: WARNING neutronclient.v2_0.client [None req-11ac9ff7-874f-4da5-a9af-5c1d57b4e2da tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.317924] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11ac9ff7-874f-4da5-a9af-5c1d57b4e2da tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "refresh_cache-ac127ecb-3f76-4ba6-91b7-f4df587cb458" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.318961] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11ac9ff7-874f-4da5-a9af-5c1d57b4e2da tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquired lock "refresh_cache-ac127ecb-3f76-4ba6-91b7-f4df587cb458" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.319223] env[65978]: DEBUG nova.network.neutron [None req-11ac9ff7-874f-4da5-a9af-5c1d57b4e2da tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1184.319436] env[65978]: DEBUG nova.objects.instance [None req-11ac9ff7-874f-4da5-a9af-5c1d57b4e2da tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lazy-loading 'info_cache' on Instance uuid ac127ecb-3f76-4ba6-91b7-f4df587cb458 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.340058] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715398, 'name': ReconfigVM_Task, 'duration_secs': 0.811355} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.340734] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 1c4d3214-fa33-45ce-bfb6-2430af82b195/1c4d3214-fa33-45ce-bfb6-2430af82b195.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.342477] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edc0e593-1900-40a4-b7bf-a4e9a6df4cf7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.353385] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1184.353385] env[65978]: value = "task-4715399" [ 1184.353385] env[65978]: _type = "Task" [ 1184.353385] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.366080] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715399, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.601395] env[65978]: DEBUG oslo_concurrency.lockutils [req-ec5af328-dda3-4318-ba11-a2e70f399b91 req-d0a5117c-69bf-4035-8515-9bd88a570312 service nova] Releasing lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.854617] env[65978]: DEBUG nova.compute.manager [req-f1e9e82e-fb95-4f02-84fb-01504500c97a req-f5941541-2dd3-46c1-a431-258def1b15a4 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Received event network-changed-b2a3b211-b4d9-42ff-8060-19cce62925b1 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1184.854617] env[65978]: DEBUG nova.compute.manager [req-f1e9e82e-fb95-4f02-84fb-01504500c97a req-f5941541-2dd3-46c1-a431-258def1b15a4 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Refreshing instance network info cache due to event network-changed-b2a3b211-b4d9-42ff-8060-19cce62925b1. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1184.855034] env[65978]: DEBUG oslo_concurrency.lockutils [req-f1e9e82e-fb95-4f02-84fb-01504500c97a req-f5941541-2dd3-46c1-a431-258def1b15a4 service nova] Acquiring lock "refresh_cache-03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.855034] env[65978]: DEBUG oslo_concurrency.lockutils [req-f1e9e82e-fb95-4f02-84fb-01504500c97a req-f5941541-2dd3-46c1-a431-258def1b15a4 service nova] Acquired lock "refresh_cache-03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.855168] env[65978]: DEBUG nova.network.neutron [req-f1e9e82e-fb95-4f02-84fb-01504500c97a req-f5941541-2dd3-46c1-a431-258def1b15a4 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Refreshing network info cache for port b2a3b211-b4d9-42ff-8060-19cce62925b1 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.870443] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715399, 'name': Rename_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.197357] env[65978]: DEBUG nova.compute.manager [req-2fe57433-0389-4b5e-9d4a-890e643dfdd1 req-e0b7aa75-3e19-493e-9b41-28cfbe41eb59 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Received event network-changed-b2a3b211-b4d9-42ff-8060-19cce62925b1 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1185.197720] env[65978]: DEBUG nova.compute.manager [req-2fe57433-0389-4b5e-9d4a-890e643dfdd1 req-e0b7aa75-3e19-493e-9b41-28cfbe41eb59 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Refreshing instance network info cache due to event network-changed-b2a3b211-b4d9-42ff-8060-19cce62925b1. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1185.198097] env[65978]: DEBUG oslo_concurrency.lockutils [req-2fe57433-0389-4b5e-9d4a-890e643dfdd1 req-e0b7aa75-3e19-493e-9b41-28cfbe41eb59 service nova] Acquiring lock "refresh_cache-03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.328168] env[65978]: WARNING neutronclient.v2_0.client [None req-11ac9ff7-874f-4da5-a9af-5c1d57b4e2da tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.364648] env[65978]: WARNING neutronclient.v2_0.client [req-f1e9e82e-fb95-4f02-84fb-01504500c97a req-f5941541-2dd3-46c1-a431-258def1b15a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.374516] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715399, 'name': Rename_Task, 'duration_secs': 0.967179} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.375329] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.375329] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca51d074-9365-4ef6-bdbc-3ea78f0af43c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.383395] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1185.383395] env[65978]: value = "task-4715400" [ 1185.383395] env[65978]: _type = "Task" [ 1185.383395] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.393213] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.519187] env[65978]: WARNING neutronclient.v2_0.client [None req-11ac9ff7-874f-4da5-a9af-5c1d57b4e2da tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.536409] env[65978]: WARNING neutronclient.v2_0.client [req-f1e9e82e-fb95-4f02-84fb-01504500c97a req-f5941541-2dd3-46c1-a431-258def1b15a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.620404] env[65978]: DEBUG nova.network.neutron [None req-11ac9ff7-874f-4da5-a9af-5c1d57b4e2da tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Updating instance_info_cache with network_info: [{"id": "a5c33642-a36c-4b4e-bb8a-0d7967bdfd06", "address": "fa:16:3e:b1:0d:a7", "network": {"id": "6fed0f81-7458-4058-912d-c53e30dc5e98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-548756589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89300743ada64b348ab266269b499f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c33642-a3", "ovs_interfaceid": "a5c33642-a36c-4b4e-bb8a-0d7967bdfd06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.633699] env[65978]: DEBUG nova.network.neutron [req-f1e9e82e-fb95-4f02-84fb-01504500c97a req-f5941541-2dd3-46c1-a431-258def1b15a4 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Updated VIF entry in instance network info cache for port b2a3b211-b4d9-42ff-8060-19cce62925b1. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1185.634072] env[65978]: DEBUG nova.network.neutron [req-f1e9e82e-fb95-4f02-84fb-01504500c97a req-f5941541-2dd3-46c1-a431-258def1b15a4 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Updating instance_info_cache with network_info: [{"id": "b2a3b211-b4d9-42ff-8060-19cce62925b1", "address": "fa:16:3e:87:c9:50", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2a3b211-b4", "ovs_interfaceid": "b2a3b211-b4d9-42ff-8060-19cce62925b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.895084] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715400, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.123768] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11ac9ff7-874f-4da5-a9af-5c1d57b4e2da tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Releasing lock "refresh_cache-ac127ecb-3f76-4ba6-91b7-f4df587cb458" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.124086] env[65978]: DEBUG nova.objects.instance [None req-11ac9ff7-874f-4da5-a9af-5c1d57b4e2da tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lazy-loading 'migration_context' on Instance uuid ac127ecb-3f76-4ba6-91b7-f4df587cb458 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.136722] env[65978]: DEBUG oslo_concurrency.lockutils [req-f1e9e82e-fb95-4f02-84fb-01504500c97a req-f5941541-2dd3-46c1-a431-258def1b15a4 service nova] Releasing lock "refresh_cache-03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.137508] env[65978]: DEBUG oslo_concurrency.lockutils [req-2fe57433-0389-4b5e-9d4a-890e643dfdd1 req-e0b7aa75-3e19-493e-9b41-28cfbe41eb59 service nova] Acquired lock "refresh_cache-03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.137710] env[65978]: DEBUG nova.network.neutron [req-2fe57433-0389-4b5e-9d4a-890e643dfdd1 req-e0b7aa75-3e19-493e-9b41-28cfbe41eb59 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Refreshing network info cache for port b2a3b211-b4d9-42ff-8060-19cce62925b1 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.396233] env[65978]: DEBUG oslo_vmware.api [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715400, 'name': PowerOnVM_Task, 'duration_secs': 0.668539} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.396467] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.396665] env[65978]: INFO nova.compute.manager [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1186.396873] env[65978]: DEBUG nova.compute.manager [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1186.397705] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141eb33b-8109-43f1-b698-51a5966cfdeb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.627677] env[65978]: DEBUG nova.objects.base [None req-11ac9ff7-874f-4da5-a9af-5c1d57b4e2da tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65978) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1186.628883] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d53b74-1f82-4245-8285-273ee67b31de {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.649848] env[65978]: WARNING neutronclient.v2_0.client [req-2fe57433-0389-4b5e-9d4a-890e643dfdd1 req-e0b7aa75-3e19-493e-9b41-28cfbe41eb59 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.656024] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d42e131-5ae9-4adc-a7eb-7b2b1c44205b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.660867] env[65978]: DEBUG oslo_vmware.api [None req-11ac9ff7-874f-4da5-a9af-5c1d57b4e2da tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1186.660867] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523fda72-7a90-4545-8a4c-cfd4ba7ddafe" [ 1186.660867] env[65978]: _type = "Task" [ 1186.660867] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.670622] env[65978]: DEBUG oslo_vmware.api [None req-11ac9ff7-874f-4da5-a9af-5c1d57b4e2da tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523fda72-7a90-4545-8a4c-cfd4ba7ddafe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.808923] env[65978]: WARNING neutronclient.v2_0.client [req-2fe57433-0389-4b5e-9d4a-890e643dfdd1 req-e0b7aa75-3e19-493e-9b41-28cfbe41eb59 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.883051] env[65978]: DEBUG nova.compute.manager [req-7417fa0d-122c-4ecf-808a-6f5fa36378b2 req-c7b7f1f5-e70d-4e74-9932-3bb05e3766b1 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Received event network-changed-1f4db00a-f918-46f5-a9cd-748e3aaaae70 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1186.883280] env[65978]: DEBUG nova.compute.manager [req-7417fa0d-122c-4ecf-808a-6f5fa36378b2 req-c7b7f1f5-e70d-4e74-9932-3bb05e3766b1 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Refreshing instance network info cache due to event network-changed-1f4db00a-f918-46f5-a9cd-748e3aaaae70. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1186.883484] env[65978]: DEBUG oslo_concurrency.lockutils [req-7417fa0d-122c-4ecf-808a-6f5fa36378b2 req-c7b7f1f5-e70d-4e74-9932-3bb05e3766b1 service nova] Acquiring lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.883621] env[65978]: DEBUG oslo_concurrency.lockutils [req-7417fa0d-122c-4ecf-808a-6f5fa36378b2 req-c7b7f1f5-e70d-4e74-9932-3bb05e3766b1 service nova] Acquired lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.883775] env[65978]: DEBUG nova.network.neutron [req-7417fa0d-122c-4ecf-808a-6f5fa36378b2 req-c7b7f1f5-e70d-4e74-9932-3bb05e3766b1 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Refreshing network info cache for port 1f4db00a-f918-46f5-a9cd-748e3aaaae70 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.885733] env[65978]: DEBUG nova.network.neutron [req-2fe57433-0389-4b5e-9d4a-890e643dfdd1 req-e0b7aa75-3e19-493e-9b41-28cfbe41eb59 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Updated VIF entry in instance network info cache for port b2a3b211-b4d9-42ff-8060-19cce62925b1. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1186.886062] env[65978]: DEBUG nova.network.neutron [req-2fe57433-0389-4b5e-9d4a-890e643dfdd1 req-e0b7aa75-3e19-493e-9b41-28cfbe41eb59 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Updating instance_info_cache with network_info: [{"id": "b2a3b211-b4d9-42ff-8060-19cce62925b1", "address": "fa:16:3e:87:c9:50", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2a3b211-b4", "ovs_interfaceid": "b2a3b211-b4d9-42ff-8060-19cce62925b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.917165] env[65978]: INFO nova.compute.manager [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Took 13.70 seconds to build instance. [ 1187.173042] env[65978]: DEBUG oslo_vmware.api [None req-11ac9ff7-874f-4da5-a9af-5c1d57b4e2da tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523fda72-7a90-4545-8a4c-cfd4ba7ddafe, 'name': SearchDatastore_Task, 'duration_secs': 0.009852} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.173218] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11ac9ff7-874f-4da5-a9af-5c1d57b4e2da tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.173489] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11ac9ff7-874f-4da5-a9af-5c1d57b4e2da tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.388998] env[65978]: WARNING neutronclient.v2_0.client [req-7417fa0d-122c-4ecf-808a-6f5fa36378b2 req-c7b7f1f5-e70d-4e74-9932-3bb05e3766b1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.391074] env[65978]: DEBUG oslo_concurrency.lockutils [req-2fe57433-0389-4b5e-9d4a-890e643dfdd1 req-e0b7aa75-3e19-493e-9b41-28cfbe41eb59 service nova] Releasing lock "refresh_cache-03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.420262] env[65978]: DEBUG oslo_concurrency.lockutils [None req-64ef5c5f-cea6-4459-aa5a-571713de2edc tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "1c4d3214-fa33-45ce-bfb6-2430af82b195" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.212s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.420871] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "1c4d3214-fa33-45ce-bfb6-2430af82b195" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.106s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.422454] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca0e6e3-efbe-4cbc-8ea2-2dc83db0ae02 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.569170] env[65978]: WARNING neutronclient.v2_0.client [req-7417fa0d-122c-4ecf-808a-6f5fa36378b2 req-c7b7f1f5-e70d-4e74-9932-3bb05e3766b1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.643072] env[65978]: DEBUG nova.network.neutron [req-7417fa0d-122c-4ecf-808a-6f5fa36378b2 req-c7b7f1f5-e70d-4e74-9932-3bb05e3766b1 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Updated VIF entry in instance network info cache for port 1f4db00a-f918-46f5-a9cd-748e3aaaae70. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1187.643529] env[65978]: DEBUG nova.network.neutron [req-7417fa0d-122c-4ecf-808a-6f5fa36378b2 req-c7b7f1f5-e70d-4e74-9932-3bb05e3766b1 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Updating instance_info_cache with network_info: [{"id": "1f4db00a-f918-46f5-a9cd-748e3aaaae70", "address": "fa:16:3e:4a:b8:09", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4db00a-f9", "ovs_interfaceid": "1f4db00a-f918-46f5-a9cd-748e3aaaae70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.937482] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "1c4d3214-fa33-45ce-bfb6-2430af82b195" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.517s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.957048] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586823a9-ceee-4898-9f93-3b576eadfa15 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.966117] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19ab348-6676-41b3-971c-7e4dab3afe00 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.000110] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d1285b-ae2a-41fa-abdc-949b87f633e5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.009665] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6971bdce-710f-4c63-9f2d-e66a95396328 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.025407] env[65978]: DEBUG nova.compute.provider_tree [None req-11ac9ff7-874f-4da5-a9af-5c1d57b4e2da tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.146408] env[65978]: DEBUG oslo_concurrency.lockutils [req-7417fa0d-122c-4ecf-808a-6f5fa36378b2 req-c7b7f1f5-e70d-4e74-9932-3bb05e3766b1 service nova] Releasing lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.280088] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.280413] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.528897] env[65978]: DEBUG nova.scheduler.client.report [None req-11ac9ff7-874f-4da5-a9af-5c1d57b4e2da tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.948827] env[65978]: DEBUG nova.compute.manager [req-eaaf0e55-f604-48fb-93d5-f6806c6a8e33 req-47ca6f46-73c9-4b23-8e82-caaae9fda1ca service nova] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Received event network-changed-57fe5b94-3e12-4ee8-a7cb-bc5d7cdde8d7 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1188.949216] env[65978]: DEBUG nova.compute.manager [req-eaaf0e55-f604-48fb-93d5-f6806c6a8e33 req-47ca6f46-73c9-4b23-8e82-caaae9fda1ca service nova] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Refreshing instance network info cache due to event network-changed-57fe5b94-3e12-4ee8-a7cb-bc5d7cdde8d7. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1188.949261] env[65978]: DEBUG oslo_concurrency.lockutils [req-eaaf0e55-f604-48fb-93d5-f6806c6a8e33 req-47ca6f46-73c9-4b23-8e82-caaae9fda1ca service nova] Acquiring lock "refresh_cache-1c4d3214-fa33-45ce-bfb6-2430af82b195" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.949384] env[65978]: DEBUG oslo_concurrency.lockutils [req-eaaf0e55-f604-48fb-93d5-f6806c6a8e33 req-47ca6f46-73c9-4b23-8e82-caaae9fda1ca service nova] Acquired lock "refresh_cache-1c4d3214-fa33-45ce-bfb6-2430af82b195" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.949542] env[65978]: DEBUG nova.network.neutron [req-eaaf0e55-f604-48fb-93d5-f6806c6a8e33 req-47ca6f46-73c9-4b23-8e82-caaae9fda1ca service nova] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Refreshing network info cache for port 57fe5b94-3e12-4ee8-a7cb-bc5d7cdde8d7 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.150499] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c76d5fd6-8ad5-407f-b328-cf4bc0a0c8e1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.150736] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c76d5fd6-8ad5-407f-b328-cf4bc0a0c8e1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.150936] env[65978]: INFO nova.compute.manager [None req-c76d5fd6-8ad5-407f-b328-cf4bc0a0c8e1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Rebooting instance [ 1189.452361] env[65978]: WARNING neutronclient.v2_0.client [req-eaaf0e55-f604-48fb-93d5-f6806c6a8e33 req-47ca6f46-73c9-4b23-8e82-caaae9fda1ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.540074] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11ac9ff7-874f-4da5-a9af-5c1d57b4e2da tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.366s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.652094] env[65978]: WARNING neutronclient.v2_0.client [req-eaaf0e55-f604-48fb-93d5-f6806c6a8e33 req-47ca6f46-73c9-4b23-8e82-caaae9fda1ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.685050] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c76d5fd6-8ad5-407f-b328-cf4bc0a0c8e1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "refresh_cache-252f26bc-161b-4352-9915-d4a3e2e3e4cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.685276] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c76d5fd6-8ad5-407f-b328-cf4bc0a0c8e1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired lock "refresh_cache-252f26bc-161b-4352-9915-d4a3e2e3e4cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.685467] env[65978]: DEBUG nova.network.neutron [None req-c76d5fd6-8ad5-407f-b328-cf4bc0a0c8e1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1189.732620] env[65978]: DEBUG nova.network.neutron [req-eaaf0e55-f604-48fb-93d5-f6806c6a8e33 req-47ca6f46-73c9-4b23-8e82-caaae9fda1ca service nova] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Updated VIF entry in instance network info cache for port 57fe5b94-3e12-4ee8-a7cb-bc5d7cdde8d7. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1189.733019] env[65978]: DEBUG nova.network.neutron [req-eaaf0e55-f604-48fb-93d5-f6806c6a8e33 req-47ca6f46-73c9-4b23-8e82-caaae9fda1ca service nova] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Updating instance_info_cache with network_info: [{"id": "57fe5b94-3e12-4ee8-a7cb-bc5d7cdde8d7", "address": "fa:16:3e:e7:d9:25", "network": {"id": "e3db158a-8b54-4555-b993-3d1c7a802a3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-377513805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267bbaf30cc74f989e3f217b0a842e2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fe5b94-3e", "ovs_interfaceid": "57fe5b94-3e12-4ee8-a7cb-bc5d7cdde8d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.748237] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.748738] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.748882] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65978) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11240}} [ 1190.113808] env[65978]: INFO nova.scheduler.client.report [None req-11ac9ff7-874f-4da5-a9af-5c1d57b4e2da tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Deleted allocation for migration 9cf137c4-cede-4cc5-8d09-d45b21f50fee [ 1190.189493] env[65978]: WARNING neutronclient.v2_0.client [None req-c76d5fd6-8ad5-407f-b328-cf4bc0a0c8e1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.235532] env[65978]: DEBUG oslo_concurrency.lockutils [req-eaaf0e55-f604-48fb-93d5-f6806c6a8e33 req-47ca6f46-73c9-4b23-8e82-caaae9fda1ca service nova] Releasing lock "refresh_cache-1c4d3214-fa33-45ce-bfb6-2430af82b195" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.362545] env[65978]: WARNING neutronclient.v2_0.client [None req-c76d5fd6-8ad5-407f-b328-cf4bc0a0c8e1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.446165] env[65978]: DEBUG nova.network.neutron [None req-c76d5fd6-8ad5-407f-b328-cf4bc0a0c8e1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Updating instance_info_cache with network_info: [{"id": "bb422868-434e-46a4-bbd6-f6cd0db287b5", "address": "fa:16:3e:2f:eb:d4", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb422868-43", "ovs_interfaceid": "bb422868-434e-46a4-bbd6-f6cd0db287b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.615362] env[65978]: INFO nova.compute.manager [None req-d465c612-e335-4f8c-9bad-3a06f220d2a3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Get console output [ 1190.615783] env[65978]: WARNING nova.virt.vmwareapi.driver [None req-d465c612-e335-4f8c-9bad-3a06f220d2a3 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] The console log is missing. Check your VSPC configuration [ 1190.619189] env[65978]: DEBUG oslo_concurrency.lockutils [None req-11ac9ff7-874f-4da5-a9af-5c1d57b4e2da tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "ac127ecb-3f76-4ba6-91b7-f4df587cb458" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.886s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.749423] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.948748] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c76d5fd6-8ad5-407f-b328-cf4bc0a0c8e1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Releasing lock "refresh_cache-252f26bc-161b-4352-9915-d4a3e2e3e4cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.227919] env[65978]: DEBUG oslo_vmware.rw_handles [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527115b5-562f-e0a6-7c54-c575a610ba95/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1191.228682] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bca752-d7f1-40b3-a0e6-9883b14b537d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.237160] env[65978]: DEBUG oslo_vmware.rw_handles [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527115b5-562f-e0a6-7c54-c575a610ba95/disk-0.vmdk is in state: ready. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1191.237357] env[65978]: ERROR oslo_vmware.rw_handles [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527115b5-562f-e0a6-7c54-c575a610ba95/disk-0.vmdk due to incomplete transfer. [ 1191.237616] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-944c191c-fddb-4136-b655-26cd843f7ef6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.246812] env[65978]: DEBUG oslo_vmware.rw_handles [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527115b5-562f-e0a6-7c54-c575a610ba95/disk-0.vmdk. {{(pid=65978) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1191.247096] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Uploaded image 89dc2b38-5fa4-4e2b-a89d-87014b25bee2 to the Glance image server {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1191.249752] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Destroying the VM {{(pid=65978) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1191.250065] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5dbfc273-ea79-4c9a-9bd1-8d6f1b73abff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.253074] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.253074] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.253263] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.253360] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65978) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1191.254146] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6863083a-3b37-4a16-b3d4-5dc99035600d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.264215] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16fe90b-a518-4d56-a279-02da52166b7c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.268424] env[65978]: DEBUG oslo_vmware.api [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1191.268424] env[65978]: value = "task-4715401" [ 1191.268424] env[65978]: _type = "Task" [ 1191.268424] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.281297] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d58bb4-bae7-4109-8476-70a5ba0d718b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.286871] env[65978]: DEBUG oslo_vmware.api [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715401, 'name': Destroy_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.291843] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b02294-4a24-423a-873d-53012e7c7088 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.325517] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179337MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65978) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1191.325738] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.326024] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.454042] env[65978]: DEBUG nova.compute.manager [None req-c76d5fd6-8ad5-407f-b328-cf4bc0a0c8e1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1191.454523] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db7b5c2-02cd-430e-b1c4-c24f65974acd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.777869] env[65978]: DEBUG oslo_vmware.api [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715401, 'name': Destroy_Task, 'duration_secs': 0.351487} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.778121] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Destroyed the VM [ 1191.778429] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Deleting Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1191.778699] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a83b933a-3b94-4840-8158-81e2dfd97a81 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.786185] env[65978]: DEBUG oslo_vmware.api [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1191.786185] env[65978]: value = "task-4715402" [ 1191.786185] env[65978]: _type = "Task" [ 1191.786185] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.794702] env[65978]: DEBUG oslo_vmware.api [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715402, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.297376] env[65978]: DEBUG oslo_vmware.api [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715402, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.361342] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 836b67a1-e5e1-4803-a750-506af6a22fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1192.361342] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance baf140d5-8c41-45ca-99b3-52c4c00adebd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1192.361498] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 252f26bc-161b-4352-9915-d4a3e2e3e4cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1192.361657] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 4ccf288c-26ad-4815-b010-5582038ea228 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1192.361837] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 441c1e51-5bdb-4976-bd43-af1ea895ce23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1192.362097] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance bc50076a-3c9b-45cf-ae6b-67f15f2753db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1192.362213] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 6726401a-41b8-4337-af6a-a6a674e6a109 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1192.362367] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance ac127ecb-3f76-4ba6-91b7-f4df587cb458 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1192.362508] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 03261179-7912-494f-a1d0-372a3623b3b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1192.362641] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 1c4d3214-fa33-45ce-bfb6-2430af82b195 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1192.362870] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1192.363022] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_active': '10', 'num_task_None': '8', 'num_os_type_None': '10', 'num_proj_89300743ada64b348ab266269b499f22': '3', 'io_workload': '0', 'num_proj_0febab1f921a4c61b099653637434721': '1', 'num_task_rebooting_hard': '1', 'num_proj_b437a74b307245bf988edfef378aff16': '1', 'num_task_shelving_image_uploading': '1', 'num_proj_c1eec13c7bab4ec48430206d7331ad1c': '1', 'num_proj_67c0285adf994e4ab5fbfe0226d33b52': '1', 'num_proj_a872165ef8e4489b9cf7d7e59545d317': '2', 'num_proj_267bbaf30cc74f989e3f217b0a842e2d': '1'} {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1192.471526] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dfd4e0-08a5-47f2-8981-c0a31968b364 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.480775] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c76d5fd6-8ad5-407f-b328-cf4bc0a0c8e1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Doing hard reboot of VM {{(pid=65978) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1192.481066] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b317ee05-79c3-4659-8cdc-01c9eeabacbb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.488204] env[65978]: DEBUG oslo_vmware.api [None req-c76d5fd6-8ad5-407f-b328-cf4bc0a0c8e1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1192.488204] env[65978]: value = "task-4715403" [ 1192.488204] env[65978]: _type = "Task" [ 1192.488204] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.500481] env[65978]: DEBUG oslo_vmware.api [None req-c76d5fd6-8ad5-407f-b328-cf4bc0a0c8e1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715403, 'name': ResetVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.502929] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9478d5-3ce6-4cb6-9acf-75419c8a9f26 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.510847] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3283db9d-9698-4c00-afbb-106b41afd64d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.544721] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35082bf4-cfef-4670-bb0a-ca3e7b6b0704 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.553373] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb6a498-0278-45bb-afc5-6f7aeb757637 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.568661] env[65978]: DEBUG nova.compute.provider_tree [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.798943] env[65978]: DEBUG oslo_vmware.api [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715402, 'name': RemoveSnapshot_Task, 'duration_secs': 0.887868} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.799238] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Deleted Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1192.799499] env[65978]: DEBUG nova.compute.manager [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1192.800348] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d3aff0-0a22-495e-8a1b-744bc95d9ab2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.001043] env[65978]: DEBUG oslo_vmware.api [None req-c76d5fd6-8ad5-407f-b328-cf4bc0a0c8e1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715403, 'name': ResetVM_Task, 'duration_secs': 0.123202} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.001336] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c76d5fd6-8ad5-407f-b328-cf4bc0a0c8e1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Did hard reboot of VM {{(pid=65978) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1193.001519] env[65978]: DEBUG nova.compute.manager [None req-c76d5fd6-8ad5-407f-b328-cf4bc0a0c8e1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1193.002316] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79171445-39e9-4ce5-880d-cd352a404606 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.072236] env[65978]: DEBUG nova.scheduler.client.report [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.313436] env[65978]: INFO nova.compute.manager [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Shelve offloading [ 1193.339753] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Acquiring lock "baf140d5-8c41-45ca-99b3-52c4c00adebd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.339945] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Lock "baf140d5-8c41-45ca-99b3-52c4c00adebd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.340188] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Acquiring lock "baf140d5-8c41-45ca-99b3-52c4c00adebd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.340392] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Lock "baf140d5-8c41-45ca-99b3-52c4c00adebd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.340559] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Lock "baf140d5-8c41-45ca-99b3-52c4c00adebd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.342549] env[65978]: INFO nova.compute.manager [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Terminating instance [ 1193.515039] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c76d5fd6-8ad5-407f-b328-cf4bc0a0c8e1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.364s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.578505] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65978) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1193.578747] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.253s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.816796] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.817125] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b954794d-46f9-43ac-b2cc-4774e7bdf4db {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.824752] env[65978]: DEBUG oslo_vmware.api [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1193.824752] env[65978]: value = "task-4715404" [ 1193.824752] env[65978]: _type = "Task" [ 1193.824752] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.834708] env[65978]: DEBUG oslo_vmware.api [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.846663] env[65978]: DEBUG nova.compute.manager [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1193.846880] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.847787] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606ca51b-613f-43b6-ad43-5c072841d8bb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.856237] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.856513] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66884813-fd9b-42cd-a177-ef929024994f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.863643] env[65978]: DEBUG oslo_vmware.api [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Waiting for the task: (returnval){ [ 1193.863643] env[65978]: value = "task-4715405" [ 1193.863643] env[65978]: _type = "Task" [ 1193.863643] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.872977] env[65978]: DEBUG oslo_vmware.api [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Task: {'id': task-4715405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.336442] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] VM already powered off {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1194.336922] env[65978]: DEBUG nova.compute.manager [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1194.337624] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bd9b4e-2ec1-497e-a565-e7433e4669b4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.344701] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "refresh_cache-441c1e51-5bdb-4976-bd43-af1ea895ce23" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.344898] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquired lock "refresh_cache-441c1e51-5bdb-4976-bd43-af1ea895ce23" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.345073] env[65978]: DEBUG nova.network.neutron [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1194.375558] env[65978]: DEBUG oslo_vmware.api [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Task: {'id': task-4715405, 'name': PowerOffVM_Task, 'duration_secs': 0.296172} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.375999] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.376281] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.376632] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eeb39600-025b-4b57-9e47-76341293fcfd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.450208] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.450462] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.450780] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Deleting the datastore file [datastore2] baf140d5-8c41-45ca-99b3-52c4c00adebd {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.451136] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d8e5331-2d2e-4629-b825-93eaf9282153 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.458740] env[65978]: DEBUG oslo_vmware.api [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Waiting for the task: (returnval){ [ 1194.458740] env[65978]: value = "task-4715407" [ 1194.458740] env[65978]: _type = "Task" [ 1194.458740] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.468121] env[65978]: DEBUG oslo_vmware.api [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Task: {'id': task-4715407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.578570] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.578868] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.579016] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.847834] env[65978]: WARNING neutronclient.v2_0.client [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.969197] env[65978]: DEBUG oslo_vmware.api [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Task: {'id': task-4715407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149037} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.972272] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.972475] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.972651] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.972820] env[65978]: INFO nova.compute.manager [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1194.973089] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1194.973532] env[65978]: DEBUG nova.compute.manager [-] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1194.973638] env[65978]: DEBUG nova.network.neutron [-] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1194.973881] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.010554] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.031372] env[65978]: WARNING neutronclient.v2_0.client [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.153086] env[65978]: DEBUG nova.network.neutron [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Updating instance_info_cache with network_info: [{"id": "ba0dc9d8-ebbc-4147-ab56-7605a00cc18d", "address": "fa:16:3e:b3:3a:8a", "network": {"id": "cd6f4af8-478b-45e6-b86b-673490da8fbd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885631327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1eec13c7bab4ec48430206d7331ad1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba0dc9d8-eb", "ovs_interfaceid": "ba0dc9d8-ebbc-4147-ab56-7605a00cc18d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.484029] env[65978]: DEBUG nova.compute.manager [req-63e11f2a-dc9c-4fb6-8668-bd3d28e38f4f req-7237b504-88b2-43e3-a045-2b088f295aa8 service nova] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Received event network-vif-deleted-1691509c-b16b-4533-b81b-0a5ec8904d09 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1195.484029] env[65978]: INFO nova.compute.manager [req-63e11f2a-dc9c-4fb6-8668-bd3d28e38f4f req-7237b504-88b2-43e3-a045-2b088f295aa8 service nova] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Neutron deleted interface 1691509c-b16b-4533-b81b-0a5ec8904d09; detaching it from the instance and deleting it from the info cache [ 1195.484029] env[65978]: DEBUG nova.network.neutron [req-63e11f2a-dc9c-4fb6-8668-bd3d28e38f4f req-7237b504-88b2-43e3-a045-2b088f295aa8 service nova] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.655921] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Releasing lock "refresh_cache-441c1e51-5bdb-4976-bd43-af1ea895ce23" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.656511] env[65978]: WARNING neutronclient.v2_0.client [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.656855] env[65978]: WARNING neutronclient.v2_0.client [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.883991] env[65978]: DEBUG nova.compute.manager [req-63123223-7db2-4018-9393-57a0715ec967 req-552fea9c-1be6-4b58-bbcb-352dfb54cd64 service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Received event network-vif-unplugged-ba0dc9d8-ebbc-4147-ab56-7605a00cc18d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1195.883991] env[65978]: DEBUG oslo_concurrency.lockutils [req-63123223-7db2-4018-9393-57a0715ec967 req-552fea9c-1be6-4b58-bbcb-352dfb54cd64 service nova] Acquiring lock "441c1e51-5bdb-4976-bd43-af1ea895ce23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.883991] env[65978]: DEBUG oslo_concurrency.lockutils [req-63123223-7db2-4018-9393-57a0715ec967 req-552fea9c-1be6-4b58-bbcb-352dfb54cd64 service nova] Lock "441c1e51-5bdb-4976-bd43-af1ea895ce23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.883991] env[65978]: DEBUG oslo_concurrency.lockutils [req-63123223-7db2-4018-9393-57a0715ec967 req-552fea9c-1be6-4b58-bbcb-352dfb54cd64 service nova] Lock "441c1e51-5bdb-4976-bd43-af1ea895ce23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.884179] env[65978]: DEBUG nova.compute.manager [req-63123223-7db2-4018-9393-57a0715ec967 req-552fea9c-1be6-4b58-bbcb-352dfb54cd64 service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] No waiting events found dispatching network-vif-unplugged-ba0dc9d8-ebbc-4147-ab56-7605a00cc18d {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1195.884235] env[65978]: WARNING nova.compute.manager [req-63123223-7db2-4018-9393-57a0715ec967 req-552fea9c-1be6-4b58-bbcb-352dfb54cd64 service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Received unexpected event network-vif-unplugged-ba0dc9d8-ebbc-4147-ab56-7605a00cc18d for instance with vm_state shelved and task_state shelving_offloading. [ 1195.919781] env[65978]: DEBUG nova.network.neutron [-] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.988340] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.989028] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ecabf08-f49e-4272-b552-a00d79c4f6e8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.992325] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63249e4c-568f-4abc-90a3-f58a1d6f8510 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.005667] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.006890] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c19e32b-ba4f-4c7d-8abf-8f812c0d353d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.011228] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a0f514-0411-410a-8126-18439a9383ea {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.046058] env[65978]: DEBUG nova.compute.manager [req-63e11f2a-dc9c-4fb6-8668-bd3d28e38f4f req-7237b504-88b2-43e3-a045-2b088f295aa8 service nova] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Detach interface failed, port_id=1691509c-b16b-4533-b81b-0a5ec8904d09, reason: Instance baf140d5-8c41-45ca-99b3-52c4c00adebd could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1196.091073] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.091073] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.091073] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Deleting the datastore file [datastore2] 441c1e51-5bdb-4976-bd43-af1ea895ce23 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.091073] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aabbf8e8-ada3-41ae-8e2e-2dc9f5a7b021 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.098668] env[65978]: DEBUG oslo_vmware.api [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1196.098668] env[65978]: value = "task-4715409" [ 1196.098668] env[65978]: _type = "Task" [ 1196.098668] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.107645] env[65978]: DEBUG oslo_vmware.api [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.424856] env[65978]: INFO nova.compute.manager [-] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Took 1.45 seconds to deallocate network for instance. [ 1196.609585] env[65978]: DEBUG oslo_vmware.api [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134576} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.610068] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.610068] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.610193] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.633597] env[65978]: INFO nova.scheduler.client.report [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Deleted allocations for instance 441c1e51-5bdb-4976-bd43-af1ea895ce23 [ 1196.932576] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.933166] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.933438] env[65978]: DEBUG nova.objects.instance [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Lazy-loading 'resources' on Instance uuid baf140d5-8c41-45ca-99b3-52c4c00adebd {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.138480] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.563657] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5e1e9d-9e99-4bf1-be01-803fc7a2df65 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.572082] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71805838-802c-47a1-97e4-961fb0e5f383 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.606473] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d00177-143c-4a36-8be4-a1857753df78 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.615064] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b8c625-93f6-4814-b01a-9dae3ea31e28 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.629199] env[65978]: DEBUG nova.compute.provider_tree [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.667083] env[65978]: DEBUG oslo_concurrency.lockutils [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.667400] env[65978]: DEBUG oslo_concurrency.lockutils [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.667575] env[65978]: INFO nova.compute.manager [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Shelving [ 1197.911032] env[65978]: DEBUG nova.compute.manager [req-0d9d31dd-3d24-480f-8754-d8f05fd75752 req-0244ebdc-da23-40ec-a0e4-c6d6f820a41f service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Received event network-changed-ba0dc9d8-ebbc-4147-ab56-7605a00cc18d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1197.911032] env[65978]: DEBUG nova.compute.manager [req-0d9d31dd-3d24-480f-8754-d8f05fd75752 req-0244ebdc-da23-40ec-a0e4-c6d6f820a41f service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Refreshing instance network info cache due to event network-changed-ba0dc9d8-ebbc-4147-ab56-7605a00cc18d. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1197.911032] env[65978]: DEBUG oslo_concurrency.lockutils [req-0d9d31dd-3d24-480f-8754-d8f05fd75752 req-0244ebdc-da23-40ec-a0e4-c6d6f820a41f service nova] Acquiring lock "refresh_cache-441c1e51-5bdb-4976-bd43-af1ea895ce23" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.911032] env[65978]: DEBUG oslo_concurrency.lockutils [req-0d9d31dd-3d24-480f-8754-d8f05fd75752 req-0244ebdc-da23-40ec-a0e4-c6d6f820a41f service nova] Acquired lock "refresh_cache-441c1e51-5bdb-4976-bd43-af1ea895ce23" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.911250] env[65978]: DEBUG nova.network.neutron [req-0d9d31dd-3d24-480f-8754-d8f05fd75752 req-0244ebdc-da23-40ec-a0e4-c6d6f820a41f service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Refreshing network info cache for port ba0dc9d8-ebbc-4147-ab56-7605a00cc18d {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.132902] env[65978]: DEBUG nova.scheduler.client.report [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.414257] env[65978]: WARNING neutronclient.v2_0.client [req-0d9d31dd-3d24-480f-8754-d8f05fd75752 req-0244ebdc-da23-40ec-a0e4-c6d6f820a41f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.616119] env[65978]: WARNING neutronclient.v2_0.client [req-0d9d31dd-3d24-480f-8754-d8f05fd75752 req-0244ebdc-da23-40ec-a0e4-c6d6f820a41f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.638873] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.641218] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.503s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.641461] env[65978]: DEBUG nova.objects.instance [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lazy-loading 'resources' on Instance uuid 441c1e51-5bdb-4976-bd43-af1ea895ce23 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.662683] env[65978]: INFO nova.scheduler.client.report [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Deleted allocations for instance baf140d5-8c41-45ca-99b3-52c4c00adebd [ 1198.676457] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.676767] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87173191-1155-42b5-b130-7e95e740ec8a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.687360] env[65978]: DEBUG oslo_vmware.api [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1198.687360] env[65978]: value = "task-4715410" [ 1198.687360] env[65978]: _type = "Task" [ 1198.687360] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.706684] env[65978]: DEBUG oslo_vmware.api [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.729666] env[65978]: DEBUG nova.network.neutron [req-0d9d31dd-3d24-480f-8754-d8f05fd75752 req-0244ebdc-da23-40ec-a0e4-c6d6f820a41f service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Updated VIF entry in instance network info cache for port ba0dc9d8-ebbc-4147-ab56-7605a00cc18d. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1198.730089] env[65978]: DEBUG nova.network.neutron [req-0d9d31dd-3d24-480f-8754-d8f05fd75752 req-0244ebdc-da23-40ec-a0e4-c6d6f820a41f service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Updating instance_info_cache with network_info: [{"id": "ba0dc9d8-ebbc-4147-ab56-7605a00cc18d", "address": "fa:16:3e:b3:3a:8a", "network": {"id": "cd6f4af8-478b-45e6-b86b-673490da8fbd", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1885631327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1eec13c7bab4ec48430206d7331ad1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapba0dc9d8-eb", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.144586] env[65978]: DEBUG nova.objects.instance [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lazy-loading 'numa_topology' on Instance uuid 441c1e51-5bdb-4976-bd43-af1ea895ce23 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.172053] env[65978]: DEBUG oslo_concurrency.lockutils [None req-f8fe28be-2cc4-4bb5-94d0-25da43f6f8c3 tempest-ServersV294TestFqdnHostnames-665253038 tempest-ServersV294TestFqdnHostnames-665253038-project-member] Lock "baf140d5-8c41-45ca-99b3-52c4c00adebd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.832s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.201891] env[65978]: DEBUG oslo_vmware.api [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715410, 'name': PowerOffVM_Task, 'duration_secs': 0.195964} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.202211] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.203015] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61164f82-be03-4832-a84e-b3761f206b3d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.207376] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "interface-6726401a-41b8-4337-af6a-a6a674e6a109-bef8265f-f3b6-465c-9b19-4fa5184601dc" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.207661] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "interface-6726401a-41b8-4337-af6a-a6a674e6a109-bef8265f-f3b6-465c-9b19-4fa5184601dc" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.208016] env[65978]: DEBUG nova.objects.instance [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lazy-loading 'flavor' on Instance uuid 6726401a-41b8-4337-af6a-a6a674e6a109 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.225201] env[65978]: WARNING neutronclient.v2_0.client [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.228404] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de270988-cc26-44a3-810f-9d4d09342acb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.232158] env[65978]: DEBUG oslo_concurrency.lockutils [req-0d9d31dd-3d24-480f-8754-d8f05fd75752 req-0244ebdc-da23-40ec-a0e4-c6d6f820a41f service nova] Releasing lock "refresh_cache-441c1e51-5bdb-4976-bd43-af1ea895ce23" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.325662] env[65978]: DEBUG nova.objects.instance [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lazy-loading 'pci_requests' on Instance uuid 6726401a-41b8-4337-af6a-a6a674e6a109 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.647589] env[65978]: DEBUG nova.objects.base [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Object Instance<441c1e51-5bdb-4976-bd43-af1ea895ce23> lazy-loaded attributes: resources,numa_topology {{(pid=65978) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1199.683416] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "441c1e51-5bdb-4976-bd43-af1ea895ce23" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.742600] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Creating Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1199.742897] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cee85812-0aa8-416c-9d13-2f1d5bc985b7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.754718] env[65978]: DEBUG oslo_vmware.api [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1199.754718] env[65978]: value = "task-4715411" [ 1199.754718] env[65978]: _type = "Task" [ 1199.754718] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.765569] env[65978]: DEBUG oslo_vmware.api [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715411, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.828788] env[65978]: DEBUG nova.objects.base [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Object Instance<6726401a-41b8-4337-af6a-a6a674e6a109> lazy-loaded attributes: flavor,pci_requests {{(pid=65978) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1199.829083] env[65978]: DEBUG nova.network.neutron [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1199.829375] env[65978]: WARNING neutronclient.v2_0.client [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.829676] env[65978]: WARNING neutronclient.v2_0.client [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.877092] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10ab0de-1b63-49bc-a799-dc404c56ab67 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.887158] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae5d4e2-c9c8-43d8-9a21-f813722c38d9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.936891] env[65978]: DEBUG nova.policy [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '786114fdac424e2fb65119dfc7cc106e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a872165ef8e4489b9cf7d7e59545d317', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1199.941189] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353a51cf-5f7b-4c2d-82c0-5a997417ff2e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.953018] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3cae7e-4543-4afd-b805-73e4a653ec39 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.967332] env[65978]: DEBUG nova.compute.provider_tree [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.269596] env[65978]: DEBUG oslo_vmware.api [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715411, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.470747] env[65978]: DEBUG nova.scheduler.client.report [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.767376] env[65978]: DEBUG oslo_vmware.api [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715411, 'name': CreateSnapshot_Task, 'duration_secs': 0.937111} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.767739] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Created Snapshot of the VM instance {{(pid=65978) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1200.770993] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40b5389-4e30-46ef-95d8-5bd9668dcffa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.976496] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.335s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.292872] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Creating linked-clone VM from snapshot {{(pid=65978) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1201.292872] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-af1490e8-13cc-4fe8-b426-873629520aed {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.302766] env[65978]: DEBUG oslo_vmware.api [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1201.302766] env[65978]: value = "task-4715412" [ 1201.302766] env[65978]: _type = "Task" [ 1201.302766] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.321967] env[65978]: DEBUG oslo_vmware.api [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715412, 'name': CloneVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.493314] env[65978]: DEBUG nova.network.neutron [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Successfully updated port: bef8265f-f3b6-465c-9b19-4fa5184601dc {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1201.496684] env[65978]: DEBUG oslo_concurrency.lockutils [None req-5ca088eb-324a-412b-9d30-a422853255ce tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "441c1e51-5bdb-4976-bd43-af1ea895ce23" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.024s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.497881] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "441c1e51-5bdb-4976-bd43-af1ea895ce23" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.814s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.498035] env[65978]: INFO nova.compute.manager [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Unshelving [ 1201.558971] env[65978]: DEBUG nova.compute.manager [req-56292c63-4cb6-44db-b196-39e0f9fbe19c req-dd10937e-d5b2-451d-84f5-9c26a002a211 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Received event network-vif-plugged-bef8265f-f3b6-465c-9b19-4fa5184601dc {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1201.559133] env[65978]: DEBUG oslo_concurrency.lockutils [req-56292c63-4cb6-44db-b196-39e0f9fbe19c req-dd10937e-d5b2-451d-84f5-9c26a002a211 service nova] Acquiring lock "6726401a-41b8-4337-af6a-a6a674e6a109-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.559338] env[65978]: DEBUG oslo_concurrency.lockutils [req-56292c63-4cb6-44db-b196-39e0f9fbe19c req-dd10937e-d5b2-451d-84f5-9c26a002a211 service nova] Lock "6726401a-41b8-4337-af6a-a6a674e6a109-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.559489] env[65978]: DEBUG oslo_concurrency.lockutils [req-56292c63-4cb6-44db-b196-39e0f9fbe19c req-dd10937e-d5b2-451d-84f5-9c26a002a211 service nova] Lock "6726401a-41b8-4337-af6a-a6a674e6a109-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.559699] env[65978]: DEBUG nova.compute.manager [req-56292c63-4cb6-44db-b196-39e0f9fbe19c req-dd10937e-d5b2-451d-84f5-9c26a002a211 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] No waiting events found dispatching network-vif-plugged-bef8265f-f3b6-465c-9b19-4fa5184601dc {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1201.559816] env[65978]: WARNING nova.compute.manager [req-56292c63-4cb6-44db-b196-39e0f9fbe19c req-dd10937e-d5b2-451d-84f5-9c26a002a211 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Received unexpected event network-vif-plugged-bef8265f-f3b6-465c-9b19-4fa5184601dc for instance with vm_state active and task_state None. [ 1201.815139] env[65978]: DEBUG oslo_vmware.api [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715412, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.001101] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.001480] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.001696] env[65978]: DEBUG nova.network.neutron [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1202.314942] env[65978]: DEBUG oslo_vmware.api [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715412, 'name': CloneVM_Task} progress is 94%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.527361] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.527634] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.527856] env[65978]: DEBUG nova.objects.instance [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lazy-loading 'pci_requests' on Instance uuid 441c1e51-5bdb-4976-bd43-af1ea895ce23 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.549902] env[65978]: WARNING nova.network.neutron [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] d695473c-7bd6-4475-a562-ac3967257ccb already exists in list: networks containing: ['d695473c-7bd6-4475-a562-ac3967257ccb']. ignoring it [ 1202.648298] env[65978]: WARNING neutronclient.v2_0.client [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1202.799465] env[65978]: WARNING neutronclient.v2_0.client [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1202.816060] env[65978]: DEBUG oslo_vmware.api [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715412, 'name': CloneVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.873908] env[65978]: DEBUG nova.network.neutron [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Updating instance_info_cache with network_info: [{"id": "1f4db00a-f918-46f5-a9cd-748e3aaaae70", "address": "fa:16:3e:4a:b8:09", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4db00a-f9", "ovs_interfaceid": "1f4db00a-f918-46f5-a9cd-748e3aaaae70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bef8265f-f3b6-465c-9b19-4fa5184601dc", "address": "fa:16:3e:0e:b8:c6", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef8265f-f3", "ovs_interfaceid": "bef8265f-f3b6-465c-9b19-4fa5184601dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.032121] env[65978]: DEBUG nova.objects.instance [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lazy-loading 'numa_topology' on Instance uuid 441c1e51-5bdb-4976-bd43-af1ea895ce23 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.315752] env[65978]: DEBUG oslo_vmware.api [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715412, 'name': CloneVM_Task, 'duration_secs': 1.524904} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.316056] env[65978]: INFO nova.virt.vmwareapi.vmops [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Created linked-clone VM from snapshot [ 1203.316855] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a593d37f-8b59-4b66-a38a-ca854252e74f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.325232] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Uploading image 504365a9-dd9c-4477-9765-88f8ebfde649 {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1203.349988] env[65978]: DEBUG oslo_vmware.rw_handles [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1203.349988] env[65978]: value = "vm-920186" [ 1203.349988] env[65978]: _type = "VirtualMachine" [ 1203.349988] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1203.350204] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cb59fe83-3bd8-419e-b2cb-624b25f98c46 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.358127] env[65978]: DEBUG oslo_vmware.rw_handles [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lease: (returnval){ [ 1203.358127] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e2b72a-1a3b-557a-f617-bf68391b534e" [ 1203.358127] env[65978]: _type = "HttpNfcLease" [ 1203.358127] env[65978]: } obtained for exporting VM: (result){ [ 1203.358127] env[65978]: value = "vm-920186" [ 1203.358127] env[65978]: _type = "VirtualMachine" [ 1203.358127] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1203.358371] env[65978]: DEBUG oslo_vmware.api [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the lease: (returnval){ [ 1203.358371] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e2b72a-1a3b-557a-f617-bf68391b534e" [ 1203.358371] env[65978]: _type = "HttpNfcLease" [ 1203.358371] env[65978]: } to be ready. {{(pid=65978) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1203.365408] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1203.365408] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e2b72a-1a3b-557a-f617-bf68391b534e" [ 1203.365408] env[65978]: _type = "HttpNfcLease" [ 1203.365408] env[65978]: } is initializing. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1203.376168] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.376835] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.376987] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.377799] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd41b34-bf0b-4663-91cf-ea4342608823 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.396103] env[65978]: DEBUG nova.virt.hardware [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1203.396350] env[65978]: DEBUG nova.virt.hardware [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.396500] env[65978]: DEBUG nova.virt.hardware [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1203.396679] env[65978]: DEBUG nova.virt.hardware [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.396820] env[65978]: DEBUG nova.virt.hardware [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1203.396962] env[65978]: DEBUG nova.virt.hardware [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1203.397183] env[65978]: DEBUG nova.virt.hardware [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1203.397336] env[65978]: DEBUG nova.virt.hardware [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1203.397495] env[65978]: DEBUG nova.virt.hardware [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1203.397649] env[65978]: DEBUG nova.virt.hardware [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1203.397815] env[65978]: DEBUG nova.virt.hardware [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1203.404152] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Reconfiguring VM to attach interface {{(pid=65978) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1203.404878] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff468711-861a-46ea-a747-2dfe07d117e4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.423132] env[65978]: DEBUG oslo_vmware.api [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1203.423132] env[65978]: value = "task-4715414" [ 1203.423132] env[65978]: _type = "Task" [ 1203.423132] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.432520] env[65978]: DEBUG oslo_vmware.api [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715414, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.534755] env[65978]: INFO nova.compute.claims [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.588089] env[65978]: DEBUG nova.compute.manager [req-e74fe688-3982-41ef-b0a1-4a4ca47f02fc req-e5c7029d-f6a8-4aa8-976e-559251ffb888 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Received event network-changed-bef8265f-f3b6-465c-9b19-4fa5184601dc {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1203.588330] env[65978]: DEBUG nova.compute.manager [req-e74fe688-3982-41ef-b0a1-4a4ca47f02fc req-e5c7029d-f6a8-4aa8-976e-559251ffb888 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Refreshing instance network info cache due to event network-changed-bef8265f-f3b6-465c-9b19-4fa5184601dc. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1203.588539] env[65978]: DEBUG oslo_concurrency.lockutils [req-e74fe688-3982-41ef-b0a1-4a4ca47f02fc req-e5c7029d-f6a8-4aa8-976e-559251ffb888 service nova] Acquiring lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.588676] env[65978]: DEBUG oslo_concurrency.lockutils [req-e74fe688-3982-41ef-b0a1-4a4ca47f02fc req-e5c7029d-f6a8-4aa8-976e-559251ffb888 service nova] Acquired lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.588830] env[65978]: DEBUG nova.network.neutron [req-e74fe688-3982-41ef-b0a1-4a4ca47f02fc req-e5c7029d-f6a8-4aa8-976e-559251ffb888 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Refreshing network info cache for port bef8265f-f3b6-465c-9b19-4fa5184601dc {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.869091] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1203.869091] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e2b72a-1a3b-557a-f617-bf68391b534e" [ 1203.869091] env[65978]: _type = "HttpNfcLease" [ 1203.869091] env[65978]: } is ready. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1203.869091] env[65978]: DEBUG oslo_vmware.rw_handles [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1203.869091] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e2b72a-1a3b-557a-f617-bf68391b534e" [ 1203.869091] env[65978]: _type = "HttpNfcLease" [ 1203.869091] env[65978]: }. {{(pid=65978) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1203.869794] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45190a2f-1f90-46e6-a058-d597c6f11054 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.878553] env[65978]: DEBUG oslo_vmware.rw_handles [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525bce3a-6fef-194b-ebb6-8e52089f048a/disk-0.vmdk from lease info. {{(pid=65978) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1203.878758] env[65978]: DEBUG oslo_vmware.rw_handles [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525bce3a-6fef-194b-ebb6-8e52089f048a/disk-0.vmdk for reading. {{(pid=65978) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1203.945710] env[65978]: DEBUG oslo_vmware.api [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715414, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.966356] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a2c062c2-9970-4be8-bc62-88d2d43a1bdb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.091510] env[65978]: WARNING neutronclient.v2_0.client [req-e74fe688-3982-41ef-b0a1-4a4ca47f02fc req-e5c7029d-f6a8-4aa8-976e-559251ffb888 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.269414] env[65978]: WARNING neutronclient.v2_0.client [req-e74fe688-3982-41ef-b0a1-4a4ca47f02fc req-e5c7029d-f6a8-4aa8-976e-559251ffb888 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.348812] env[65978]: DEBUG nova.network.neutron [req-e74fe688-3982-41ef-b0a1-4a4ca47f02fc req-e5c7029d-f6a8-4aa8-976e-559251ffb888 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Updated VIF entry in instance network info cache for port bef8265f-f3b6-465c-9b19-4fa5184601dc. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1204.349412] env[65978]: DEBUG nova.network.neutron [req-e74fe688-3982-41ef-b0a1-4a4ca47f02fc req-e5c7029d-f6a8-4aa8-976e-559251ffb888 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Updating instance_info_cache with network_info: [{"id": "1f4db00a-f918-46f5-a9cd-748e3aaaae70", "address": "fa:16:3e:4a:b8:09", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4db00a-f9", "ovs_interfaceid": "1f4db00a-f918-46f5-a9cd-748e3aaaae70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bef8265f-f3b6-465c-9b19-4fa5184601dc", "address": "fa:16:3e:0e:b8:c6", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef8265f-f3", "ovs_interfaceid": "bef8265f-f3b6-465c-9b19-4fa5184601dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.446654] env[65978]: DEBUG oslo_vmware.api [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715414, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.677550] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d81d2b2-8bee-4128-8a84-16d785631da9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.687389] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e6b044-1de0-44e0-9175-c93437acf7fc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.723397] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5b235e-3c50-475e-a3ed-039c636dd033 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.732535] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad1c9ea-47bf-4273-8510-2c313ee65743 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.747470] env[65978]: DEBUG nova.compute.provider_tree [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.852559] env[65978]: DEBUG oslo_concurrency.lockutils [req-e74fe688-3982-41ef-b0a1-4a4ca47f02fc req-e5c7029d-f6a8-4aa8-976e-559251ffb888 service nova] Releasing lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.946948] env[65978]: DEBUG oslo_vmware.api [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715414, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.251190] env[65978]: DEBUG nova.scheduler.client.report [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.447518] env[65978]: DEBUG oslo_vmware.api [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715414, 'name': ReconfigVM_Task, 'duration_secs': 1.572457} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.448348] env[65978]: WARNING neutronclient.v2_0.client [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.456970] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.457347] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Reconfigured VM to attach interface {{(pid=65978) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1205.757246] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.229s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.757704] env[65978]: WARNING neutronclient.v2_0.client [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.790729] env[65978]: INFO nova.network.neutron [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Updating port ba0dc9d8-ebbc-4147-ab56-7605a00cc18d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1205.962505] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4537a514-26bc-4632-8e03-7e09d2c9d303 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "interface-6726401a-41b8-4337-af6a-a6a674e6a109-bef8265f-f3b6-465c-9b19-4fa5184601dc" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.755s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.242277] env[65978]: DEBUG nova.compute.manager [req-c04a79df-5e18-4ae0-a660-084a6280b554 req-cfb3bae9-3de0-4636-8d57-67415936aab6 service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Received event network-vif-plugged-ba0dc9d8-ebbc-4147-ab56-7605a00cc18d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1207.242562] env[65978]: DEBUG oslo_concurrency.lockutils [req-c04a79df-5e18-4ae0-a660-084a6280b554 req-cfb3bae9-3de0-4636-8d57-67415936aab6 service nova] Acquiring lock "441c1e51-5bdb-4976-bd43-af1ea895ce23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.242793] env[65978]: DEBUG oslo_concurrency.lockutils [req-c04a79df-5e18-4ae0-a660-084a6280b554 req-cfb3bae9-3de0-4636-8d57-67415936aab6 service nova] Lock "441c1e51-5bdb-4976-bd43-af1ea895ce23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.243077] env[65978]: DEBUG oslo_concurrency.lockutils [req-c04a79df-5e18-4ae0-a660-084a6280b554 req-cfb3bae9-3de0-4636-8d57-67415936aab6 service nova] Lock "441c1e51-5bdb-4976-bd43-af1ea895ce23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.243263] env[65978]: DEBUG nova.compute.manager [req-c04a79df-5e18-4ae0-a660-084a6280b554 req-cfb3bae9-3de0-4636-8d57-67415936aab6 service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] No waiting events found dispatching network-vif-plugged-ba0dc9d8-ebbc-4147-ab56-7605a00cc18d {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1207.243428] env[65978]: WARNING nova.compute.manager [req-c04a79df-5e18-4ae0-a660-084a6280b554 req-cfb3bae9-3de0-4636-8d57-67415936aab6 service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Received unexpected event network-vif-plugged-ba0dc9d8-ebbc-4147-ab56-7605a00cc18d for instance with vm_state shelved_offloaded and task_state spawning. [ 1207.330210] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "refresh_cache-441c1e51-5bdb-4976-bd43-af1ea895ce23" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.330463] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquired lock "refresh_cache-441c1e51-5bdb-4976-bd43-af1ea895ce23" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.330865] env[65978]: DEBUG nova.network.neutron [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1207.413166] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "interface-6726401a-41b8-4337-af6a-a6a674e6a109-bef8265f-f3b6-465c-9b19-4fa5184601dc" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.413489] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "interface-6726401a-41b8-4337-af6a-a6a674e6a109-bef8265f-f3b6-465c-9b19-4fa5184601dc" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.836771] env[65978]: WARNING neutronclient.v2_0.client [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.916678] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.916878] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.917808] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4a5a7e-9805-4083-9874-b1fccd209f2e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.937903] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab42a2cc-2d9f-4a6f-8342-cd69cde92316 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.961819] env[65978]: WARNING neutronclient.v2_0.client [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.967381] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Reconfiguring VM to detach interface {{(pid=65978) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1207.970784] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-222b0d84-5b1a-407c-a80a-9138d4379a77 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.991901] env[65978]: DEBUG oslo_vmware.api [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1207.991901] env[65978]: value = "task-4715415" [ 1207.991901] env[65978]: _type = "Task" [ 1207.991901] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.006686] env[65978]: DEBUG oslo_vmware.api [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.044052] env[65978]: WARNING neutronclient.v2_0.client [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.120245] env[65978]: DEBUG nova.network.neutron [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Updating instance_info_cache with network_info: [{"id": "ba0dc9d8-ebbc-4147-ab56-7605a00cc18d", "address": "fa:16:3e:b3:3a:8a", "network": {"id": "cd6f4af8-478b-45e6-b86b-673490da8fbd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885631327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1eec13c7bab4ec48430206d7331ad1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba0dc9d8-eb", "ovs_interfaceid": "ba0dc9d8-ebbc-4147-ab56-7605a00cc18d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.503589] env[65978]: DEBUG oslo_vmware.api [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.623644] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Releasing lock "refresh_cache-441c1e51-5bdb-4976-bd43-af1ea895ce23" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.654126] env[65978]: DEBUG nova.virt.hardware [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a78d36f25c39f185b9e70bd6336c0f6d',container_format='bare',created_at=2025-11-22T03:39:33Z,direct_url=,disk_format='vmdk',id=89dc2b38-5fa4-4e2b-a89d-87014b25bee2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1963601794-shelved',owner='c1eec13c7bab4ec48430206d7331ad1c',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-11-22T03:39:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1208.654409] env[65978]: DEBUG nova.virt.hardware [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.654548] env[65978]: DEBUG nova.virt.hardware [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1208.654729] env[65978]: DEBUG nova.virt.hardware [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.654871] env[65978]: DEBUG nova.virt.hardware [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1208.655026] env[65978]: DEBUG nova.virt.hardware [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1208.655286] env[65978]: DEBUG nova.virt.hardware [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1208.655483] env[65978]: DEBUG nova.virt.hardware [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1208.655652] env[65978]: DEBUG nova.virt.hardware [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1208.655813] env[65978]: DEBUG nova.virt.hardware [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1208.655979] env[65978]: DEBUG nova.virt.hardware [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1208.656863] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae193886-0e67-4178-8e8f-b6061b13b9db {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.666648] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c38a1a-d7eb-4590-b629-b00052488f6b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.685734] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:3a:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1d468f87-964a-4fb6-bab3-b83f6f2646b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba0dc9d8-ebbc-4147-ab56-7605a00cc18d', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1208.693597] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1208.694029] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1208.694196] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e3527be-d592-4607-9ffa-09a2e62c0963 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.716578] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1208.716578] env[65978]: value = "task-4715416" [ 1208.716578] env[65978]: _type = "Task" [ 1208.716578] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.727276] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715416, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.004230] env[65978]: DEBUG oslo_vmware.api [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.227731] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715416, 'name': CreateVM_Task, 'duration_secs': 0.362114} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.227731] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1209.228154] env[65978]: WARNING neutronclient.v2_0.client [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.228529] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89dc2b38-5fa4-4e2b-a89d-87014b25bee2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.228686] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89dc2b38-5fa4-4e2b-a89d-87014b25bee2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.229085] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89dc2b38-5fa4-4e2b-a89d-87014b25bee2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.229377] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4e0c56-39b6-462f-a9fc-40aee418bdb6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.234976] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1209.234976] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527c3731-e22d-5705-b75f-97da0a30e687" [ 1209.234976] env[65978]: _type = "Task" [ 1209.234976] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.243405] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527c3731-e22d-5705-b75f-97da0a30e687, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.275171] env[65978]: DEBUG nova.compute.manager [req-753a2dba-d0d9-4604-9218-a4b95bbabe09 req-fb934288-3b34-4691-91da-7ed125b98ff9 service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Received event network-changed-ba0dc9d8-ebbc-4147-ab56-7605a00cc18d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1209.275473] env[65978]: DEBUG nova.compute.manager [req-753a2dba-d0d9-4604-9218-a4b95bbabe09 req-fb934288-3b34-4691-91da-7ed125b98ff9 service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Refreshing instance network info cache due to event network-changed-ba0dc9d8-ebbc-4147-ab56-7605a00cc18d. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1209.275693] env[65978]: DEBUG oslo_concurrency.lockutils [req-753a2dba-d0d9-4604-9218-a4b95bbabe09 req-fb934288-3b34-4691-91da-7ed125b98ff9 service nova] Acquiring lock "refresh_cache-441c1e51-5bdb-4976-bd43-af1ea895ce23" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.275928] env[65978]: DEBUG oslo_concurrency.lockutils [req-753a2dba-d0d9-4604-9218-a4b95bbabe09 req-fb934288-3b34-4691-91da-7ed125b98ff9 service nova] Acquired lock "refresh_cache-441c1e51-5bdb-4976-bd43-af1ea895ce23" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.276222] env[65978]: DEBUG nova.network.neutron [req-753a2dba-d0d9-4604-9218-a4b95bbabe09 req-fb934288-3b34-4691-91da-7ed125b98ff9 service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Refreshing network info cache for port ba0dc9d8-ebbc-4147-ab56-7605a00cc18d {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.505677] env[65978]: DEBUG oslo_vmware.api [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.746290] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89dc2b38-5fa4-4e2b-a89d-87014b25bee2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.746563] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Processing image 89dc2b38-5fa4-4e2b-a89d-87014b25bee2 {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1209.746812] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89dc2b38-5fa4-4e2b-a89d-87014b25bee2/89dc2b38-5fa4-4e2b-a89d-87014b25bee2.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.746951] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89dc2b38-5fa4-4e2b-a89d-87014b25bee2/89dc2b38-5fa4-4e2b-a89d-87014b25bee2.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.747152] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.747417] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57797439-444d-438b-9573-bac3a3056207 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.758784] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.758981] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1209.759787] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-044f1baa-0421-4e2c-b6e6-6d085d7041a7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.766633] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1209.766633] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f027b8-0fb5-d020-debd-92ed94c752e9" [ 1209.766633] env[65978]: _type = "Task" [ 1209.766633] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.775530] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f027b8-0fb5-d020-debd-92ed94c752e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.779220] env[65978]: WARNING neutronclient.v2_0.client [req-753a2dba-d0d9-4604-9218-a4b95bbabe09 req-fb934288-3b34-4691-91da-7ed125b98ff9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.946583] env[65978]: WARNING neutronclient.v2_0.client [req-753a2dba-d0d9-4604-9218-a4b95bbabe09 req-fb934288-3b34-4691-91da-7ed125b98ff9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.005318] env[65978]: DEBUG oslo_vmware.api [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.023317] env[65978]: DEBUG nova.network.neutron [req-753a2dba-d0d9-4604-9218-a4b95bbabe09 req-fb934288-3b34-4691-91da-7ed125b98ff9 service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Updated VIF entry in instance network info cache for port ba0dc9d8-ebbc-4147-ab56-7605a00cc18d. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1210.023745] env[65978]: DEBUG nova.network.neutron [req-753a2dba-d0d9-4604-9218-a4b95bbabe09 req-fb934288-3b34-4691-91da-7ed125b98ff9 service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Updating instance_info_cache with network_info: [{"id": "ba0dc9d8-ebbc-4147-ab56-7605a00cc18d", "address": "fa:16:3e:b3:3a:8a", "network": {"id": "cd6f4af8-478b-45e6-b86b-673490da8fbd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885631327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1eec13c7bab4ec48430206d7331ad1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba0dc9d8-eb", "ovs_interfaceid": "ba0dc9d8-ebbc-4147-ab56-7605a00cc18d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.277621] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Preparing fetch location {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1210.277893] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Fetch image to [datastore2] OSTACK_IMG_b2fd50ea-4c29-4c30-83f1-7ce3a7d14512/OSTACK_IMG_b2fd50ea-4c29-4c30-83f1-7ce3a7d14512.vmdk {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1210.278087] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Downloading stream optimized image 89dc2b38-5fa4-4e2b-a89d-87014b25bee2 to [datastore2] OSTACK_IMG_b2fd50ea-4c29-4c30-83f1-7ce3a7d14512/OSTACK_IMG_b2fd50ea-4c29-4c30-83f1-7ce3a7d14512.vmdk on the data store datastore2 as vApp {{(pid=65978) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1210.278358] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Downloading image file data 89dc2b38-5fa4-4e2b-a89d-87014b25bee2 to the ESX as VM named 'OSTACK_IMG_b2fd50ea-4c29-4c30-83f1-7ce3a7d14512' {{(pid=65978) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1210.352164] env[65978]: DEBUG oslo_vmware.rw_handles [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1210.352164] env[65978]: value = "resgroup-9" [ 1210.352164] env[65978]: _type = "ResourcePool" [ 1210.352164] env[65978]: }. {{(pid=65978) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1210.352578] env[65978]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e1d04bbf-44f6-4213-a4c9-6be618f727c7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.374552] env[65978]: DEBUG oslo_vmware.rw_handles [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lease: (returnval){ [ 1210.374552] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523ceba3-bfd7-9e2f-eb00-2621fc11f091" [ 1210.374552] env[65978]: _type = "HttpNfcLease" [ 1210.374552] env[65978]: } obtained for vApp import into resource pool (val){ [ 1210.374552] env[65978]: value = "resgroup-9" [ 1210.374552] env[65978]: _type = "ResourcePool" [ 1210.374552] env[65978]: }. {{(pid=65978) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1210.374918] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the lease: (returnval){ [ 1210.374918] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523ceba3-bfd7-9e2f-eb00-2621fc11f091" [ 1210.374918] env[65978]: _type = "HttpNfcLease" [ 1210.374918] env[65978]: } to be ready. {{(pid=65978) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1210.382161] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1210.382161] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523ceba3-bfd7-9e2f-eb00-2621fc11f091" [ 1210.382161] env[65978]: _type = "HttpNfcLease" [ 1210.382161] env[65978]: } is initializing. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1210.505786] env[65978]: DEBUG oslo_vmware.api [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.526767] env[65978]: DEBUG oslo_concurrency.lockutils [req-753a2dba-d0d9-4604-9218-a4b95bbabe09 req-fb934288-3b34-4691-91da-7ed125b98ff9 service nova] Releasing lock "refresh_cache-441c1e51-5bdb-4976-bd43-af1ea895ce23" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.884388] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1210.884388] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523ceba3-bfd7-9e2f-eb00-2621fc11f091" [ 1210.884388] env[65978]: _type = "HttpNfcLease" [ 1210.884388] env[65978]: } is ready. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1210.884715] env[65978]: DEBUG oslo_vmware.rw_handles [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1210.884715] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523ceba3-bfd7-9e2f-eb00-2621fc11f091" [ 1210.884715] env[65978]: _type = "HttpNfcLease" [ 1210.884715] env[65978]: }. {{(pid=65978) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1210.885594] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503e375e-fd4f-41a0-9f0d-3bcb92ddc432 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.895815] env[65978]: DEBUG oslo_vmware.rw_handles [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283447d-9c72-6c20-2cc6-fdaa87c3e2d4/disk-0.vmdk from lease info. {{(pid=65978) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1210.896124] env[65978]: DEBUG oslo_vmware.rw_handles [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283447d-9c72-6c20-2cc6-fdaa87c3e2d4/disk-0.vmdk. {{(pid=65978) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1210.961485] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-da9e6823-1853-46c7-9ac2-60ce01815b48 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.006829] env[65978]: DEBUG oslo_vmware.api [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.123359] env[65978]: DEBUG oslo_vmware.rw_handles [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525bce3a-6fef-194b-ebb6-8e52089f048a/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1211.124295] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6566d915-3069-4b25-bde0-b2fe473a4130 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.132158] env[65978]: DEBUG oslo_vmware.rw_handles [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525bce3a-6fef-194b-ebb6-8e52089f048a/disk-0.vmdk is in state: ready. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1211.132336] env[65978]: ERROR oslo_vmware.rw_handles [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525bce3a-6fef-194b-ebb6-8e52089f048a/disk-0.vmdk due to incomplete transfer. [ 1211.133482] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-47679704-39e4-46e4-aeb7-754a90180bff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.151188] env[65978]: DEBUG oslo_vmware.rw_handles [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525bce3a-6fef-194b-ebb6-8e52089f048a/disk-0.vmdk. {{(pid=65978) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1211.151343] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Uploaded image 504365a9-dd9c-4477-9765-88f8ebfde649 to the Glance image server {{(pid=65978) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1211.153655] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Destroying the VM {{(pid=65978) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1211.155639] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1c0b754c-8920-4864-9475-29634301cbd4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.162433] env[65978]: DEBUG oslo_vmware.api [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1211.162433] env[65978]: value = "task-4715418" [ 1211.162433] env[65978]: _type = "Task" [ 1211.162433] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.173529] env[65978]: DEBUG oslo_vmware.api [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715418, 'name': Destroy_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.509060] env[65978]: DEBUG oslo_vmware.api [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.678425] env[65978]: DEBUG oslo_vmware.api [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715418, 'name': Destroy_Task, 'duration_secs': 0.396078} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.678425] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Destroyed the VM [ 1211.678425] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Deleting Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1211.678425] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-916a5547-1946-453a-8ad4-8795a5868b88 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.684638] env[65978]: DEBUG oslo_vmware.api [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1211.684638] env[65978]: value = "task-4715419" [ 1211.684638] env[65978]: _type = "Task" [ 1211.684638] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.694483] env[65978]: DEBUG oslo_vmware.api [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715419, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.011717] env[65978]: DEBUG oslo_vmware.api [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.194780] env[65978]: DEBUG oslo_vmware.api [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715419, 'name': RemoveSnapshot_Task, 'duration_secs': 0.454261} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.195057] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Deleted Snapshot of the VM instance {{(pid=65978) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1212.195329] env[65978]: DEBUG nova.compute.manager [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1212.196169] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f752beae-bb8e-4d32-8a6d-8dfb448a43a4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.228168] env[65978]: DEBUG oslo_vmware.rw_handles [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Completed reading data from the image iterator. {{(pid=65978) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1212.228385] env[65978]: DEBUG oslo_vmware.rw_handles [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283447d-9c72-6c20-2cc6-fdaa87c3e2d4/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1212.229401] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64518643-8976-4769-9679-a162c6ef52a2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.238029] env[65978]: DEBUG oslo_vmware.rw_handles [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283447d-9c72-6c20-2cc6-fdaa87c3e2d4/disk-0.vmdk is in state: ready. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1212.238029] env[65978]: DEBUG oslo_vmware.rw_handles [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283447d-9c72-6c20-2cc6-fdaa87c3e2d4/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1212.238029] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e0a1733c-c436-4069-b1cb-b1d04d130961 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.510464] env[65978]: DEBUG oslo_vmware.api [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.570174] env[65978]: DEBUG oslo_vmware.rw_handles [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283447d-9c72-6c20-2cc6-fdaa87c3e2d4/disk-0.vmdk. {{(pid=65978) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1212.570390] env[65978]: INFO nova.virt.vmwareapi.images [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Downloaded image file data 89dc2b38-5fa4-4e2b-a89d-87014b25bee2 [ 1212.571322] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7696fb3a-e420-45f7-a004-d7a4b0d695c3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.588084] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75fedbc8-fa27-450f-8d28-4322cee1f9f0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.611960] env[65978]: INFO nova.virt.vmwareapi.images [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] The imported VM was unregistered [ 1212.614042] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Caching image {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1212.614153] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Creating directory with path [datastore2] devstack-image-cache_base/89dc2b38-5fa4-4e2b-a89d-87014b25bee2 {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.614439] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55104a8e-0723-4279-83dd-82103647a14c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.626478] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Created directory with path [datastore2] devstack-image-cache_base/89dc2b38-5fa4-4e2b-a89d-87014b25bee2 {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.626668] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_b2fd50ea-4c29-4c30-83f1-7ce3a7d14512/OSTACK_IMG_b2fd50ea-4c29-4c30-83f1-7ce3a7d14512.vmdk to [datastore2] devstack-image-cache_base/89dc2b38-5fa4-4e2b-a89d-87014b25bee2/89dc2b38-5fa4-4e2b-a89d-87014b25bee2.vmdk. {{(pid=65978) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1212.626927] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2d62d775-acad-4455-8991-35da2fe0be79 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.635335] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1212.635335] env[65978]: value = "task-4715421" [ 1212.635335] env[65978]: _type = "Task" [ 1212.635335] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.644466] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715421, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.711254] env[65978]: INFO nova.compute.manager [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Shelve offloading [ 1213.010303] env[65978]: DEBUG oslo_vmware.api [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.146249] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715421, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.216164] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.216531] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3202f296-635a-4026-8fd6-c77c191c0d54 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.224591] env[65978]: DEBUG oslo_vmware.api [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1213.224591] env[65978]: value = "task-4715422" [ 1213.224591] env[65978]: _type = "Task" [ 1213.224591] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.234494] env[65978]: DEBUG oslo_vmware.api [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.513508] env[65978]: DEBUG oslo_vmware.api [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715415, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.647961] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715421, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.735730] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] VM already powered off {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1213.735982] env[65978]: DEBUG nova.compute.manager [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1213.736850] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c8a664-a44d-4d04-a395-a0ad79b44266 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.744042] env[65978]: DEBUG oslo_concurrency.lockutils [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "refresh_cache-bc50076a-3c9b-45cf-ae6b-67f15f2753db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.744247] env[65978]: DEBUG oslo_concurrency.lockutils [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquired lock "refresh_cache-bc50076a-3c9b-45cf-ae6b-67f15f2753db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.744432] env[65978]: DEBUG nova.network.neutron [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1214.014654] env[65978]: DEBUG oslo_vmware.api [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715415, 'name': ReconfigVM_Task, 'duration_secs': 5.96583} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.014851] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.015058] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Reconfigured VM to detach interface {{(pid=65978) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1214.015515] env[65978]: WARNING neutronclient.v2_0.client [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.015814] env[65978]: WARNING neutronclient.v2_0.client [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.048947] env[65978]: WARNING neutronclient.v2_0.client [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.147837] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715421, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.248068] env[65978]: WARNING neutronclient.v2_0.client [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.436460] env[65978]: WARNING neutronclient.v2_0.client [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.518648] env[65978]: DEBUG nova.network.neutron [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Updating instance_info_cache with network_info: [{"id": "8d408943-5a9d-43d2-9ed3-5d0e86343b58", "address": "fa:16:3e:dd:65:ca", "network": {"id": "572f00ea-41cc-4d81-b1e9-2b038de95236", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043147319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0285adf994e4ab5fbfe0226d33b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d408943-5a", "ovs_interfaceid": "8d408943-5a9d-43d2-9ed3-5d0e86343b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.647879] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715421, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.022471] env[65978]: DEBUG oslo_concurrency.lockutils [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Releasing lock "refresh_cache-bc50076a-3c9b-45cf-ae6b-67f15f2753db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.022951] env[65978]: WARNING neutronclient.v2_0.client [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.023353] env[65978]: WARNING neutronclient.v2_0.client [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.148263] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715421, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.499041} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.148555] env[65978]: INFO nova.virt.vmwareapi.ds_util [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_b2fd50ea-4c29-4c30-83f1-7ce3a7d14512/OSTACK_IMG_b2fd50ea-4c29-4c30-83f1-7ce3a7d14512.vmdk to [datastore2] devstack-image-cache_base/89dc2b38-5fa4-4e2b-a89d-87014b25bee2/89dc2b38-5fa4-4e2b-a89d-87014b25bee2.vmdk. [ 1215.148805] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Cleaning up location [datastore2] OSTACK_IMG_b2fd50ea-4c29-4c30-83f1-7ce3a7d14512 {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1215.149524] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_b2fd50ea-4c29-4c30-83f1-7ce3a7d14512 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.149524] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68641f71-5648-499c-887d-034fe610ae6a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.156119] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1215.156119] env[65978]: value = "task-4715423" [ 1215.156119] env[65978]: _type = "Task" [ 1215.156119] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.166089] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.297145] env[65978]: DEBUG nova.compute.manager [req-678c27e9-1bb6-460f-84a1-a8649cf73f1a req-31ad7a14-471b-4504-8959-c43ce7cbcf11 service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Received event network-vif-unplugged-8d408943-5a9d-43d2-9ed3-5d0e86343b58 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1215.297331] env[65978]: DEBUG oslo_concurrency.lockutils [req-678c27e9-1bb6-460f-84a1-a8649cf73f1a req-31ad7a14-471b-4504-8959-c43ce7cbcf11 service nova] Acquiring lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.297536] env[65978]: DEBUG oslo_concurrency.lockutils [req-678c27e9-1bb6-460f-84a1-a8649cf73f1a req-31ad7a14-471b-4504-8959-c43ce7cbcf11 service nova] Lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.297700] env[65978]: DEBUG oslo_concurrency.lockutils [req-678c27e9-1bb6-460f-84a1-a8649cf73f1a req-31ad7a14-471b-4504-8959-c43ce7cbcf11 service nova] Lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.297884] env[65978]: DEBUG nova.compute.manager [req-678c27e9-1bb6-460f-84a1-a8649cf73f1a req-31ad7a14-471b-4504-8959-c43ce7cbcf11 service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] No waiting events found dispatching network-vif-unplugged-8d408943-5a9d-43d2-9ed3-5d0e86343b58 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1215.298058] env[65978]: WARNING nova.compute.manager [req-678c27e9-1bb6-460f-84a1-a8649cf73f1a req-31ad7a14-471b-4504-8959-c43ce7cbcf11 service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Received unexpected event network-vif-unplugged-8d408943-5a9d-43d2-9ed3-5d0e86343b58 for instance with vm_state shelved and task_state shelving_offloading. [ 1215.351644] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.351835] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.352017] env[65978]: DEBUG nova.network.neutron [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1215.380475] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.381408] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0553510f-35e6-4488-86e1-6d92cca3f9d4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.389411] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.389663] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5be0a05a-dd68-4932-987a-fa3f7f3fb5c6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.459199] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.459451] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.459776] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Deleting the datastore file [datastore1] bc50076a-3c9b-45cf-ae6b-67f15f2753db {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.460172] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef46d146-e590-476e-8fe7-ca5430a4e4d7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.468436] env[65978]: DEBUG oslo_vmware.api [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1215.468436] env[65978]: value = "task-4715425" [ 1215.468436] env[65978]: _type = "Task" [ 1215.468436] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.477680] env[65978]: DEBUG oslo_vmware.api [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.583401] env[65978]: DEBUG nova.compute.manager [req-89887c1f-809c-4d3d-aba8-39ed45508c72 req-e4bc41f7-85df-4ba2-bcb7-10bd7f8cc66e service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Received event network-changed-1f4db00a-f918-46f5-a9cd-748e3aaaae70 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1215.583680] env[65978]: DEBUG nova.compute.manager [req-89887c1f-809c-4d3d-aba8-39ed45508c72 req-e4bc41f7-85df-4ba2-bcb7-10bd7f8cc66e service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Refreshing instance network info cache due to event network-changed-1f4db00a-f918-46f5-a9cd-748e3aaaae70. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1215.583829] env[65978]: DEBUG oslo_concurrency.lockutils [req-89887c1f-809c-4d3d-aba8-39ed45508c72 req-e4bc41f7-85df-4ba2-bcb7-10bd7f8cc66e service nova] Acquiring lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.666717] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038093} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.667186] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.667960] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89dc2b38-5fa4-4e2b-a89d-87014b25bee2/89dc2b38-5fa4-4e2b-a89d-87014b25bee2.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.667960] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89dc2b38-5fa4-4e2b-a89d-87014b25bee2/89dc2b38-5fa4-4e2b-a89d-87014b25bee2.vmdk to [datastore2] 441c1e51-5bdb-4976-bd43-af1ea895ce23/441c1e51-5bdb-4976-bd43-af1ea895ce23.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.667960] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e21888dc-27ac-4fec-bd23-0e0b42c18912 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.674831] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1215.674831] env[65978]: value = "task-4715426" [ 1215.674831] env[65978]: _type = "Task" [ 1215.674831] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.683743] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.854923] env[65978]: WARNING neutronclient.v2_0.client [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.980435] env[65978]: DEBUG oslo_vmware.api [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195645} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.980770] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.980951] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.981145] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.009872] env[65978]: INFO nova.scheduler.client.report [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Deleted allocations for instance bc50076a-3c9b-45cf-ae6b-67f15f2753db [ 1216.024169] env[65978]: WARNING neutronclient.v2_0.client [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.102402] env[65978]: INFO nova.network.neutron [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Port bef8265f-f3b6-465c-9b19-4fa5184601dc from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1216.102892] env[65978]: DEBUG nova.network.neutron [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Updating instance_info_cache with network_info: [{"id": "1f4db00a-f918-46f5-a9cd-748e3aaaae70", "address": "fa:16:3e:4a:b8:09", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4db00a-f9", "ovs_interfaceid": "1f4db00a-f918-46f5-a9cd-748e3aaaae70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.186187] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715426, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.279818] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "interface-03261179-7912-494f-a1d0-372a3623b3b0-bef8265f-f3b6-465c-9b19-4fa5184601dc" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.280328] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "interface-03261179-7912-494f-a1d0-372a3623b3b0-bef8265f-f3b6-465c-9b19-4fa5184601dc" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.280751] env[65978]: DEBUG nova.objects.instance [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lazy-loading 'flavor' on Instance uuid 03261179-7912-494f-a1d0-372a3623b3b0 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.515092] env[65978]: DEBUG oslo_concurrency.lockutils [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.515359] env[65978]: DEBUG oslo_concurrency.lockutils [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.515582] env[65978]: DEBUG nova.objects.instance [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lazy-loading 'resources' on Instance uuid bc50076a-3c9b-45cf-ae6b-67f15f2753db {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.605912] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.608353] env[65978]: DEBUG oslo_concurrency.lockutils [req-89887c1f-809c-4d3d-aba8-39ed45508c72 req-e4bc41f7-85df-4ba2-bcb7-10bd7f8cc66e service nova] Acquired lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.608939] env[65978]: DEBUG nova.network.neutron [req-89887c1f-809c-4d3d-aba8-39ed45508c72 req-e4bc41f7-85df-4ba2-bcb7-10bd7f8cc66e service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Refreshing network info cache for port 1f4db00a-f918-46f5-a9cd-748e3aaaae70 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.688965] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715426, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.786042] env[65978]: WARNING neutronclient.v2_0.client [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.890104] env[65978]: DEBUG nova.objects.instance [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lazy-loading 'pci_requests' on Instance uuid 03261179-7912-494f-a1d0-372a3623b3b0 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.018682] env[65978]: DEBUG nova.objects.instance [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lazy-loading 'numa_topology' on Instance uuid bc50076a-3c9b-45cf-ae6b-67f15f2753db {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.111325] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d7a6721d-ce22-4dc9-ac2a-e99d69303afc tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "interface-6726401a-41b8-4337-af6a-a6a674e6a109-bef8265f-f3b6-465c-9b19-4fa5184601dc" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.698s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.113028] env[65978]: WARNING neutronclient.v2_0.client [req-89887c1f-809c-4d3d-aba8-39ed45508c72 req-e4bc41f7-85df-4ba2-bcb7-10bd7f8cc66e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.188078] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715426, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.206465] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "ac127ecb-3f76-4ba6-91b7-f4df587cb458" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.206774] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "ac127ecb-3f76-4ba6-91b7-f4df587cb458" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.207173] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "ac127ecb-3f76-4ba6-91b7-f4df587cb458-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.207173] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "ac127ecb-3f76-4ba6-91b7-f4df587cb458-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.207334] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "ac127ecb-3f76-4ba6-91b7-f4df587cb458-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.209758] env[65978]: INFO nova.compute.manager [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Terminating instance [ 1217.289200] env[65978]: WARNING neutronclient.v2_0.client [req-89887c1f-809c-4d3d-aba8-39ed45508c72 req-e4bc41f7-85df-4ba2-bcb7-10bd7f8cc66e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.365349] env[65978]: DEBUG nova.network.neutron [req-89887c1f-809c-4d3d-aba8-39ed45508c72 req-e4bc41f7-85df-4ba2-bcb7-10bd7f8cc66e service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Updated VIF entry in instance network info cache for port 1f4db00a-f918-46f5-a9cd-748e3aaaae70. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1217.365809] env[65978]: DEBUG nova.network.neutron [req-89887c1f-809c-4d3d-aba8-39ed45508c72 req-e4bc41f7-85df-4ba2-bcb7-10bd7f8cc66e service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Updating instance_info_cache with network_info: [{"id": "1f4db00a-f918-46f5-a9cd-748e3aaaae70", "address": "fa:16:3e:4a:b8:09", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4db00a-f9", "ovs_interfaceid": "1f4db00a-f918-46f5-a9cd-748e3aaaae70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.387908] env[65978]: DEBUG nova.compute.manager [req-49647d97-35cf-4836-b0b6-a0e9415e0cde req-fead3ead-2e33-4f0d-98c6-06bbc08821ba service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Received event network-changed-8d408943-5a9d-43d2-9ed3-5d0e86343b58 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1217.388243] env[65978]: DEBUG nova.compute.manager [req-49647d97-35cf-4836-b0b6-a0e9415e0cde req-fead3ead-2e33-4f0d-98c6-06bbc08821ba service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Refreshing instance network info cache due to event network-changed-8d408943-5a9d-43d2-9ed3-5d0e86343b58. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1217.388399] env[65978]: DEBUG oslo_concurrency.lockutils [req-49647d97-35cf-4836-b0b6-a0e9415e0cde req-fead3ead-2e33-4f0d-98c6-06bbc08821ba service nova] Acquiring lock "refresh_cache-bc50076a-3c9b-45cf-ae6b-67f15f2753db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.388503] env[65978]: DEBUG oslo_concurrency.lockutils [req-49647d97-35cf-4836-b0b6-a0e9415e0cde req-fead3ead-2e33-4f0d-98c6-06bbc08821ba service nova] Acquired lock "refresh_cache-bc50076a-3c9b-45cf-ae6b-67f15f2753db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.388705] env[65978]: DEBUG nova.network.neutron [req-49647d97-35cf-4836-b0b6-a0e9415e0cde req-fead3ead-2e33-4f0d-98c6-06bbc08821ba service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Refreshing network info cache for port 8d408943-5a9d-43d2-9ed3-5d0e86343b58 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.394201] env[65978]: DEBUG nova.objects.base [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Object Instance<03261179-7912-494f-a1d0-372a3623b3b0> lazy-loaded attributes: flavor,pci_requests {{(pid=65978) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1217.394857] env[65978]: DEBUG nova.network.neutron [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1217.395270] env[65978]: WARNING neutronclient.v2_0.client [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.395643] env[65978]: WARNING neutronclient.v2_0.client [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.488096] env[65978]: DEBUG nova.policy [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '786114fdac424e2fb65119dfc7cc106e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a872165ef8e4489b9cf7d7e59545d317', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1217.524828] env[65978]: DEBUG nova.objects.base [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65978) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1217.619525] env[65978]: DEBUG nova.compute.manager [req-eaaa5926-3834-4206-ae7d-e5953f01ca96 req-2828a9d7-25e9-4430-997f-541b0178db19 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Received event network-changed-b2a3b211-b4d9-42ff-8060-19cce62925b1 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1217.619842] env[65978]: DEBUG nova.compute.manager [req-eaaa5926-3834-4206-ae7d-e5953f01ca96 req-2828a9d7-25e9-4430-997f-541b0178db19 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Refreshing instance network info cache due to event network-changed-b2a3b211-b4d9-42ff-8060-19cce62925b1. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1217.619981] env[65978]: DEBUG oslo_concurrency.lockutils [req-eaaa5926-3834-4206-ae7d-e5953f01ca96 req-2828a9d7-25e9-4430-997f-541b0178db19 service nova] Acquiring lock "refresh_cache-03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.620082] env[65978]: DEBUG oslo_concurrency.lockutils [req-eaaa5926-3834-4206-ae7d-e5953f01ca96 req-2828a9d7-25e9-4430-997f-541b0178db19 service nova] Acquired lock "refresh_cache-03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.620252] env[65978]: DEBUG nova.network.neutron [req-eaaa5926-3834-4206-ae7d-e5953f01ca96 req-2828a9d7-25e9-4430-997f-541b0178db19 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Refreshing network info cache for port b2a3b211-b4d9-42ff-8060-19cce62925b1 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.663426] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94bd6db-b761-4871-84b5-2efa9ee237b8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.672875] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68987352-79da-4d5b-a569-38002694a967 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.717827] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526c6b07-6865-41be-a549-3dc2b1438259 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.722229] env[65978]: DEBUG nova.compute.manager [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1217.722557] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.722861] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715426, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.723155] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1009a06-902f-4efd-98b5-3cbd0bea5e70 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.732558] env[65978]: DEBUG oslo_vmware.api [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1217.732558] env[65978]: value = "task-4715427" [ 1217.732558] env[65978]: _type = "Task" [ 1217.732558] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.741678] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7b681f-27f3-4ec7-a386-f8ca0f4a5167 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.760518] env[65978]: DEBUG nova.compute.provider_tree [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.766129] env[65978]: DEBUG oslo_vmware.api [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.868352] env[65978]: DEBUG oslo_concurrency.lockutils [req-89887c1f-809c-4d3d-aba8-39ed45508c72 req-e4bc41f7-85df-4ba2-bcb7-10bd7f8cc66e service nova] Releasing lock "refresh_cache-6726401a-41b8-4337-af6a-a6a674e6a109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.892324] env[65978]: WARNING neutronclient.v2_0.client [req-49647d97-35cf-4836-b0b6-a0e9415e0cde req-fead3ead-2e33-4f0d-98c6-06bbc08821ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1218.125343] env[65978]: WARNING neutronclient.v2_0.client [req-eaaa5926-3834-4206-ae7d-e5953f01ca96 req-2828a9d7-25e9-4430-997f-541b0178db19 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1218.131418] env[65978]: WARNING neutronclient.v2_0.client [req-49647d97-35cf-4836-b0b6-a0e9415e0cde req-fead3ead-2e33-4f0d-98c6-06bbc08821ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1218.187575] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715426, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.245309] env[65978]: DEBUG oslo_vmware.api [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715427, 'name': PowerOffVM_Task, 'duration_secs': 0.209513} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.245528] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.245751] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Volume detach. Driver type: vmdk {{(pid=65978) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1218.245941] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920173', 'volume_id': '081dfa67-03ed-4e1a-8200-5cd0eda7a053', 'name': 'volume-081dfa67-03ed-4e1a-8200-5cd0eda7a053', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ac127ecb-3f76-4ba6-91b7-f4df587cb458', 'attached_at': '2025-11-22T03:39:34.000000', 'detached_at': '', 'volume_id': '081dfa67-03ed-4e1a-8200-5cd0eda7a053', 'serial': '081dfa67-03ed-4e1a-8200-5cd0eda7a053'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1218.246707] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d93be8-6d3d-4310-89ae-6ab62812b6d0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.252017] env[65978]: DEBUG nova.network.neutron [req-49647d97-35cf-4836-b0b6-a0e9415e0cde req-fead3ead-2e33-4f0d-98c6-06bbc08821ba service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Updated VIF entry in instance network info cache for port 8d408943-5a9d-43d2-9ed3-5d0e86343b58. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1218.252372] env[65978]: DEBUG nova.network.neutron [req-49647d97-35cf-4836-b0b6-a0e9415e0cde req-fead3ead-2e33-4f0d-98c6-06bbc08821ba service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Updating instance_info_cache with network_info: [{"id": "8d408943-5a9d-43d2-9ed3-5d0e86343b58", "address": "fa:16:3e:dd:65:ca", "network": {"id": "572f00ea-41cc-4d81-b1e9-2b038de95236", "bridge": null, "label": "tempest-ServerActionsTestOtherB-2043147319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0285adf994e4ab5fbfe0226d33b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8d408943-5a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.269077] env[65978]: DEBUG nova.scheduler.client.report [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.276039] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111e2d30-1976-44f7-b049-6712f8d264a6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.285455] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51152f2d-c434-41f8-b60d-6266c130cef1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.304864] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.305870] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb31b24-9c95-4625-a67d-24e651e7afc0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.323151] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] The volume has not been displaced from its original location: [datastore1] volume-081dfa67-03ed-4e1a-8200-5cd0eda7a053/volume-081dfa67-03ed-4e1a-8200-5cd0eda7a053.vmdk. No consolidation needed. {{(pid=65978) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1218.328526] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1218.329015] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f031f9c-8679-4693-b8a0-16a88df10d3d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.348441] env[65978]: DEBUG oslo_vmware.api [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1218.348441] env[65978]: value = "task-4715428" [ 1218.348441] env[65978]: _type = "Task" [ 1218.348441] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.358135] env[65978]: DEBUG oslo_vmware.api [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.375330] env[65978]: WARNING neutronclient.v2_0.client [req-eaaa5926-3834-4206-ae7d-e5953f01ca96 req-2828a9d7-25e9-4430-997f-541b0178db19 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1218.481480] env[65978]: DEBUG nova.network.neutron [req-eaaa5926-3834-4206-ae7d-e5953f01ca96 req-2828a9d7-25e9-4430-997f-541b0178db19 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Updated VIF entry in instance network info cache for port b2a3b211-b4d9-42ff-8060-19cce62925b1. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1218.481853] env[65978]: DEBUG nova.network.neutron [req-eaaa5926-3834-4206-ae7d-e5953f01ca96 req-2828a9d7-25e9-4430-997f-541b0178db19 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Updating instance_info_cache with network_info: [{"id": "b2a3b211-b4d9-42ff-8060-19cce62925b1", "address": "fa:16:3e:87:c9:50", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2a3b211-b4", "ovs_interfaceid": "b2a3b211-b4d9-42ff-8060-19cce62925b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.688076] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715426, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.773519] env[65978]: DEBUG oslo_concurrency.lockutils [req-49647d97-35cf-4836-b0b6-a0e9415e0cde req-fead3ead-2e33-4f0d-98c6-06bbc08821ba service nova] Releasing lock "refresh_cache-bc50076a-3c9b-45cf-ae6b-67f15f2753db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.777618] env[65978]: DEBUG oslo_concurrency.lockutils [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.859761] env[65978]: DEBUG oslo_vmware.api [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715428, 'name': ReconfigVM_Task, 'duration_secs': 0.171311} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.860181] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1218.865030] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32b4aab2-cf63-4bc3-a708-da721b024664 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.883020] env[65978]: DEBUG oslo_vmware.api [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1218.883020] env[65978]: value = "task-4715429" [ 1218.883020] env[65978]: _type = "Task" [ 1218.883020] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.892390] env[65978]: DEBUG oslo_vmware.api [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715429, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.985202] env[65978]: DEBUG oslo_concurrency.lockutils [req-eaaa5926-3834-4206-ae7d-e5953f01ca96 req-2828a9d7-25e9-4430-997f-541b0178db19 service nova] Releasing lock "refresh_cache-03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.019669] env[65978]: DEBUG nova.network.neutron [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Successfully updated port: bef8265f-f3b6-465c-9b19-4fa5184601dc {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1219.189084] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715426, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.408991} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.189323] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89dc2b38-5fa4-4e2b-a89d-87014b25bee2/89dc2b38-5fa4-4e2b-a89d-87014b25bee2.vmdk to [datastore2] 441c1e51-5bdb-4976-bd43-af1ea895ce23/441c1e51-5bdb-4976-bd43-af1ea895ce23.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.190144] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fcd77b-20b6-4a41-9532-a9a4d57c0b8a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.214152] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 441c1e51-5bdb-4976-bd43-af1ea895ce23/441c1e51-5bdb-4976-bd43-af1ea895ce23.vmdk or device None with type streamOptimized {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.214513] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c137e09d-af9f-4860-a3de-3be05eb3f2d3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.234566] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1219.234566] env[65978]: value = "task-4715430" [ 1219.234566] env[65978]: _type = "Task" [ 1219.234566] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.244143] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.288233] env[65978]: DEBUG oslo_concurrency.lockutils [None req-180535bb-b648-419f-b9be-ab7bd1af6391 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.621s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.289164] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.984s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.289351] env[65978]: INFO nova.compute.manager [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Unshelving [ 1219.393341] env[65978]: DEBUG oslo_vmware.api [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715429, 'name': ReconfigVM_Task, 'duration_secs': 0.38779} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.393681] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920173', 'volume_id': '081dfa67-03ed-4e1a-8200-5cd0eda7a053', 'name': 'volume-081dfa67-03ed-4e1a-8200-5cd0eda7a053', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ac127ecb-3f76-4ba6-91b7-f4df587cb458', 'attached_at': '2025-11-22T03:39:34.000000', 'detached_at': '', 'volume_id': '081dfa67-03ed-4e1a-8200-5cd0eda7a053', 'serial': '081dfa67-03ed-4e1a-8200-5cd0eda7a053'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1219.393968] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.396052] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76504d19-77fb-4882-bc44-f582a9d52429 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.402840] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.403072] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac841f5d-bc73-4ac5-8a80-ae9cbb3ae428 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.415528] env[65978]: DEBUG nova.compute.manager [req-50f8499f-8aec-4762-820a-405d582a8a2a req-1ae11eae-2762-4deb-ae77-9b1bb03c7808 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Received event network-vif-plugged-bef8265f-f3b6-465c-9b19-4fa5184601dc {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1219.415745] env[65978]: DEBUG oslo_concurrency.lockutils [req-50f8499f-8aec-4762-820a-405d582a8a2a req-1ae11eae-2762-4deb-ae77-9b1bb03c7808 service nova] Acquiring lock "03261179-7912-494f-a1d0-372a3623b3b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.416623] env[65978]: DEBUG oslo_concurrency.lockutils [req-50f8499f-8aec-4762-820a-405d582a8a2a req-1ae11eae-2762-4deb-ae77-9b1bb03c7808 service nova] Lock "03261179-7912-494f-a1d0-372a3623b3b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.416831] env[65978]: DEBUG oslo_concurrency.lockutils [req-50f8499f-8aec-4762-820a-405d582a8a2a req-1ae11eae-2762-4deb-ae77-9b1bb03c7808 service nova] Lock "03261179-7912-494f-a1d0-372a3623b3b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.417023] env[65978]: DEBUG nova.compute.manager [req-50f8499f-8aec-4762-820a-405d582a8a2a req-1ae11eae-2762-4deb-ae77-9b1bb03c7808 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] No waiting events found dispatching network-vif-plugged-bef8265f-f3b6-465c-9b19-4fa5184601dc {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1219.417238] env[65978]: WARNING nova.compute.manager [req-50f8499f-8aec-4762-820a-405d582a8a2a req-1ae11eae-2762-4deb-ae77-9b1bb03c7808 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Received unexpected event network-vif-plugged-bef8265f-f3b6-465c-9b19-4fa5184601dc for instance with vm_state active and task_state None. [ 1219.417412] env[65978]: DEBUG nova.compute.manager [req-50f8499f-8aec-4762-820a-405d582a8a2a req-1ae11eae-2762-4deb-ae77-9b1bb03c7808 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Received event network-changed-bef8265f-f3b6-465c-9b19-4fa5184601dc {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1219.417494] env[65978]: DEBUG nova.compute.manager [req-50f8499f-8aec-4762-820a-405d582a8a2a req-1ae11eae-2762-4deb-ae77-9b1bb03c7808 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Refreshing instance network info cache due to event network-changed-bef8265f-f3b6-465c-9b19-4fa5184601dc. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1219.417691] env[65978]: DEBUG oslo_concurrency.lockutils [req-50f8499f-8aec-4762-820a-405d582a8a2a req-1ae11eae-2762-4deb-ae77-9b1bb03c7808 service nova] Acquiring lock "refresh_cache-03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.417812] env[65978]: DEBUG oslo_concurrency.lockutils [req-50f8499f-8aec-4762-820a-405d582a8a2a req-1ae11eae-2762-4deb-ae77-9b1bb03c7808 service nova] Acquired lock "refresh_cache-03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.417999] env[65978]: DEBUG nova.network.neutron [req-50f8499f-8aec-4762-820a-405d582a8a2a req-1ae11eae-2762-4deb-ae77-9b1bb03c7808 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Refreshing network info cache for port bef8265f-f3b6-465c-9b19-4fa5184601dc {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.476733] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.476940] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.477180] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Deleting the datastore file [datastore1] ac127ecb-3f76-4ba6-91b7-f4df587cb458 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.477549] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d80beb06-55df-40a9-9c55-ef04f5ed5f03 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.485639] env[65978]: DEBUG oslo_vmware.api [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1219.485639] env[65978]: value = "task-4715432" [ 1219.485639] env[65978]: _type = "Task" [ 1219.485639] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.496612] env[65978]: DEBUG oslo_vmware.api [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.523070] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "refresh_cache-03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.745737] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715430, 'name': ReconfigVM_Task, 'duration_secs': 0.314316} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.745737] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 441c1e51-5bdb-4976-bd43-af1ea895ce23/441c1e51-5bdb-4976-bd43-af1ea895ce23.vmdk or device None with type streamOptimized {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.746225] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4215ab50-5b3c-4b42-b0c1-b364ec5df32a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.753781] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1219.753781] env[65978]: value = "task-4715433" [ 1219.753781] env[65978]: _type = "Task" [ 1219.753781] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.763695] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715433, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.921340] env[65978]: WARNING neutronclient.v2_0.client [req-50f8499f-8aec-4762-820a-405d582a8a2a req-1ae11eae-2762-4deb-ae77-9b1bb03c7808 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1219.995811] env[65978]: DEBUG oslo_vmware.api [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091827} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.996086] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.996270] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.996453] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.996617] env[65978]: INFO nova.compute.manager [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1219.997084] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1219.997084] env[65978]: DEBUG nova.compute.manager [-] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1219.997169] env[65978]: DEBUG nova.network.neutron [-] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1219.997440] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1220.031083] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1220.068859] env[65978]: WARNING neutronclient.v2_0.client [req-50f8499f-8aec-4762-820a-405d582a8a2a req-1ae11eae-2762-4deb-ae77-9b1bb03c7808 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1220.138111] env[65978]: DEBUG nova.network.neutron [req-50f8499f-8aec-4762-820a-405d582a8a2a req-1ae11eae-2762-4deb-ae77-9b1bb03c7808 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Added VIF to instance network info cache for port bef8265f-f3b6-465c-9b19-4fa5184601dc. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3549}} [ 1220.138207] env[65978]: DEBUG nova.network.neutron [req-50f8499f-8aec-4762-820a-405d582a8a2a req-1ae11eae-2762-4deb-ae77-9b1bb03c7808 service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Updating instance_info_cache with network_info: [{"id": "b2a3b211-b4d9-42ff-8060-19cce62925b1", "address": "fa:16:3e:87:c9:50", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2a3b211-b4", "ovs_interfaceid": "b2a3b211-b4d9-42ff-8060-19cce62925b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bef8265f-f3b6-465c-9b19-4fa5184601dc", "address": "fa:16:3e:0e:b8:c6", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef8265f-f3", "ovs_interfaceid": "bef8265f-f3b6-465c-9b19-4fa5184601dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.264699] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715433, 'name': Rename_Task, 'duration_secs': 0.147158} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.265448] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1220.265562] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50e9c27c-5d2a-4152-b5ba-333004de9ac0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.273065] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1220.273065] env[65978]: value = "task-4715434" [ 1220.273065] env[65978]: _type = "Task" [ 1220.273065] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.290541] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.319792] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.319792] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.319968] env[65978]: DEBUG nova.objects.instance [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lazy-loading 'pci_requests' on Instance uuid bc50076a-3c9b-45cf-ae6b-67f15f2753db {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.458826] env[65978]: DEBUG nova.compute.manager [req-31f7e6c1-5dfb-441c-aa6b-fe96359c8401 req-88b8dfef-3092-4485-89e2-24947464e6c3 service nova] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Received event network-vif-deleted-a5c33642-a36c-4b4e-bb8a-0d7967bdfd06 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1220.458889] env[65978]: INFO nova.compute.manager [req-31f7e6c1-5dfb-441c-aa6b-fe96359c8401 req-88b8dfef-3092-4485-89e2-24947464e6c3 service nova] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Neutron deleted interface a5c33642-a36c-4b4e-bb8a-0d7967bdfd06; detaching it from the instance and deleting it from the info cache [ 1220.459192] env[65978]: DEBUG nova.network.neutron [req-31f7e6c1-5dfb-441c-aa6b-fe96359c8401 req-88b8dfef-3092-4485-89e2-24947464e6c3 service nova] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.642381] env[65978]: DEBUG oslo_concurrency.lockutils [req-50f8499f-8aec-4762-820a-405d582a8a2a req-1ae11eae-2762-4deb-ae77-9b1bb03c7808 service nova] Releasing lock "refresh_cache-03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.642381] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "refresh_cache-03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.642381] env[65978]: DEBUG nova.network.neutron [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1220.783985] env[65978]: DEBUG oslo_vmware.api [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715434, 'name': PowerOnVM_Task, 'duration_secs': 0.494754} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.784511] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.823614] env[65978]: DEBUG nova.objects.instance [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lazy-loading 'numa_topology' on Instance uuid bc50076a-3c9b-45cf-ae6b-67f15f2753db {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.883308] env[65978]: DEBUG nova.compute.manager [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1220.884260] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf2bc3e-b311-4567-a18c-9154bfd9a508 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.933328] env[65978]: DEBUG nova.network.neutron [-] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.961684] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9695cf54-1882-4c88-b8e7-05c26ad6cd26 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.971962] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be889a8-2c59-4f40-964d-4f9bfdb284a8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.005613] env[65978]: DEBUG nova.compute.manager [req-31f7e6c1-5dfb-441c-aa6b-fe96359c8401 req-88b8dfef-3092-4485-89e2-24947464e6c3 service nova] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Detach interface failed, port_id=a5c33642-a36c-4b4e-bb8a-0d7967bdfd06, reason: Instance ac127ecb-3f76-4ba6-91b7-f4df587cb458 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1221.181686] env[65978]: WARNING nova.network.neutron [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] d695473c-7bd6-4475-a562-ac3967257ccb already exists in list: networks containing: ['d695473c-7bd6-4475-a562-ac3967257ccb']. ignoring it [ 1221.181911] env[65978]: WARNING nova.network.neutron [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] d695473c-7bd6-4475-a562-ac3967257ccb already exists in list: networks containing: ['d695473c-7bd6-4475-a562-ac3967257ccb']. ignoring it [ 1221.182100] env[65978]: WARNING nova.network.neutron [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] bef8265f-f3b6-465c-9b19-4fa5184601dc already exists in list: port_ids containing: ['bef8265f-f3b6-465c-9b19-4fa5184601dc']. ignoring it [ 1221.277099] env[65978]: WARNING neutronclient.v2_0.client [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.325831] env[65978]: INFO nova.compute.claims [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.401285] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a8f3492-25b8-41bd-96ea-15b6371b434f tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "441c1e51-5bdb-4976-bd43-af1ea895ce23" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.903s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.430758] env[65978]: WARNING neutronclient.v2_0.client [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.436562] env[65978]: INFO nova.compute.manager [-] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Took 1.44 seconds to deallocate network for instance. [ 1221.514226] env[65978]: DEBUG nova.network.neutron [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Updating instance_info_cache with network_info: [{"id": "b2a3b211-b4d9-42ff-8060-19cce62925b1", "address": "fa:16:3e:87:c9:50", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2a3b211-b4", "ovs_interfaceid": "b2a3b211-b4d9-42ff-8060-19cce62925b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bef8265f-f3b6-465c-9b19-4fa5184601dc", "address": "fa:16:3e:0e:b8:c6", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef8265f-f3", "ovs_interfaceid": "bef8265f-f3b6-465c-9b19-4fa5184601dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.982027] env[65978]: INFO nova.compute.manager [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Took 0.54 seconds to detach 1 volumes for instance. [ 1221.984281] env[65978]: DEBUG nova.compute.manager [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Deleting volume: 081dfa67-03ed-4e1a-8200-5cd0eda7a053 {{(pid=65978) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3324}} [ 1222.017054] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "refresh_cache-03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.017785] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.017951] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.018929] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0309f7c-71c6-417d-8e55-adcbabe9d30a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.041020] env[65978]: DEBUG nova.virt.hardware [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1222.041593] env[65978]: DEBUG nova.virt.hardware [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.041593] env[65978]: DEBUG nova.virt.hardware [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1222.041727] env[65978]: DEBUG nova.virt.hardware [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.041960] env[65978]: DEBUG nova.virt.hardware [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1222.042183] env[65978]: DEBUG nova.virt.hardware [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1222.042441] env[65978]: DEBUG nova.virt.hardware [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1222.042725] env[65978]: DEBUG nova.virt.hardware [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1222.042857] env[65978]: DEBUG nova.virt.hardware [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1222.043243] env[65978]: DEBUG nova.virt.hardware [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1222.043322] env[65978]: DEBUG nova.virt.hardware [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1222.050454] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Reconfiguring VM to attach interface {{(pid=65978) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1222.051098] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edea6913-b24f-47b1-ba93-7f0659c79a11 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.070278] env[65978]: DEBUG oslo_vmware.api [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1222.070278] env[65978]: value = "task-4715436" [ 1222.070278] env[65978]: _type = "Task" [ 1222.070278] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.080578] env[65978]: DEBUG oslo_vmware.api [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715436, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.463165] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dc6008-c1fa-428c-96c4-630664a74b28 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.471973] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1364605-171f-4d40-a36f-ee2a201a88df {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.503277] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa72690-19a2-4138-8769-a0f653aa6590 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.512983] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3351a15b-eb09-4675-b173-552fcc730133 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.530031] env[65978]: DEBUG nova.compute.provider_tree [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.552372] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.581633] env[65978]: DEBUG oslo_vmware.api [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.033080] env[65978]: DEBUG nova.scheduler.client.report [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.082882] env[65978]: DEBUG oslo_vmware.api [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715436, 'name': ReconfigVM_Task, 'duration_secs': 0.596418} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.083455] env[65978]: WARNING neutronclient.v2_0.client [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.083719] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.084056] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Reconfigured VM to attach interface {{(pid=65978) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1223.538101] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.218s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.538497] env[65978]: WARNING neutronclient.v2_0.client [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.542068] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.989s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.542068] env[65978]: DEBUG nova.objects.instance [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lazy-loading 'resources' on Instance uuid ac127ecb-3f76-4ba6-91b7-f4df587cb458 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.574631] env[65978]: INFO nova.network.neutron [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Updating port 8d408943-5a9d-43d2-9ed3-5d0e86343b58 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1223.588963] env[65978]: DEBUG oslo_concurrency.lockutils [None req-d361c6b4-b98e-4686-91f1-b3670ea89bde tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "interface-03261179-7912-494f-a1d0-372a3623b3b0-bef8265f-f3b6-465c-9b19-4fa5184601dc" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.309s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.189312] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029b4450-8f2c-485c-8dec-2876967d63ea {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.201234] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c49e1c7-71fa-4521-81ce-972cbaa1295a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.237594] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c959a7-231f-40d0-8cf0-f6984dc8b7ca {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.246387] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103bfc49-a26c-4281-bd49-2a6eae02f768 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.263647] env[65978]: DEBUG nova.compute.provider_tree [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.767257] env[65978]: DEBUG nova.scheduler.client.report [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.951807] env[65978]: DEBUG oslo_concurrency.lockutils [None req-494c4a7d-43e1-4006-9c32-5ba2faf6d954 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "1c4d3214-fa33-45ce-bfb6-2430af82b195" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.951807] env[65978]: DEBUG oslo_concurrency.lockutils [None req-494c4a7d-43e1-4006-9c32-5ba2faf6d954 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "1c4d3214-fa33-45ce-bfb6-2430af82b195" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.151718] env[65978]: DEBUG nova.compute.manager [req-90458b28-8eef-4ede-bbc0-36daf6c556b2 req-096fd833-a75c-4d4d-9d71-6804f83db24a service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Received event network-vif-plugged-8d408943-5a9d-43d2-9ed3-5d0e86343b58 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1225.151931] env[65978]: DEBUG oslo_concurrency.lockutils [req-90458b28-8eef-4ede-bbc0-36daf6c556b2 req-096fd833-a75c-4d4d-9d71-6804f83db24a service nova] Acquiring lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.152143] env[65978]: DEBUG oslo_concurrency.lockutils [req-90458b28-8eef-4ede-bbc0-36daf6c556b2 req-096fd833-a75c-4d4d-9d71-6804f83db24a service nova] Lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.152340] env[65978]: DEBUG oslo_concurrency.lockutils [req-90458b28-8eef-4ede-bbc0-36daf6c556b2 req-096fd833-a75c-4d4d-9d71-6804f83db24a service nova] Lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.152508] env[65978]: DEBUG nova.compute.manager [req-90458b28-8eef-4ede-bbc0-36daf6c556b2 req-096fd833-a75c-4d4d-9d71-6804f83db24a service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] No waiting events found dispatching network-vif-plugged-8d408943-5a9d-43d2-9ed3-5d0e86343b58 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1225.152671] env[65978]: WARNING nova.compute.manager [req-90458b28-8eef-4ede-bbc0-36daf6c556b2 req-096fd833-a75c-4d4d-9d71-6804f83db24a service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Received unexpected event network-vif-plugged-8d408943-5a9d-43d2-9ed3-5d0e86343b58 for instance with vm_state shelved_offloaded and task_state spawning. [ 1225.187654] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "refresh_cache-bc50076a-3c9b-45cf-ae6b-67f15f2753db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.187654] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquired lock "refresh_cache-bc50076a-3c9b-45cf-ae6b-67f15f2753db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.187654] env[65978]: DEBUG nova.network.neutron [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1225.273072] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.290302] env[65978]: INFO nova.scheduler.client.report [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Deleted allocations for instance ac127ecb-3f76-4ba6-91b7-f4df587cb458 [ 1225.383609] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "interface-03261179-7912-494f-a1d0-372a3623b3b0-bef8265f-f3b6-465c-9b19-4fa5184601dc" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.384045] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "interface-03261179-7912-494f-a1d0-372a3623b3b0-bef8265f-f3b6-465c-9b19-4fa5184601dc" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.454562] env[65978]: DEBUG nova.compute.utils [None req-494c4a7d-43e1-4006-9c32-5ba2faf6d954 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1225.689127] env[65978]: WARNING neutronclient.v2_0.client [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.760143] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "8b3c2d58-19b0-41c9-be7f-e5828b8cb70b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.760374] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "8b3c2d58-19b0-41c9-be7f-e5828b8cb70b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.797857] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7cc538c6-9585-45be-9727-0f6c77a78ab5 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "ac127ecb-3f76-4ba6-91b7-f4df587cb458" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.591s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.885376] env[65978]: WARNING neutronclient.v2_0.client [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.887795] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.887962] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.889066] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d0eda4-6385-476e-bc1d-be4c168b6897 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.910066] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c382be9-783a-4302-9afe-fe64199470af {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.933339] env[65978]: WARNING neutronclient.v2_0.client [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.939101] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Reconfiguring VM to detach interface {{(pid=65978) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1225.943498] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11c3dc8b-e06e-481c-87e7-81c308e7f580 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.963171] env[65978]: DEBUG oslo_concurrency.lockutils [None req-494c4a7d-43e1-4006-9c32-5ba2faf6d954 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "1c4d3214-fa33-45ce-bfb6-2430af82b195" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.970746] env[65978]: DEBUG oslo_vmware.api [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1225.970746] env[65978]: value = "task-4715437" [ 1225.970746] env[65978]: _type = "Task" [ 1225.970746] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.983653] env[65978]: DEBUG oslo_vmware.api [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715437, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.003029] env[65978]: DEBUG nova.network.neutron [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Updating instance_info_cache with network_info: [{"id": "8d408943-5a9d-43d2-9ed3-5d0e86343b58", "address": "fa:16:3e:dd:65:ca", "network": {"id": "572f00ea-41cc-4d81-b1e9-2b038de95236", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043147319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0285adf994e4ab5fbfe0226d33b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d408943-5a", "ovs_interfaceid": "8d408943-5a9d-43d2-9ed3-5d0e86343b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.262556] env[65978]: DEBUG nova.compute.manager [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1226.464557] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "4ccf288c-26ad-4815-b010-5582038ea228" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.464831] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "4ccf288c-26ad-4815-b010-5582038ea228" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.465046] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "4ccf288c-26ad-4815-b010-5582038ea228-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.465236] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "4ccf288c-26ad-4815-b010-5582038ea228-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.465401] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "4ccf288c-26ad-4815-b010-5582038ea228-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.467959] env[65978]: INFO nova.compute.manager [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Terminating instance [ 1226.482362] env[65978]: DEBUG oslo_vmware.api [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.506068] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Releasing lock "refresh_cache-bc50076a-3c9b-45cf-ae6b-67f15f2753db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.533779] env[65978]: DEBUG nova.virt.hardware [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b104ae655ccefd84173ff50d42fa1610',container_format='bare',created_at=2025-11-22T03:39:52Z,direct_url=,disk_format='vmdk',id=504365a9-dd9c-4477-9765-88f8ebfde649,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1808538578-shelved',owner='67c0285adf994e4ab5fbfe0226d33b52',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-11-22T03:40:06Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1226.534024] env[65978]: DEBUG nova.virt.hardware [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.534180] env[65978]: DEBUG nova.virt.hardware [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1226.534357] env[65978]: DEBUG nova.virt.hardware [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.534504] env[65978]: DEBUG nova.virt.hardware [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1226.534674] env[65978]: DEBUG nova.virt.hardware [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1226.534879] env[65978]: DEBUG nova.virt.hardware [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1226.535049] env[65978]: DEBUG nova.virt.hardware [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1226.535216] env[65978]: DEBUG nova.virt.hardware [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1226.535375] env[65978]: DEBUG nova.virt.hardware [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1226.535549] env[65978]: DEBUG nova.virt.hardware [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1226.536711] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ca7f99-78e5-4957-8772-bfa310842777 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.547047] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23907294-7da8-4f6b-9bd0-05d89411149b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.565062] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:65:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d408943-5a9d-43d2-9ed3-5d0e86343b58', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1226.572498] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1226.572965] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1226.573289] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0115e69-693e-4813-afbf-9f2011e0ffe1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.594135] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1226.594135] env[65978]: value = "task-4715438" [ 1226.594135] env[65978]: _type = "Task" [ 1226.594135] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.603057] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715438, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.789582] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.789889] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.791719] env[65978]: INFO nova.compute.claims [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1226.976287] env[65978]: DEBUG nova.compute.manager [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1226.976535] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.977776] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad3b1fd-96b1-4611-a95c-565405414d26 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.984589] env[65978]: DEBUG oslo_vmware.api [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.989256] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.989540] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c8f3329-72f8-443f-a8e4-53818aab7bbf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.997402] env[65978]: DEBUG oslo_vmware.api [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1226.997402] env[65978]: value = "task-4715439" [ 1226.997402] env[65978]: _type = "Task" [ 1226.997402] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.006081] env[65978]: DEBUG oslo_vmware.api [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.027021] env[65978]: DEBUG oslo_concurrency.lockutils [None req-494c4a7d-43e1-4006-9c32-5ba2faf6d954 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "1c4d3214-fa33-45ce-bfb6-2430af82b195" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.027283] env[65978]: DEBUG oslo_concurrency.lockutils [None req-494c4a7d-43e1-4006-9c32-5ba2faf6d954 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "1c4d3214-fa33-45ce-bfb6-2430af82b195" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.027520] env[65978]: INFO nova.compute.manager [None req-494c4a7d-43e1-4006-9c32-5ba2faf6d954 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Attaching volume 9ea8c900-128e-4088-9ae8-08db668a534b to /dev/sdb [ 1227.064833] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b8c9a7-fe75-451a-89e4-03077166de54 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.073263] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793fe443-6e59-42b3-a31f-b67bf640ea42 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.089249] env[65978]: DEBUG nova.virt.block_device [None req-494c4a7d-43e1-4006-9c32-5ba2faf6d954 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Updating existing volume attachment record: 2d0e2eca-55eb-422f-ae27-9af5ccd83316 {{(pid=65978) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1227.104479] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715438, 'name': CreateVM_Task, 'duration_secs': 0.330238} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.104675] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.105149] env[65978]: WARNING neutronclient.v2_0.client [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.105510] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/504365a9-dd9c-4477-9765-88f8ebfde649" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.105657] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/504365a9-dd9c-4477-9765-88f8ebfde649" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.106040] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/504365a9-dd9c-4477-9765-88f8ebfde649" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.106305] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5165a8f-a23f-4053-ae99-2289cf3a2d6e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.113134] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1227.113134] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52008ed6-5207-411b-513e-c6c4fcba87f1" [ 1227.113134] env[65978]: _type = "Task" [ 1227.113134] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.123147] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52008ed6-5207-411b-513e-c6c4fcba87f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.185258] env[65978]: DEBUG nova.compute.manager [req-b3f99c75-9068-47c3-b6d8-27a8b3ad74d7 req-6e025398-d21e-470e-ad01-416e63e023b3 service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Received event network-changed-8d408943-5a9d-43d2-9ed3-5d0e86343b58 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1227.185258] env[65978]: DEBUG nova.compute.manager [req-b3f99c75-9068-47c3-b6d8-27a8b3ad74d7 req-6e025398-d21e-470e-ad01-416e63e023b3 service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Refreshing instance network info cache due to event network-changed-8d408943-5a9d-43d2-9ed3-5d0e86343b58. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1227.185258] env[65978]: DEBUG oslo_concurrency.lockutils [req-b3f99c75-9068-47c3-b6d8-27a8b3ad74d7 req-6e025398-d21e-470e-ad01-416e63e023b3 service nova] Acquiring lock "refresh_cache-bc50076a-3c9b-45cf-ae6b-67f15f2753db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.185379] env[65978]: DEBUG oslo_concurrency.lockutils [req-b3f99c75-9068-47c3-b6d8-27a8b3ad74d7 req-6e025398-d21e-470e-ad01-416e63e023b3 service nova] Acquired lock "refresh_cache-bc50076a-3c9b-45cf-ae6b-67f15f2753db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.185516] env[65978]: DEBUG nova.network.neutron [req-b3f99c75-9068-47c3-b6d8-27a8b3ad74d7 req-6e025398-d21e-470e-ad01-416e63e023b3 service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Refreshing network info cache for port 8d408943-5a9d-43d2-9ed3-5d0e86343b58 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.483819] env[65978]: DEBUG oslo_vmware.api [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.507301] env[65978]: DEBUG oslo_vmware.api [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715439, 'name': PowerOffVM_Task, 'duration_secs': 0.191939} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.507563] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.507722] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.507976] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b95e43f1-2cce-413d-a7e3-f21e15941b27 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.580408] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.580656] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.580879] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Deleting the datastore file [datastore2] 4ccf288c-26ad-4815-b010-5582038ea228 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.581135] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fd59a7b-be34-4496-8d42-60c80145d442 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.590026] env[65978]: DEBUG oslo_vmware.api [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1227.590026] env[65978]: value = "task-4715442" [ 1227.590026] env[65978]: _type = "Task" [ 1227.590026] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.599613] env[65978]: DEBUG oslo_vmware.api [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.624631] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/504365a9-dd9c-4477-9765-88f8ebfde649" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.624835] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Processing image 504365a9-dd9c-4477-9765-88f8ebfde649 {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.625060] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/504365a9-dd9c-4477-9765-88f8ebfde649/504365a9-dd9c-4477-9765-88f8ebfde649.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.625213] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/504365a9-dd9c-4477-9765-88f8ebfde649/504365a9-dd9c-4477-9765-88f8ebfde649.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.625389] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.625662] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-043811f7-b98a-471e-ad5c-f458f58bc3fa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.647270] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.647452] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1227.648262] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fb5f960-8551-4c2f-b6ca-a99a22464007 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.655573] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1227.655573] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5244dba8-84f0-9d4b-4867-09e75a44a505" [ 1227.655573] env[65978]: _type = "Task" [ 1227.655573] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.665891] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5244dba8-84f0-9d4b-4867-09e75a44a505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.687925] env[65978]: WARNING neutronclient.v2_0.client [req-b3f99c75-9068-47c3-b6d8-27a8b3ad74d7 req-6e025398-d21e-470e-ad01-416e63e023b3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.876784] env[65978]: WARNING neutronclient.v2_0.client [req-b3f99c75-9068-47c3-b6d8-27a8b3ad74d7 req-6e025398-d21e-470e-ad01-416e63e023b3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.928340] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e866bdf-ad9e-4674-9895-0586502b9411 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.937253] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf72d2a-dbf5-4bee-ac01-63f0113d6410 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.968376] env[65978]: DEBUG nova.network.neutron [req-b3f99c75-9068-47c3-b6d8-27a8b3ad74d7 req-6e025398-d21e-470e-ad01-416e63e023b3 service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Updated VIF entry in instance network info cache for port 8d408943-5a9d-43d2-9ed3-5d0e86343b58. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1227.968747] env[65978]: DEBUG nova.network.neutron [req-b3f99c75-9068-47c3-b6d8-27a8b3ad74d7 req-6e025398-d21e-470e-ad01-416e63e023b3 service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Updating instance_info_cache with network_info: [{"id": "8d408943-5a9d-43d2-9ed3-5d0e86343b58", "address": "fa:16:3e:dd:65:ca", "network": {"id": "572f00ea-41cc-4d81-b1e9-2b038de95236", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043147319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0285adf994e4ab5fbfe0226d33b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d408943-5a", "ovs_interfaceid": "8d408943-5a9d-43d2-9ed3-5d0e86343b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.972035] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cb2735-41f4-4038-8851-2a80a17f4e06 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.985702] env[65978]: DEBUG oslo_vmware.api [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.987055] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92856c5c-d748-42b5-ba81-cf4ae44b77b9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.004547] env[65978]: DEBUG nova.compute.provider_tree [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1228.101586] env[65978]: DEBUG oslo_vmware.api [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150543} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.101845] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.102034] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.102337] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.102607] env[65978]: INFO nova.compute.manager [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1228.102913] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1228.103195] env[65978]: DEBUG nova.compute.manager [-] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1228.103325] env[65978]: DEBUG nova.network.neutron [-] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1228.103577] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.137428] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.166163] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Preparing fetch location {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1228.166433] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Fetch image to [datastore2] OSTACK_IMG_861162c3-1fbe-4c6f-a3e5-27ca4cffc51f/OSTACK_IMG_861162c3-1fbe-4c6f-a3e5-27ca4cffc51f.vmdk {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1228.166614] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Downloading stream optimized image 504365a9-dd9c-4477-9765-88f8ebfde649 to [datastore2] OSTACK_IMG_861162c3-1fbe-4c6f-a3e5-27ca4cffc51f/OSTACK_IMG_861162c3-1fbe-4c6f-a3e5-27ca4cffc51f.vmdk on the data store datastore2 as vApp {{(pid=65978) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1228.166778] env[65978]: DEBUG nova.virt.vmwareapi.images [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Downloading image file data 504365a9-dd9c-4477-9765-88f8ebfde649 to the ESX as VM named 'OSTACK_IMG_861162c3-1fbe-4c6f-a3e5-27ca4cffc51f' {{(pid=65978) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1228.244713] env[65978]: DEBUG oslo_vmware.rw_handles [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1228.244713] env[65978]: value = "resgroup-9" [ 1228.244713] env[65978]: _type = "ResourcePool" [ 1228.244713] env[65978]: }. {{(pid=65978) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1228.245076] env[65978]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0379647a-2f0b-4af9-9ec0-967c6a7b7493 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.268636] env[65978]: DEBUG oslo_vmware.rw_handles [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lease: (returnval){ [ 1228.268636] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5289bcae-24d7-6f83-d630-7dc86d579973" [ 1228.268636] env[65978]: _type = "HttpNfcLease" [ 1228.268636] env[65978]: } obtained for vApp import into resource pool (val){ [ 1228.268636] env[65978]: value = "resgroup-9" [ 1228.268636] env[65978]: _type = "ResourcePool" [ 1228.268636] env[65978]: }. {{(pid=65978) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1228.269190] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the lease: (returnval){ [ 1228.269190] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5289bcae-24d7-6f83-d630-7dc86d579973" [ 1228.269190] env[65978]: _type = "HttpNfcLease" [ 1228.269190] env[65978]: } to be ready. {{(pid=65978) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1228.276438] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1228.276438] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5289bcae-24d7-6f83-d630-7dc86d579973" [ 1228.276438] env[65978]: _type = "HttpNfcLease" [ 1228.276438] env[65978]: } is initializing. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1228.360382] env[65978]: DEBUG nova.compute.manager [req-d8058e71-36d6-46ed-b229-7ad5f4f9bfee req-58782842-dc25-44c5-9fb0-9e7366f043a5 service nova] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Received event network-vif-deleted-4f12d780-2e09-41a5-aed1-69ad3c8529af {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1228.360647] env[65978]: INFO nova.compute.manager [req-d8058e71-36d6-46ed-b229-7ad5f4f9bfee req-58782842-dc25-44c5-9fb0-9e7366f043a5 service nova] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Neutron deleted interface 4f12d780-2e09-41a5-aed1-69ad3c8529af; detaching it from the instance and deleting it from the info cache [ 1228.360831] env[65978]: DEBUG nova.network.neutron [req-d8058e71-36d6-46ed-b229-7ad5f4f9bfee req-58782842-dc25-44c5-9fb0-9e7366f043a5 service nova] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.471637] env[65978]: DEBUG oslo_concurrency.lockutils [req-b3f99c75-9068-47c3-b6d8-27a8b3ad74d7 req-6e025398-d21e-470e-ad01-416e63e023b3 service nova] Releasing lock "refresh_cache-bc50076a-3c9b-45cf-ae6b-67f15f2753db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.485425] env[65978]: DEBUG oslo_vmware.api [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.528136] env[65978]: ERROR nova.scheduler.client.report [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [req-e1fd2ed4-4d77-44e3-ab95-0efbabbd874c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7cef9df5-c7be-44a4-aef0-4856b8af9b78. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e1fd2ed4-4d77-44e3-ab95-0efbabbd874c"}]} [ 1228.548588] env[65978]: DEBUG nova.scheduler.client.report [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Refreshing inventories for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1228.565709] env[65978]: DEBUG nova.scheduler.client.report [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Updating ProviderTree inventory for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1228.566015] env[65978]: DEBUG nova.compute.provider_tree [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1228.578955] env[65978]: DEBUG nova.scheduler.client.report [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Refreshing aggregate associations for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78, aggregates: None {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1228.602169] env[65978]: DEBUG nova.scheduler.client.report [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Refreshing trait associations for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1228.735854] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5053225e-19df-4215-bb45-f186980608e9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.744986] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27317604-3d14-4ff7-b84e-56a23ab3d600 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.785145] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0794d67-5d92-467d-b111-94e28c00e8a6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.791898] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1228.791898] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5289bcae-24d7-6f83-d630-7dc86d579973" [ 1228.791898] env[65978]: _type = "HttpNfcLease" [ 1228.791898] env[65978]: } is initializing. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1228.795451] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3df4c1-0025-4ed6-9e32-432e77866ffa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.809950] env[65978]: DEBUG nova.compute.provider_tree [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1228.839247] env[65978]: DEBUG nova.network.neutron [-] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.863856] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93af75dc-f9bc-4a6f-a184-e925026e6433 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.874629] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5340c47-0d73-477e-a8b9-4e047334377e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.907451] env[65978]: DEBUG nova.compute.manager [req-d8058e71-36d6-46ed-b229-7ad5f4f9bfee req-58782842-dc25-44c5-9fb0-9e7366f043a5 service nova] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Detach interface failed, port_id=4f12d780-2e09-41a5-aed1-69ad3c8529af, reason: Instance 4ccf288c-26ad-4815-b010-5582038ea228 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1228.985562] env[65978]: DEBUG oslo_vmware.api [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.290123] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1229.290123] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5289bcae-24d7-6f83-d630-7dc86d579973" [ 1229.290123] env[65978]: _type = "HttpNfcLease" [ 1229.290123] env[65978]: } is initializing. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1229.341848] env[65978]: INFO nova.compute.manager [-] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Took 1.24 seconds to deallocate network for instance. [ 1229.343160] env[65978]: DEBUG nova.scheduler.client.report [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Updated inventory for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1229.343403] env[65978]: DEBUG nova.compute.provider_tree [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Updating resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 generation from 165 to 166 during operation: update_inventory {{(pid=65978) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1229.343580] env[65978]: DEBUG nova.compute.provider_tree [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1229.486637] env[65978]: DEBUG oslo_vmware.api [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.792038] env[65978]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1229.792038] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5289bcae-24d7-6f83-d630-7dc86d579973" [ 1229.792038] env[65978]: _type = "HttpNfcLease" [ 1229.792038] env[65978]: } is ready. {{(pid=65978) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1229.792038] env[65978]: DEBUG oslo_vmware.rw_handles [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1229.792038] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5289bcae-24d7-6f83-d630-7dc86d579973" [ 1229.792038] env[65978]: _type = "HttpNfcLease" [ 1229.792038] env[65978]: }. {{(pid=65978) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1229.792523] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e73af7-3582-4516-bb23-2e361302cf00 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.801530] env[65978]: DEBUG oslo_vmware.rw_handles [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af1b81-71d8-601f-e0ec-889cd9bf2061/disk-0.vmdk from lease info. {{(pid=65978) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1229.801718] env[65978]: DEBUG oslo_vmware.rw_handles [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af1b81-71d8-601f-e0ec-889cd9bf2061/disk-0.vmdk. {{(pid=65978) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1229.857775] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.068s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.858347] env[65978]: DEBUG nova.compute.manager [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1229.862425] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.862662] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.862874] env[65978]: DEBUG nova.objects.instance [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lazy-loading 'resources' on Instance uuid 4ccf288c-26ad-4815-b010-5582038ea228 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.868809] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-30606458-8e70-4195-985b-852f6df7e07d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.985835] env[65978]: DEBUG oslo_vmware.api [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.366764] env[65978]: DEBUG nova.compute.utils [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1230.373273] env[65978]: DEBUG nova.compute.manager [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1230.374035] env[65978]: DEBUG nova.network.neutron [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1230.374486] env[65978]: WARNING neutronclient.v2_0.client [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.374834] env[65978]: WARNING neutronclient.v2_0.client [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.418035] env[65978]: DEBUG nova.policy [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01f397a85fda441391ca848de43f528b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b437a74b307245bf988edfef378aff16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1230.489284] env[65978]: DEBUG oslo_vmware.api [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.526983] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65e5c1d-a3df-419a-a2ee-699650a469ee {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.537919] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbe36a1-501a-4f1a-bbe7-dc07afd464ea {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.580289] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa8b0dc-e1e5-40e5-ad1f-9015e2e1bd54 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.589742] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a790c3-0e25-4323-8788-601207088d8e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.608563] env[65978]: DEBUG nova.compute.provider_tree [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.786197] env[65978]: DEBUG nova.network.neutron [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Successfully created port: 40416c63-de9b-405d-89eb-b089b4f5c066 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1230.880703] env[65978]: DEBUG nova.compute.manager [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1230.989016] env[65978]: DEBUG oslo_vmware.api [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.004975] env[65978]: DEBUG oslo_vmware.rw_handles [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Completed reading data from the image iterator. {{(pid=65978) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1231.005253] env[65978]: DEBUG oslo_vmware.rw_handles [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af1b81-71d8-601f-e0ec-889cd9bf2061/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1231.006233] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0d3abe-8168-4e08-a520-d855b87fb90c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.014606] env[65978]: DEBUG oslo_vmware.rw_handles [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af1b81-71d8-601f-e0ec-889cd9bf2061/disk-0.vmdk is in state: ready. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1231.015110] env[65978]: DEBUG oslo_vmware.rw_handles [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af1b81-71d8-601f-e0ec-889cd9bf2061/disk-0.vmdk. {{(pid=65978) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1231.015184] env[65978]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f018b255-38fc-4a9d-9e0f-b425619fcff8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.113351] env[65978]: DEBUG nova.scheduler.client.report [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.194163] env[65978]: DEBUG oslo_vmware.rw_handles [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af1b81-71d8-601f-e0ec-889cd9bf2061/disk-0.vmdk. {{(pid=65978) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1231.194389] env[65978]: INFO nova.virt.vmwareapi.images [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Downloaded image file data 504365a9-dd9c-4477-9765-88f8ebfde649 [ 1231.195645] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79d5506-fc51-43cf-bf76-ffec595e5266 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.213031] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4671a943-7a4d-4696-b488-d793d1a3e926 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.238879] env[65978]: INFO nova.virt.vmwareapi.images [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] The imported VM was unregistered [ 1231.241619] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Caching image {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1231.241861] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Creating directory with path [datastore2] devstack-image-cache_base/504365a9-dd9c-4477-9765-88f8ebfde649 {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.242175] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1e10bd6-541b-4e92-b500-70687f50deb4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.257587] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Created directory with path [datastore2] devstack-image-cache_base/504365a9-dd9c-4477-9765-88f8ebfde649 {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.257865] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_861162c3-1fbe-4c6f-a3e5-27ca4cffc51f/OSTACK_IMG_861162c3-1fbe-4c6f-a3e5-27ca4cffc51f.vmdk to [datastore2] devstack-image-cache_base/504365a9-dd9c-4477-9765-88f8ebfde649/504365a9-dd9c-4477-9765-88f8ebfde649.vmdk. {{(pid=65978) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1231.258155] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a54f8a94-f0dd-4624-aba4-61457443dcb4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.266958] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1231.266958] env[65978]: value = "task-4715446" [ 1231.266958] env[65978]: _type = "Task" [ 1231.266958] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.275428] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715446, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.493395] env[65978]: DEBUG oslo_vmware.api [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715437, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.618867] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.639853] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-494c4a7d-43e1-4006-9c32-5ba2faf6d954 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Volume attach. Driver type: vmdk {{(pid=65978) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1231.640123] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-494c4a7d-43e1-4006-9c32-5ba2faf6d954 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920190', 'volume_id': '9ea8c900-128e-4088-9ae8-08db668a534b', 'name': 'volume-9ea8c900-128e-4088-9ae8-08db668a534b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c4d3214-fa33-45ce-bfb6-2430af82b195', 'attached_at': '', 'detached_at': '', 'volume_id': '9ea8c900-128e-4088-9ae8-08db668a534b', 'serial': '9ea8c900-128e-4088-9ae8-08db668a534b'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1231.641159] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d466b12-819a-47ab-8eeb-ac2a61ada200 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.664372] env[65978]: INFO nova.scheduler.client.report [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Deleted allocations for instance 4ccf288c-26ad-4815-b010-5582038ea228 [ 1231.666222] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6217efd2-0244-4f9b-8839-21d5c631233c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.705511] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-494c4a7d-43e1-4006-9c32-5ba2faf6d954 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-9ea8c900-128e-4088-9ae8-08db668a534b/volume-9ea8c900-128e-4088-9ae8-08db668a534b.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.705511] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27ea851c-4ddd-4f75-9694-612b7eb89289 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.732051] env[65978]: DEBUG oslo_vmware.api [None req-494c4a7d-43e1-4006-9c32-5ba2faf6d954 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1231.732051] env[65978]: value = "task-4715447" [ 1231.732051] env[65978]: _type = "Task" [ 1231.732051] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.751344] env[65978]: DEBUG oslo_vmware.api [None req-494c4a7d-43e1-4006-9c32-5ba2faf6d954 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715447, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.783428] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715446, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.896937] env[65978]: DEBUG nova.compute.manager [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1231.927680] env[65978]: DEBUG nova.virt.hardware [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1231.927945] env[65978]: DEBUG nova.virt.hardware [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.928107] env[65978]: DEBUG nova.virt.hardware [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1231.928345] env[65978]: DEBUG nova.virt.hardware [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.928489] env[65978]: DEBUG nova.virt.hardware [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1231.928632] env[65978]: DEBUG nova.virt.hardware [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1231.929072] env[65978]: DEBUG nova.virt.hardware [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1231.929288] env[65978]: DEBUG nova.virt.hardware [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1231.929482] env[65978]: DEBUG nova.virt.hardware [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1231.929643] env[65978]: DEBUG nova.virt.hardware [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1231.929815] env[65978]: DEBUG nova.virt.hardware [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1231.930825] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db26b45-3fbe-4045-afd2-5cc2f7482473 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.945307] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb9a39d-8c75-44e1-8840-72a85d23a0ba {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.995406] env[65978]: DEBUG oslo_vmware.api [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715437, 'name': ReconfigVM_Task, 'duration_secs': 5.838197} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.995731] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.995957] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Reconfigured VM to detach interface {{(pid=65978) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1231.996416] env[65978]: WARNING neutronclient.v2_0.client [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.996759] env[65978]: WARNING neutronclient.v2_0.client [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.030821] env[65978]: WARNING neutronclient.v2_0.client [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.177182] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7af9a9f8-6d4a-44b0-9212-c6cfba5ccd00 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "4ccf288c-26ad-4815-b010-5582038ea228" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.712s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.242406] env[65978]: DEBUG nova.compute.manager [req-64f37264-62c7-428d-acad-c89b2cdd48a1 req-fd9f0fba-7dca-4ff6-b764-3f2c6b518cd2 service nova] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Received event network-vif-plugged-40416c63-de9b-405d-89eb-b089b4f5c066 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1232.242782] env[65978]: DEBUG oslo_concurrency.lockutils [req-64f37264-62c7-428d-acad-c89b2cdd48a1 req-fd9f0fba-7dca-4ff6-b764-3f2c6b518cd2 service nova] Acquiring lock "8b3c2d58-19b0-41c9-be7f-e5828b8cb70b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.243147] env[65978]: DEBUG oslo_concurrency.lockutils [req-64f37264-62c7-428d-acad-c89b2cdd48a1 req-fd9f0fba-7dca-4ff6-b764-3f2c6b518cd2 service nova] Lock "8b3c2d58-19b0-41c9-be7f-e5828b8cb70b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.243468] env[65978]: DEBUG oslo_concurrency.lockutils [req-64f37264-62c7-428d-acad-c89b2cdd48a1 req-fd9f0fba-7dca-4ff6-b764-3f2c6b518cd2 service nova] Lock "8b3c2d58-19b0-41c9-be7f-e5828b8cb70b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.243766] env[65978]: DEBUG nova.compute.manager [req-64f37264-62c7-428d-acad-c89b2cdd48a1 req-fd9f0fba-7dca-4ff6-b764-3f2c6b518cd2 service nova] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] No waiting events found dispatching network-vif-plugged-40416c63-de9b-405d-89eb-b089b4f5c066 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1232.244068] env[65978]: WARNING nova.compute.manager [req-64f37264-62c7-428d-acad-c89b2cdd48a1 req-fd9f0fba-7dca-4ff6-b764-3f2c6b518cd2 service nova] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Received unexpected event network-vif-plugged-40416c63-de9b-405d-89eb-b089b4f5c066 for instance with vm_state building and task_state spawning. [ 1232.256706] env[65978]: DEBUG oslo_vmware.api [None req-494c4a7d-43e1-4006-9c32-5ba2faf6d954 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715447, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.286212] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715446, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.332323] env[65978]: DEBUG nova.network.neutron [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Successfully updated port: 40416c63-de9b-405d-89eb-b089b4f5c066 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1232.749840] env[65978]: DEBUG oslo_vmware.api [None req-494c4a7d-43e1-4006-9c32-5ba2faf6d954 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715447, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.786214] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715446, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.835381] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "refresh_cache-8b3c2d58-19b0-41c9-be7f-e5828b8cb70b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.835723] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired lock "refresh_cache-8b3c2d58-19b0-41c9-be7f-e5828b8cb70b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.836008] env[65978]: DEBUG nova.network.neutron [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1232.980129] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "03261179-7912-494f-a1d0-372a3623b3b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.980396] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "03261179-7912-494f-a1d0-372a3623b3b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.980601] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "03261179-7912-494f-a1d0-372a3623b3b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.980838] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "03261179-7912-494f-a1d0-372a3623b3b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.981017] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "03261179-7912-494f-a1d0-372a3623b3b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.983257] env[65978]: INFO nova.compute.manager [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Terminating instance [ 1233.247955] env[65978]: DEBUG oslo_vmware.api [None req-494c4a7d-43e1-4006-9c32-5ba2faf6d954 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715447, 'name': ReconfigVM_Task, 'duration_secs': 1.448222} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.248266] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-494c4a7d-43e1-4006-9c32-5ba2faf6d954 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-9ea8c900-128e-4088-9ae8-08db668a534b/volume-9ea8c900-128e-4088-9ae8-08db668a534b.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.253760] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4412c3fa-ddbd-495e-8569-80d413ce406a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.275807] env[65978]: DEBUG oslo_vmware.api [None req-494c4a7d-43e1-4006-9c32-5ba2faf6d954 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1233.275807] env[65978]: value = "task-4715449" [ 1233.275807] env[65978]: _type = "Task" [ 1233.275807] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.283349] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715446, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.293114] env[65978]: DEBUG oslo_vmware.api [None req-494c4a7d-43e1-4006-9c32-5ba2faf6d954 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.348153] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "refresh_cache-03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.348632] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquired lock "refresh_cache-03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.348727] env[65978]: DEBUG nova.network.neutron [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1233.376659] env[65978]: DEBUG nova.network.neutron [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1233.475645] env[65978]: WARNING neutronclient.v2_0.client [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.487044] env[65978]: DEBUG nova.compute.manager [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1233.487293] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.488509] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f727d555-1035-49a3-b3ad-3611c897c17b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.502372] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.502824] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a581bcdb-7270-489a-9582-ac0f587ae276 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.516352] env[65978]: DEBUG oslo_vmware.api [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1233.516352] env[65978]: value = "task-4715450" [ 1233.516352] env[65978]: _type = "Task" [ 1233.516352] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.532372] env[65978]: DEBUG oslo_vmware.api [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.574264] env[65978]: DEBUG nova.network.neutron [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Updating instance_info_cache with network_info: [{"id": "40416c63-de9b-405d-89eb-b089b4f5c066", "address": "fa:16:3e:4a:1c:aa", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40416c63-de", "ovs_interfaceid": "40416c63-de9b-405d-89eb-b089b4f5c066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.784758] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715446, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.791270] env[65978]: DEBUG oslo_vmware.api [None req-494c4a7d-43e1-4006-9c32-5ba2faf6d954 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715449, 'name': ReconfigVM_Task, 'duration_secs': 0.159766} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.791614] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-494c4a7d-43e1-4006-9c32-5ba2faf6d954 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920190', 'volume_id': '9ea8c900-128e-4088-9ae8-08db668a534b', 'name': 'volume-9ea8c900-128e-4088-9ae8-08db668a534b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c4d3214-fa33-45ce-bfb6-2430af82b195', 'attached_at': '', 'detached_at': '', 'volume_id': '9ea8c900-128e-4088-9ae8-08db668a534b', 'serial': '9ea8c900-128e-4088-9ae8-08db668a534b'} {{(pid=65978) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1233.851916] env[65978]: WARNING neutronclient.v2_0.client [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.013338] env[65978]: WARNING neutronclient.v2_0.client [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.025651] env[65978]: DEBUG oslo_vmware.api [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715450, 'name': PowerOffVM_Task, 'duration_secs': 0.253988} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.025930] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.026114] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.026372] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6257b8c8-0452-4ef6-bfb0-2625946033a0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.076965] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Releasing lock "refresh_cache-8b3c2d58-19b0-41c9-be7f-e5828b8cb70b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.077377] env[65978]: DEBUG nova.compute.manager [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Instance network_info: |[{"id": "40416c63-de9b-405d-89eb-b089b4f5c066", "address": "fa:16:3e:4a:1c:aa", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40416c63-de", "ovs_interfaceid": "40416c63-de9b-405d-89eb-b089b4f5c066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1234.077844] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:1c:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40416c63-de9b-405d-89eb-b089b4f5c066', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.085891] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1234.086962] env[65978]: INFO nova.network.neutron [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Port bef8265f-f3b6-465c-9b19-4fa5184601dc from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1234.087361] env[65978]: DEBUG nova.network.neutron [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Updating instance_info_cache with network_info: [{"id": "b2a3b211-b4d9-42ff-8060-19cce62925b1", "address": "fa:16:3e:87:c9:50", "network": {"id": "d695473c-7bd6-4475-a562-ac3967257ccb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1416141001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a872165ef8e4489b9cf7d7e59545d317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2a3b211-b4", "ovs_interfaceid": "b2a3b211-b4d9-42ff-8060-19cce62925b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.088645] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1234.090107] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c688584-fcc7-4f1c-8f51-1528f5dcfc30 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.107278] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1234.107523] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1234.107701] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Deleting the datastore file [datastore2] 03261179-7912-494f-a1d0-372a3623b3b0 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.108337] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cef20a05-2a5e-48ee-870f-9952bd6ce228 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.112972] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1234.112972] env[65978]: value = "task-4715452" [ 1234.112972] env[65978]: _type = "Task" [ 1234.112972] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.117406] env[65978]: DEBUG oslo_vmware.api [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1234.117406] env[65978]: value = "task-4715453" [ 1234.117406] env[65978]: _type = "Task" [ 1234.117406] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.123820] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715452, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.129199] env[65978]: DEBUG oslo_vmware.api [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.264047] env[65978]: DEBUG nova.compute.manager [req-6e77fe77-cc93-460b-9f62-de1b5f990fb7 req-c43371a2-48cd-4bd0-9094-4dbba586bbab service nova] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Received event network-changed-40416c63-de9b-405d-89eb-b089b4f5c066 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1234.264347] env[65978]: DEBUG nova.compute.manager [req-6e77fe77-cc93-460b-9f62-de1b5f990fb7 req-c43371a2-48cd-4bd0-9094-4dbba586bbab service nova] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Refreshing instance network info cache due to event network-changed-40416c63-de9b-405d-89eb-b089b4f5c066. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1234.264589] env[65978]: DEBUG oslo_concurrency.lockutils [req-6e77fe77-cc93-460b-9f62-de1b5f990fb7 req-c43371a2-48cd-4bd0-9094-4dbba586bbab service nova] Acquiring lock "refresh_cache-8b3c2d58-19b0-41c9-be7f-e5828b8cb70b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.264801] env[65978]: DEBUG oslo_concurrency.lockutils [req-6e77fe77-cc93-460b-9f62-de1b5f990fb7 req-c43371a2-48cd-4bd0-9094-4dbba586bbab service nova] Acquired lock "refresh_cache-8b3c2d58-19b0-41c9-be7f-e5828b8cb70b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.265063] env[65978]: DEBUG nova.network.neutron [req-6e77fe77-cc93-460b-9f62-de1b5f990fb7 req-c43371a2-48cd-4bd0-9094-4dbba586bbab service nova] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Refreshing network info cache for port 40416c63-de9b-405d-89eb-b089b4f5c066 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.285074] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715446, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.767319} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.285565] env[65978]: INFO nova.virt.vmwareapi.ds_util [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_861162c3-1fbe-4c6f-a3e5-27ca4cffc51f/OSTACK_IMG_861162c3-1fbe-4c6f-a3e5-27ca4cffc51f.vmdk to [datastore2] devstack-image-cache_base/504365a9-dd9c-4477-9765-88f8ebfde649/504365a9-dd9c-4477-9765-88f8ebfde649.vmdk. [ 1234.285747] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Cleaning up location [datastore2] OSTACK_IMG_861162c3-1fbe-4c6f-a3e5-27ca4cffc51f {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1234.285902] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_861162c3-1fbe-4c6f-a3e5-27ca4cffc51f {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.286182] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5440be6c-ee88-49f4-8c03-7bb7cc8cb1d1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.296101] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1234.296101] env[65978]: value = "task-4715454" [ 1234.296101] env[65978]: _type = "Task" [ 1234.296101] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.305580] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.590594] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Releasing lock "refresh_cache-03261179-7912-494f-a1d0-372a3623b3b0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.625019] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715452, 'name': CreateVM_Task, 'duration_secs': 0.383703} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.625559] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.626096] env[65978]: WARNING neutronclient.v2_0.client [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.626453] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.626604] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.626908] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.627197] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5473ecf9-819b-4558-b054-a5a910525935 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.631585] env[65978]: DEBUG oslo_vmware.api [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290671} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.632162] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.632405] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.632614] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.633238] env[65978]: INFO nova.compute.manager [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1234.633238] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1234.633238] env[65978]: DEBUG nova.compute.manager [-] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1234.633355] env[65978]: DEBUG nova.network.neutron [-] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1234.633611] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.637076] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1234.637076] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525356cb-478b-5e61-7c2e-fa7820d0fbf3" [ 1234.637076] env[65978]: _type = "Task" [ 1234.637076] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.645653] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525356cb-478b-5e61-7c2e-fa7820d0fbf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.671495] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.768452] env[65978]: WARNING neutronclient.v2_0.client [req-6e77fe77-cc93-460b-9f62-de1b5f990fb7 req-c43371a2-48cd-4bd0-9094-4dbba586bbab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.807325] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.05293} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.807652] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.807872] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/504365a9-dd9c-4477-9765-88f8ebfde649/504365a9-dd9c-4477-9765-88f8ebfde649.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.808150] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/504365a9-dd9c-4477-9765-88f8ebfde649/504365a9-dd9c-4477-9765-88f8ebfde649.vmdk to [datastore2] bc50076a-3c9b-45cf-ae6b-67f15f2753db/bc50076a-3c9b-45cf-ae6b-67f15f2753db.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1234.808420] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc3fec34-f2fa-4811-9e05-f9d87e9c0e96 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.816748] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1234.816748] env[65978]: value = "task-4715455" [ 1234.816748] env[65978]: _type = "Task" [ 1234.816748] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.824989] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.829887] env[65978]: DEBUG nova.objects.instance [None req-494c4a7d-43e1-4006-9c32-5ba2faf6d954 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lazy-loading 'flavor' on Instance uuid 1c4d3214-fa33-45ce-bfb6-2430af82b195 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.094682] env[65978]: DEBUG oslo_concurrency.lockutils [None req-1c2b7fed-6570-4b72-9cc9-b2d3d915286f tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "interface-03261179-7912-494f-a1d0-372a3623b3b0-bef8265f-f3b6-465c-9b19-4fa5184601dc" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.710s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.130808] env[65978]: WARNING neutronclient.v2_0.client [req-6e77fe77-cc93-460b-9f62-de1b5f990fb7 req-c43371a2-48cd-4bd0-9094-4dbba586bbab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1235.158719] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525356cb-478b-5e61-7c2e-fa7820d0fbf3, 'name': SearchDatastore_Task, 'duration_secs': 0.010178} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.159059] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.159300] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1235.159538] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.159767] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.159846] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1235.162194] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-864c4b0f-3db4-4acc-bc52-e8a9ce7a7552 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.180957] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1235.181205] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1235.182042] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b1795c0-4c7f-4bb4-ac3c-d548a8085088 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.194606] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1235.194606] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525e063e-71ce-8818-00a8-4fce16bfea2a" [ 1235.194606] env[65978]: _type = "Task" [ 1235.194606] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.205124] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525e063e-71ce-8818-00a8-4fce16bfea2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.232535] env[65978]: DEBUG nova.network.neutron [req-6e77fe77-cc93-460b-9f62-de1b5f990fb7 req-c43371a2-48cd-4bd0-9094-4dbba586bbab service nova] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Updated VIF entry in instance network info cache for port 40416c63-de9b-405d-89eb-b089b4f5c066. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1235.232906] env[65978]: DEBUG nova.network.neutron [req-6e77fe77-cc93-460b-9f62-de1b5f990fb7 req-c43371a2-48cd-4bd0-9094-4dbba586bbab service nova] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Updating instance_info_cache with network_info: [{"id": "40416c63-de9b-405d-89eb-b089b4f5c066", "address": "fa:16:3e:4a:1c:aa", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40416c63-de", "ovs_interfaceid": "40416c63-de9b-405d-89eb-b089b4f5c066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.234375] env[65978]: DEBUG oslo_concurrency.lockutils [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "836b67a1-e5e1-4803-a750-506af6a22fc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.234752] env[65978]: DEBUG oslo_concurrency.lockutils [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "836b67a1-e5e1-4803-a750-506af6a22fc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.234837] env[65978]: DEBUG oslo_concurrency.lockutils [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "836b67a1-e5e1-4803-a750-506af6a22fc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.235441] env[65978]: DEBUG oslo_concurrency.lockutils [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "836b67a1-e5e1-4803-a750-506af6a22fc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.235441] env[65978]: DEBUG oslo_concurrency.lockutils [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "836b67a1-e5e1-4803-a750-506af6a22fc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.237312] env[65978]: INFO nova.compute.manager [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Terminating instance [ 1235.328750] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715455, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.335618] env[65978]: DEBUG oslo_concurrency.lockutils [None req-494c4a7d-43e1-4006-9c32-5ba2faf6d954 tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "1c4d3214-fa33-45ce-bfb6-2430af82b195" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.307s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.696466] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9100fc51-6eb6-4536-b37c-a831b3966cbe tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "1c4d3214-fa33-45ce-bfb6-2430af82b195" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.696734] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9100fc51-6eb6-4536-b37c-a831b3966cbe tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "1c4d3214-fa33-45ce-bfb6-2430af82b195" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.709324] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525e063e-71ce-8818-00a8-4fce16bfea2a, 'name': SearchDatastore_Task, 'duration_secs': 0.086371} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.710947] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-456322ae-a31e-447b-8702-09dcdc3100f6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.718786] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1235.718786] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f3b253-e6ed-e6a9-3881-8c6987a6f105" [ 1235.718786] env[65978]: _type = "Task" [ 1235.718786] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.728252] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f3b253-e6ed-e6a9-3881-8c6987a6f105, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.737414] env[65978]: DEBUG oslo_concurrency.lockutils [req-6e77fe77-cc93-460b-9f62-de1b5f990fb7 req-c43371a2-48cd-4bd0-9094-4dbba586bbab service nova] Releasing lock "refresh_cache-8b3c2d58-19b0-41c9-be7f-e5828b8cb70b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.741354] env[65978]: DEBUG nova.compute.manager [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1235.741586] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.742521] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6ab682-7caf-4aa9-9046-67f880dbd260 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.751182] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.751488] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d047e1c8-fb6c-4b63-bebb-eb078daaeb81 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.759706] env[65978]: DEBUG oslo_vmware.api [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1235.759706] env[65978]: value = "task-4715456" [ 1235.759706] env[65978]: _type = "Task" [ 1235.759706] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.770875] env[65978]: DEBUG oslo_vmware.api [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.829956] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715455, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.930118] env[65978]: DEBUG nova.network.neutron [-] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.203931] env[65978]: INFO nova.compute.manager [None req-9100fc51-6eb6-4536-b37c-a831b3966cbe tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Detaching volume 9ea8c900-128e-4088-9ae8-08db668a534b [ 1236.230522] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f3b253-e6ed-e6a9-3881-8c6987a6f105, 'name': SearchDatastore_Task, 'duration_secs': 0.100014} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.230739] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.231049] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b/8b3c2d58-19b0-41c9-be7f-e5828b8cb70b.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1236.231438] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ac67f48-96e7-47c8-9ba9-e7b270f9ae1d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.241040] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1236.241040] env[65978]: value = "task-4715457" [ 1236.241040] env[65978]: _type = "Task" [ 1236.241040] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.245945] env[65978]: INFO nova.virt.block_device [None req-9100fc51-6eb6-4536-b37c-a831b3966cbe tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Attempting to driver detach volume 9ea8c900-128e-4088-9ae8-08db668a534b from mountpoint /dev/sdb [ 1236.245945] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-9100fc51-6eb6-4536-b37c-a831b3966cbe tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Volume detach. Driver type: vmdk {{(pid=65978) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1236.245945] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-9100fc51-6eb6-4536-b37c-a831b3966cbe tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920190', 'volume_id': '9ea8c900-128e-4088-9ae8-08db668a534b', 'name': 'volume-9ea8c900-128e-4088-9ae8-08db668a534b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c4d3214-fa33-45ce-bfb6-2430af82b195', 'attached_at': '', 'detached_at': '', 'volume_id': '9ea8c900-128e-4088-9ae8-08db668a534b', 'serial': '9ea8c900-128e-4088-9ae8-08db668a534b'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1236.246468] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd2972a-5599-44ba-8ca0-b3071b138d48 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.256161] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.283134] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e270c7-3125-4ea4-a3fd-9727ee12dcbd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.292079] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09aa1048-d829-4110-8bb8-e57a2fb257e6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.299349] env[65978]: DEBUG oslo_vmware.api [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715456, 'name': PowerOffVM_Task, 'duration_secs': 0.320822} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.300439] env[65978]: DEBUG nova.compute.manager [req-4b95671d-06b1-4e9f-946a-a658d8e66b69 req-19891867-8db7-40c5-8e40-ad28ea37523c service nova] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Received event network-vif-deleted-b2a3b211-b4d9-42ff-8060-19cce62925b1 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1236.301199] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.301363] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.301954] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e6a2ab0-5aba-40b9-8d8a-04ae9353b8a0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.323893] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b40cf80-e92a-401f-ba95-8d09c4c3451c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.336026] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715455, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.345861] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-9100fc51-6eb6-4536-b37c-a831b3966cbe tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] The volume has not been displaced from its original location: [datastore2] volume-9ea8c900-128e-4088-9ae8-08db668a534b/volume-9ea8c900-128e-4088-9ae8-08db668a534b.vmdk. No consolidation needed. {{(pid=65978) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1236.352169] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-9100fc51-6eb6-4536-b37c-a831b3966cbe tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1236.352649] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a58de2a0-a5de-4976-818e-5348f5f3949e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.377059] env[65978]: DEBUG oslo_vmware.api [None req-9100fc51-6eb6-4536-b37c-a831b3966cbe tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1236.377059] env[65978]: value = "task-4715459" [ 1236.377059] env[65978]: _type = "Task" [ 1236.377059] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.389957] env[65978]: DEBUG oslo_vmware.api [None req-9100fc51-6eb6-4536-b37c-a831b3966cbe tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715459, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.400425] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.400425] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.400888] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Deleting the datastore file [datastore1] 836b67a1-e5e1-4803-a750-506af6a22fc9 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.400977] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14fdcf39-07d0-4800-a997-4740d55e0ac3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.413066] env[65978]: DEBUG oslo_vmware.api [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for the task: (returnval){ [ 1236.413066] env[65978]: value = "task-4715460" [ 1236.413066] env[65978]: _type = "Task" [ 1236.413066] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.429455] env[65978]: DEBUG oslo_vmware.api [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.433172] env[65978]: INFO nova.compute.manager [-] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Took 1.80 seconds to deallocate network for instance. [ 1236.754702] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.833389] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715455, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.892739] env[65978]: DEBUG oslo_vmware.api [None req-9100fc51-6eb6-4536-b37c-a831b3966cbe tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715459, 'name': ReconfigVM_Task, 'duration_secs': 0.23747} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.893128] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-9100fc51-6eb6-4536-b37c-a831b3966cbe tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1236.897836] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dd2dfab-4b97-4a2d-a805-5ae90bc31c4f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.918989] env[65978]: DEBUG oslo_vmware.api [None req-9100fc51-6eb6-4536-b37c-a831b3966cbe tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1236.918989] env[65978]: value = "task-4715461" [ 1236.918989] env[65978]: _type = "Task" [ 1236.918989] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.927416] env[65978]: DEBUG oslo_vmware.api [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.932537] env[65978]: DEBUG oslo_vmware.api [None req-9100fc51-6eb6-4536-b37c-a831b3966cbe tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715461, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.941910] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.942272] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.942567] env[65978]: DEBUG nova.objects.instance [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lazy-loading 'resources' on Instance uuid 03261179-7912-494f-a1d0-372a3623b3b0 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.255241] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.333420] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715455, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.433121} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.333782] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/504365a9-dd9c-4477-9765-88f8ebfde649/504365a9-dd9c-4477-9765-88f8ebfde649.vmdk to [datastore2] bc50076a-3c9b-45cf-ae6b-67f15f2753db/bc50076a-3c9b-45cf-ae6b-67f15f2753db.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1237.334660] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9e158a-09ce-49a0-b4bc-541aa4be89e3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.364147] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] bc50076a-3c9b-45cf-ae6b-67f15f2753db/bc50076a-3c9b-45cf-ae6b-67f15f2753db.vmdk or device None with type streamOptimized {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.365080] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1ca27cc-1f5a-47ac-a3e7-3765b4e34ac1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.388343] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1237.388343] env[65978]: value = "task-4715462" [ 1237.388343] env[65978]: _type = "Task" [ 1237.388343] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.400585] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.427916] env[65978]: DEBUG oslo_vmware.api [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Task: {'id': task-4715460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.845042} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.428710] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.428880] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.429070] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.429281] env[65978]: INFO nova.compute.manager [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1237.429570] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1237.429836] env[65978]: DEBUG nova.compute.manager [-] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1237.429971] env[65978]: DEBUG nova.network.neutron [-] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1237.430182] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.436600] env[65978]: DEBUG oslo_vmware.api [None req-9100fc51-6eb6-4536-b37c-a831b3966cbe tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715461, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.471637] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.574999] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58f4b6c-de05-4cc9-848c-e32c6c51f8a3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.584618] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c916b3-0c76-4df5-984a-684a947dc1c7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.620178] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666bee82-9345-499a-8680-c8023f862319 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.628262] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c42af83-32bd-4fc9-b773-635497369b95 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.642181] env[65978]: DEBUG nova.compute.provider_tree [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.715665] env[65978]: DEBUG nova.compute.manager [req-30f69d73-cf81-4b85-9dc2-ee29066c4979 req-a46ad5e7-09b7-4c82-ab8d-18e1c06e2301 service nova] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Received event network-vif-deleted-16ffbfbf-9539-4f35-8fee-768cf3603f76 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1237.715872] env[65978]: INFO nova.compute.manager [req-30f69d73-cf81-4b85-9dc2-ee29066c4979 req-a46ad5e7-09b7-4c82-ab8d-18e1c06e2301 service nova] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Neutron deleted interface 16ffbfbf-9539-4f35-8fee-768cf3603f76; detaching it from the instance and deleting it from the info cache [ 1237.716057] env[65978]: DEBUG nova.network.neutron [req-30f69d73-cf81-4b85-9dc2-ee29066c4979 req-a46ad5e7-09b7-4c82-ab8d-18e1c06e2301 service nova] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.752562] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715457, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.372246} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.752837] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b/8b3c2d58-19b0-41c9-be7f-e5828b8cb70b.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1237.753047] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1237.753352] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78110951-10eb-4702-8272-ed629979e41c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.761959] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1237.761959] env[65978]: value = "task-4715463" [ 1237.761959] env[65978]: _type = "Task" [ 1237.761959] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.770976] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.899393] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.932159] env[65978]: DEBUG oslo_vmware.api [None req-9100fc51-6eb6-4536-b37c-a831b3966cbe tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715461, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.145818] env[65978]: DEBUG nova.scheduler.client.report [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.191178] env[65978]: DEBUG nova.network.neutron [-] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.218724] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f115ee85-77c1-4443-ba8c-ff84bcbffc86 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.227427] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6c2195-9a58-41d4-b28b-8078936fe362 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.260313] env[65978]: DEBUG nova.compute.manager [req-30f69d73-cf81-4b85-9dc2-ee29066c4979 req-a46ad5e7-09b7-4c82-ab8d-18e1c06e2301 service nova] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Detach interface failed, port_id=16ffbfbf-9539-4f35-8fee-768cf3603f76, reason: Instance 836b67a1-e5e1-4803-a750-506af6a22fc9 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1238.279127] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.460456} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.279127] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1238.279127] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb115c7d-d631-4adf-a97b-928f023a52c1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.304067] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b/8b3c2d58-19b0-41c9-be7f-e5828b8cb70b.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.304067] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-825a5fe7-ccca-47b4-89ef-cca8636454fa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.325140] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1238.325140] env[65978]: value = "task-4715464" [ 1238.325140] env[65978]: _type = "Task" [ 1238.325140] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.334708] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.401782] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.431603] env[65978]: DEBUG oslo_vmware.api [None req-9100fc51-6eb6-4536-b37c-a831b3966cbe tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715461, 'name': ReconfigVM_Task, 'duration_secs': 1.185121} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.434118] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-9100fc51-6eb6-4536-b37c-a831b3966cbe tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920190', 'volume_id': '9ea8c900-128e-4088-9ae8-08db668a534b', 'name': 'volume-9ea8c900-128e-4088-9ae8-08db668a534b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c4d3214-fa33-45ce-bfb6-2430af82b195', 'attached_at': '', 'detached_at': '', 'volume_id': '9ea8c900-128e-4088-9ae8-08db668a534b', 'serial': '9ea8c900-128e-4088-9ae8-08db668a534b'} {{(pid=65978) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1238.651108] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.674141] env[65978]: INFO nova.scheduler.client.report [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Deleted allocations for instance 03261179-7912-494f-a1d0-372a3623b3b0 [ 1238.693815] env[65978]: INFO nova.compute.manager [-] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Took 1.26 seconds to deallocate network for instance. [ 1238.837290] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715464, 'name': ReconfigVM_Task, 'duration_secs': 0.298496} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.837598] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b/8b3c2d58-19b0-41c9-be7f-e5828b8cb70b.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.838264] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1457130-72a6-4117-bbff-6c9b0b597a90 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.845695] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1238.845695] env[65978]: value = "task-4715465" [ 1238.845695] env[65978]: _type = "Task" [ 1238.845695] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.856167] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715465, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.900632] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715462, 'name': ReconfigVM_Task, 'duration_secs': 1.236787} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.901032] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Reconfigured VM instance instance-00000076 to attach disk [datastore2] bc50076a-3c9b-45cf-ae6b-67f15f2753db/bc50076a-3c9b-45cf-ae6b-67f15f2753db.vmdk or device None with type streamOptimized {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.901717] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13e221aa-3e5c-4f81-b5cd-45b7dcb233ac {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.909018] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1238.909018] env[65978]: value = "task-4715466" [ 1238.909018] env[65978]: _type = "Task" [ 1238.909018] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.918054] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715466, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.982582] env[65978]: DEBUG nova.objects.instance [None req-9100fc51-6eb6-4536-b37c-a831b3966cbe tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lazy-loading 'flavor' on Instance uuid 1c4d3214-fa33-45ce-bfb6-2430af82b195 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.181781] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e0c17d8c-aad1-4f27-bbb7-8d439252c21c tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "03261179-7912-494f-a1d0-372a3623b3b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.201s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.200906] env[65978]: DEBUG oslo_concurrency.lockutils [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.201193] env[65978]: DEBUG oslo_concurrency.lockutils [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.201441] env[65978]: DEBUG nova.objects.instance [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lazy-loading 'resources' on Instance uuid 836b67a1-e5e1-4803-a750-506af6a22fc9 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.356879] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715465, 'name': Rename_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.420826] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715466, 'name': Rename_Task, 'duration_secs': 0.140624} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.421129] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.421419] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-249ec832-1f40-4d0a-b88e-2771f732e7e1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.429055] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1239.429055] env[65978]: value = "task-4715467" [ 1239.429055] env[65978]: _type = "Task" [ 1239.429055] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.438170] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.769038] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "6726401a-41b8-4337-af6a-a6a674e6a109" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.769310] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "6726401a-41b8-4337-af6a-a6a674e6a109" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.769544] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "6726401a-41b8-4337-af6a-a6a674e6a109-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.770290] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "6726401a-41b8-4337-af6a-a6a674e6a109-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.770471] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "6726401a-41b8-4337-af6a-a6a674e6a109-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.772558] env[65978]: INFO nova.compute.manager [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Terminating instance [ 1239.810555] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e223d55f-7eb0-4b1e-a7fd-c13cdf17a43b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.819550] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59a8bea-80f0-48dc-bc41-bcb4d685eb7e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.854036] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64818b90-cbe9-4847-a0c2-157705e93ec0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.863630] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715465, 'name': Rename_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.867937] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87b9e33-2e0f-4672-a3b1-5c3f727f1be5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.885947] env[65978]: DEBUG nova.compute.provider_tree [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.940082] env[65978]: DEBUG oslo_vmware.api [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715467, 'name': PowerOnVM_Task, 'duration_secs': 0.47532} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.940505] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.991684] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9100fc51-6eb6-4536-b37c-a831b3966cbe tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "1c4d3214-fa33-45ce-bfb6-2430af82b195" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.295s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.038743] env[65978]: DEBUG nova.compute.manager [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1240.039696] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185705cd-2ba6-42f5-a913-fcdf199457fe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.278609] env[65978]: DEBUG nova.compute.manager [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1240.278832] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.279770] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea827aa8-7be3-4df7-a1fb-e348cc77bc1c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.288912] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.289188] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d9a4f02-ec2a-4d62-8a5c-e217180f9bc1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.295924] env[65978]: DEBUG oslo_vmware.api [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1240.295924] env[65978]: value = "task-4715468" [ 1240.295924] env[65978]: _type = "Task" [ 1240.295924] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.305671] env[65978]: DEBUG oslo_vmware.api [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.361061] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715465, 'name': Rename_Task, 'duration_secs': 1.160183} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.361405] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.361727] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a98dbef-1e25-4c35-8291-f94383ab1d31 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.370967] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1240.370967] env[65978]: value = "task-4715469" [ 1240.370967] env[65978]: _type = "Task" [ 1240.370967] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.383218] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.389344] env[65978]: DEBUG nova.scheduler.client.report [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.558258] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f25ca7c-c887-48fd-8cbd-4439ce426854 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.269s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.807265] env[65978]: DEBUG oslo_vmware.api [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715468, 'name': PowerOffVM_Task, 'duration_secs': 0.192579} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.807636] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.807827] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.808109] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-308a0fd4-2710-4600-9bc9-7b49885be8bd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.879169] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.879450] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.879524] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Deleting the datastore file [datastore1] 6726401a-41b8-4337-af6a-a6a674e6a109 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.883033] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d5d40d4-183a-46e7-afbf-ef5d8ca9cdf4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.885125] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715469, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.890733] env[65978]: DEBUG oslo_vmware.api [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for the task: (returnval){ [ 1240.890733] env[65978]: value = "task-4715471" [ 1240.890733] env[65978]: _type = "Task" [ 1240.890733] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.895099] env[65978]: DEBUG oslo_concurrency.lockutils [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.903190] env[65978]: DEBUG oslo_vmware.api [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.920606] env[65978]: INFO nova.scheduler.client.report [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Deleted allocations for instance 836b67a1-e5e1-4803-a750-506af6a22fc9 [ 1241.048299] env[65978]: DEBUG oslo_concurrency.lockutils [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "1c4d3214-fa33-45ce-bfb6-2430af82b195" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.048648] env[65978]: DEBUG oslo_concurrency.lockutils [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "1c4d3214-fa33-45ce-bfb6-2430af82b195" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.048782] env[65978]: DEBUG oslo_concurrency.lockutils [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "1c4d3214-fa33-45ce-bfb6-2430af82b195-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.048975] env[65978]: DEBUG oslo_concurrency.lockutils [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "1c4d3214-fa33-45ce-bfb6-2430af82b195-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.049171] env[65978]: DEBUG oslo_concurrency.lockutils [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "1c4d3214-fa33-45ce-bfb6-2430af82b195-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.051444] env[65978]: INFO nova.compute.manager [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Terminating instance [ 1241.381460] env[65978]: DEBUG oslo_vmware.api [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715469, 'name': PowerOnVM_Task, 'duration_secs': 0.53304} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.381730] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.381925] env[65978]: INFO nova.compute.manager [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1241.382113] env[65978]: DEBUG nova.compute.manager [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1241.382924] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ebc658-8ab7-4791-af19-d302c8b251cb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.403031] env[65978]: DEBUG oslo_vmware.api [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Task: {'id': task-4715471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161115} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.403328] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.403522] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.403695] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.403861] env[65978]: INFO nova.compute.manager [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1241.404118] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1241.404361] env[65978]: DEBUG nova.compute.manager [-] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1241.404473] env[65978]: DEBUG nova.network.neutron [-] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1241.404725] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.430372] env[65978]: DEBUG oslo_concurrency.lockutils [None req-22ac7ee1-d37d-4075-bdee-a319e9fc2d97 tempest-ServerActionsTestOtherA-1181206916 tempest-ServerActionsTestOtherA-1181206916-project-member] Lock "836b67a1-e5e1-4803-a750-506af6a22fc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.195s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.435573] env[65978]: DEBUG oslo_concurrency.lockutils [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.436051] env[65978]: DEBUG oslo_concurrency.lockutils [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.437325] env[65978]: DEBUG oslo_concurrency.lockutils [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.437325] env[65978]: DEBUG oslo_concurrency.lockutils [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.437325] env[65978]: DEBUG oslo_concurrency.lockutils [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.439871] env[65978]: INFO nova.compute.manager [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Terminating instance [ 1241.483716] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.555492] env[65978]: DEBUG nova.compute.manager [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1241.555792] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.556729] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f05a6d-b144-45b3-9000-33876ccd931d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.567013] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.567316] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da54aebd-9c78-4e1b-811c-df93b3b68812 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.575166] env[65978]: DEBUG oslo_vmware.api [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1241.575166] env[65978]: value = "task-4715472" [ 1241.575166] env[65978]: _type = "Task" [ 1241.575166] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.584733] env[65978]: DEBUG oslo_vmware.api [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.746775] env[65978]: DEBUG nova.compute.manager [req-9f93d40f-09ce-4a1b-ad3f-eb58365ecb00 req-02fb355a-b9ae-4906-94e5-84968ebbea04 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Received event network-vif-deleted-1f4db00a-f918-46f5-a9cd-748e3aaaae70 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1241.747011] env[65978]: INFO nova.compute.manager [req-9f93d40f-09ce-4a1b-ad3f-eb58365ecb00 req-02fb355a-b9ae-4906-94e5-84968ebbea04 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Neutron deleted interface 1f4db00a-f918-46f5-a9cd-748e3aaaae70; detaching it from the instance and deleting it from the info cache [ 1241.747224] env[65978]: DEBUG nova.network.neutron [req-9f93d40f-09ce-4a1b-ad3f-eb58365ecb00 req-02fb355a-b9ae-4906-94e5-84968ebbea04 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.908018] env[65978]: INFO nova.compute.manager [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Took 15.14 seconds to build instance. [ 1241.944043] env[65978]: DEBUG nova.compute.manager [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1241.944304] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.945720] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89b9b10-beba-40ee-ab89-6779356dab29 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.954616] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.954937] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae944a28-6ede-44d9-983b-98c36934fa42 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.962100] env[65978]: DEBUG oslo_vmware.api [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1241.962100] env[65978]: value = "task-4715473" [ 1241.962100] env[65978]: _type = "Task" [ 1241.962100] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.971848] env[65978]: DEBUG oslo_vmware.api [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.086386] env[65978]: DEBUG oslo_vmware.api [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715472, 'name': PowerOffVM_Task, 'duration_secs': 0.418931} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.086737] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.086802] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.087075] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08a393d1-7e9d-4d3b-aeb8-83d661115044 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.164388] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.164585] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.164818] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Deleting the datastore file [datastore2] 1c4d3214-fa33-45ce-bfb6-2430af82b195 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.165163] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af0d577c-a551-4121-a909-b3fd495256bf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.173268] env[65978]: DEBUG oslo_vmware.api [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for the task: (returnval){ [ 1242.173268] env[65978]: value = "task-4715475" [ 1242.173268] env[65978]: _type = "Task" [ 1242.173268] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.183718] env[65978]: DEBUG oslo_vmware.api [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.199443] env[65978]: DEBUG nova.network.neutron [-] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.250097] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1734e2bf-bf6e-48e4-bf74-e82d0aff5f5c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.263065] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d4ba18-c8cc-411f-a702-b039e7ece177 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.295412] env[65978]: DEBUG nova.compute.manager [req-9f93d40f-09ce-4a1b-ad3f-eb58365ecb00 req-02fb355a-b9ae-4906-94e5-84968ebbea04 service nova] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Detach interface failed, port_id=1f4db00a-f918-46f5-a9cd-748e3aaaae70, reason: Instance 6726401a-41b8-4337-af6a-a6a674e6a109 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1242.412181] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b6fac639-c4da-4e5e-9fbd-44dd80c6e30e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "8b3c2d58-19b0-41c9-be7f-e5828b8cb70b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.652s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.472601] env[65978]: DEBUG oslo_vmware.api [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715473, 'name': PowerOffVM_Task, 'duration_secs': 0.209027} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.472903] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.473094] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.473410] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-965b3cac-142a-4d53-ae23-2bd0c65f73c6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.684460] env[65978]: DEBUG oslo_vmware.api [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Task: {'id': task-4715475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138678} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.684744] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.684933] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.685122] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.685326] env[65978]: INFO nova.compute.manager [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1242.685535] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1242.685726] env[65978]: DEBUG nova.compute.manager [-] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1242.685825] env[65978]: DEBUG nova.network.neutron [-] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1242.687369] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.704562] env[65978]: INFO nova.compute.manager [-] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Took 1.30 seconds to deallocate network for instance. [ 1242.732462] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.777102] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.777314] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.777485] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Deleting the datastore file [datastore2] bc50076a-3c9b-45cf-ae6b-67f15f2753db {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.777763] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e82d214-c6f2-477f-8446-3e2aef9e4bc9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.786195] env[65978]: DEBUG oslo_vmware.api [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for the task: (returnval){ [ 1242.786195] env[65978]: value = "task-4715477" [ 1242.786195] env[65978]: _type = "Task" [ 1242.786195] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.795630] env[65978]: DEBUG oslo_vmware.api [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.180872] env[65978]: DEBUG nova.compute.manager [req-01d64b47-4cd9-4d7d-b813-ec66c8e0371a req-c96ca9b6-da81-40b7-b665-149a0d3683bf service nova] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Received event network-vif-deleted-57fe5b94-3e12-4ee8-a7cb-bc5d7cdde8d7 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1243.181128] env[65978]: INFO nova.compute.manager [req-01d64b47-4cd9-4d7d-b813-ec66c8e0371a req-c96ca9b6-da81-40b7-b665-149a0d3683bf service nova] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Neutron deleted interface 57fe5b94-3e12-4ee8-a7cb-bc5d7cdde8d7; detaching it from the instance and deleting it from the info cache [ 1243.181464] env[65978]: DEBUG nova.network.neutron [req-01d64b47-4cd9-4d7d-b813-ec66c8e0371a req-c96ca9b6-da81-40b7-b665-149a0d3683bf service nova] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.210283] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.210585] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.210955] env[65978]: DEBUG nova.objects.instance [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lazy-loading 'resources' on Instance uuid 6726401a-41b8-4337-af6a-a6a674e6a109 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.296554] env[65978]: DEBUG oslo_vmware.api [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Task: {'id': task-4715477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230235} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.296872] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.297100] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.297316] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.297521] env[65978]: INFO nova.compute.manager [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1243.297797] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1243.298081] env[65978]: DEBUG nova.compute.manager [-] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1243.298158] env[65978]: DEBUG nova.network.neutron [-] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1243.298428] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.333190] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.660906] env[65978]: DEBUG nova.network.neutron [-] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.685503] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4e9e752-d9b5-4274-b4d9-0865da4b5912 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.696350] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d6d3f4-3f66-4fdb-996d-40dcabcc424e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.744455] env[65978]: DEBUG nova.compute.manager [req-01d64b47-4cd9-4d7d-b813-ec66c8e0371a req-c96ca9b6-da81-40b7-b665-149a0d3683bf service nova] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Detach interface failed, port_id=57fe5b94-3e12-4ee8-a7cb-bc5d7cdde8d7, reason: Instance 1c4d3214-fa33-45ce-bfb6-2430af82b195 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1243.807096] env[65978]: DEBUG nova.compute.manager [req-0475d106-b09c-41c7-8d01-fa46e3caa204 req-f3c9aac6-7d82-45d9-8cdf-f3c94672f2d4 service nova] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Received event network-changed-40416c63-de9b-405d-89eb-b089b4f5c066 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1243.807096] env[65978]: DEBUG nova.compute.manager [req-0475d106-b09c-41c7-8d01-fa46e3caa204 req-f3c9aac6-7d82-45d9-8cdf-f3c94672f2d4 service nova] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Refreshing instance network info cache due to event network-changed-40416c63-de9b-405d-89eb-b089b4f5c066. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1243.807096] env[65978]: DEBUG oslo_concurrency.lockutils [req-0475d106-b09c-41c7-8d01-fa46e3caa204 req-f3c9aac6-7d82-45d9-8cdf-f3c94672f2d4 service nova] Acquiring lock "refresh_cache-8b3c2d58-19b0-41c9-be7f-e5828b8cb70b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.807274] env[65978]: DEBUG oslo_concurrency.lockutils [req-0475d106-b09c-41c7-8d01-fa46e3caa204 req-f3c9aac6-7d82-45d9-8cdf-f3c94672f2d4 service nova] Acquired lock "refresh_cache-8b3c2d58-19b0-41c9-be7f-e5828b8cb70b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.807397] env[65978]: DEBUG nova.network.neutron [req-0475d106-b09c-41c7-8d01-fa46e3caa204 req-f3c9aac6-7d82-45d9-8cdf-f3c94672f2d4 service nova] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Refreshing network info cache for port 40416c63-de9b-405d-89eb-b089b4f5c066 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.850367] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee1070a-2c2c-44a9-8573-f93e3336f8f5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.859543] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90af788-da22-430b-9e62-d94a1c784ddb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.893077] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc7478c-df4f-4cac-8cec-b7c0b2b9e797 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.901634] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f250cb5d-8f23-4664-b224-072edac2ac73 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.916739] env[65978]: DEBUG nova.compute.provider_tree [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.164496] env[65978]: INFO nova.compute.manager [-] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Took 1.48 seconds to deallocate network for instance. [ 1244.313891] env[65978]: WARNING neutronclient.v2_0.client [req-0475d106-b09c-41c7-8d01-fa46e3caa204 req-f3c9aac6-7d82-45d9-8cdf-f3c94672f2d4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.422422] env[65978]: DEBUG nova.scheduler.client.report [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.426890] env[65978]: DEBUG nova.network.neutron [-] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.521897] env[65978]: WARNING neutronclient.v2_0.client [req-0475d106-b09c-41c7-8d01-fa46e3caa204 req-f3c9aac6-7d82-45d9-8cdf-f3c94672f2d4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.615639] env[65978]: DEBUG nova.network.neutron [req-0475d106-b09c-41c7-8d01-fa46e3caa204 req-f3c9aac6-7d82-45d9-8cdf-f3c94672f2d4 service nova] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Updated VIF entry in instance network info cache for port 40416c63-de9b-405d-89eb-b089b4f5c066. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1244.615639] env[65978]: DEBUG nova.network.neutron [req-0475d106-b09c-41c7-8d01-fa46e3caa204 req-f3c9aac6-7d82-45d9-8cdf-f3c94672f2d4 service nova] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Updating instance_info_cache with network_info: [{"id": "40416c63-de9b-405d-89eb-b089b4f5c066", "address": "fa:16:3e:4a:1c:aa", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40416c63-de", "ovs_interfaceid": "40416c63-de9b-405d-89eb-b089b4f5c066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.670615] env[65978]: DEBUG oslo_concurrency.lockutils [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.930028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.719s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.931898] env[65978]: DEBUG oslo_concurrency.lockutils [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.261s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.932133] env[65978]: DEBUG nova.objects.instance [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lazy-loading 'resources' on Instance uuid 1c4d3214-fa33-45ce-bfb6-2430af82b195 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.933234] env[65978]: INFO nova.compute.manager [-] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Took 1.64 seconds to deallocate network for instance. [ 1244.964475] env[65978]: INFO nova.scheduler.client.report [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Deleted allocations for instance 6726401a-41b8-4337-af6a-a6a674e6a109 [ 1245.117983] env[65978]: DEBUG oslo_concurrency.lockutils [req-0475d106-b09c-41c7-8d01-fa46e3caa204 req-f3c9aac6-7d82-45d9-8cdf-f3c94672f2d4 service nova] Releasing lock "refresh_cache-8b3c2d58-19b0-41c9-be7f-e5828b8cb70b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.442925] env[65978]: DEBUG oslo_concurrency.lockutils [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.473182] env[65978]: DEBUG oslo_concurrency.lockutils [None req-ab6efeca-e554-4c86-9762-e4376b6c42e6 tempest-AttachInterfacesTestJSON-1450649219 tempest-AttachInterfacesTestJSON-1450649219-project-member] Lock "6726401a-41b8-4337-af6a-a6a674e6a109" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.704s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.548771] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa92268-04c7-45ff-ae96-205de12685b8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.558887] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fc30a6-e6e1-45e3-9ff0-84a5f5e7afcb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.592095] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09020900-881f-4a4e-955a-d56db68136b5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.601199] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db20a21a-0c14-45e4-8b39-d176e18582c5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.609788] env[65978]: DEBUG nova.compute.manager [req-62ddabe8-626f-4c05-a8fa-d539e058c723 req-63839967-4398-4aad-bf50-87d8eb882ce8 service nova] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Received event network-vif-deleted-8d408943-5a9d-43d2-9ed3-5d0e86343b58 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1245.623429] env[65978]: DEBUG nova.compute.provider_tree [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.131030] env[65978]: DEBUG nova.scheduler.client.report [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.638126] env[65978]: DEBUG oslo_concurrency.lockutils [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.641901] env[65978]: DEBUG oslo_concurrency.lockutils [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.198s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.641901] env[65978]: DEBUG nova.objects.instance [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lazy-loading 'resources' on Instance uuid bc50076a-3c9b-45cf-ae6b-67f15f2753db {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.678490] env[65978]: INFO nova.scheduler.client.report [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Deleted allocations for instance 1c4d3214-fa33-45ce-bfb6-2430af82b195 [ 1247.188744] env[65978]: DEBUG oslo_concurrency.lockutils [None req-12de45a3-8656-4b04-b579-859609b1d5df tempest-AttachVolumeNegativeTest-1394627945 tempest-AttachVolumeNegativeTest-1394627945-project-member] Lock "1c4d3214-fa33-45ce-bfb6-2430af82b195" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.140s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.233762] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7007570d-8b57-4893-952d-83bdb570040f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.242187] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95f3d05-5c75-4ddc-bb47-846fec000360 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.276428] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd08fd8-fd19-4a0f-88be-3e28cbd6661a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.285356] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d4ba91-17dc-4b9f-a258-8bf1775c412a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.302086] env[65978]: DEBUG nova.compute.provider_tree [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.806359] env[65978]: DEBUG nova.scheduler.client.report [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.828055] env[65978]: DEBUG oslo_concurrency.lockutils [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Acquiring lock "68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.828847] env[65978]: DEBUG oslo_concurrency.lockutils [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Lock "68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.315875] env[65978]: DEBUG oslo_concurrency.lockutils [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.332851] env[65978]: DEBUG nova.compute.manager [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1248.354171] env[65978]: INFO nova.scheduler.client.report [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Deleted allocations for instance bc50076a-3c9b-45cf-ae6b-67f15f2753db [ 1248.749428] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.861011] env[65978]: DEBUG oslo_concurrency.lockutils [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.861327] env[65978]: DEBUG oslo_concurrency.lockutils [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.862844] env[65978]: INFO nova.compute.claims [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1248.867902] env[65978]: DEBUG oslo_concurrency.lockutils [None req-26ca7a53-81ba-4c59-b342-f2798a706dc6 tempest-ServerActionsTestOtherB-2088073309 tempest-ServerActionsTestOtherB-2088073309-project-member] Lock "bc50076a-3c9b-45cf-ae6b-67f15f2753db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.432s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.748880] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.950712] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242ec43c-35d1-4f32-977c-f8ec9988ca9d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.959282] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f491d3-02dd-449d-a556-4547a31de64f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.992030] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780c0385-6137-4b08-8ced-14a5f066735a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.000530] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3951eb3c-e83c-473b-acda-fe310c1647ee {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.015409] env[65978]: DEBUG nova.compute.provider_tree [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.520547] env[65978]: DEBUG nova.scheduler.client.report [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.749233] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.749598] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.749761] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65978) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11240}} [ 1251.025838] env[65978]: DEBUG oslo_concurrency.lockutils [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.026394] env[65978]: DEBUG nova.compute.manager [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1251.531693] env[65978]: DEBUG nova.compute.utils [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1251.532604] env[65978]: DEBUG nova.compute.manager [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1251.532803] env[65978]: DEBUG nova.network.neutron [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1251.533142] env[65978]: WARNING neutronclient.v2_0.client [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.533527] env[65978]: WARNING neutronclient.v2_0.client [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.584483] env[65978]: DEBUG oslo_concurrency.lockutils [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Acquiring lock "48ae34bd-2b1f-4d74-a17e-0f4632a13d5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.584795] env[65978]: DEBUG oslo_concurrency.lockutils [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Lock "48ae34bd-2b1f-4d74-a17e-0f4632a13d5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.605210] env[65978]: DEBUG nova.policy [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f87228612c484eb1ae711239ca2b3744', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a5e5323d83a4629812b24f51376abc5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1251.750145] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.916071] env[65978]: DEBUG nova.network.neutron [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Successfully created port: b40df3b5-39f7-4708-b82e-fdf4adec1e99 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1252.040019] env[65978]: DEBUG nova.compute.manager [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1252.087220] env[65978]: DEBUG nova.compute.manager [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1252.612619] env[65978]: DEBUG oslo_concurrency.lockutils [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.612866] env[65978]: DEBUG oslo_concurrency.lockutils [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.614856] env[65978]: INFO nova.compute.claims [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.669652] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "441c1e51-5bdb-4976-bd43-af1ea895ce23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.669940] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "441c1e51-5bdb-4976-bd43-af1ea895ce23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.670166] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "441c1e51-5bdb-4976-bd43-af1ea895ce23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.670373] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "441c1e51-5bdb-4976-bd43-af1ea895ce23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.670521] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "441c1e51-5bdb-4976-bd43-af1ea895ce23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.672826] env[65978]: INFO nova.compute.manager [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Terminating instance [ 1252.748461] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.749045] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.048825] env[65978]: DEBUG nova.compute.manager [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1253.081870] env[65978]: DEBUG nova.virt.hardware [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1253.082133] env[65978]: DEBUG nova.virt.hardware [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.082284] env[65978]: DEBUG nova.virt.hardware [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1253.082602] env[65978]: DEBUG nova.virt.hardware [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.082843] env[65978]: DEBUG nova.virt.hardware [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1253.083078] env[65978]: DEBUG nova.virt.hardware [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1253.083443] env[65978]: DEBUG nova.virt.hardware [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1253.083715] env[65978]: DEBUG nova.virt.hardware [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1253.083992] env[65978]: DEBUG nova.virt.hardware [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1253.084274] env[65978]: DEBUG nova.virt.hardware [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1253.084538] env[65978]: DEBUG nova.virt.hardware [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1253.085477] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58d4b31-a4e3-4508-845a-ad2adadb181c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.094392] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0f0578-8091-460e-ac10-02819b839991 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.176484] env[65978]: DEBUG nova.compute.manager [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1253.176709] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.177709] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a29f42-7d6c-4af7-8a41-8a59dbe111bc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.186955] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.189071] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25c52dc0-4ede-4668-99d2-37249a01cc70 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.198391] env[65978]: DEBUG oslo_vmware.api [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1253.198391] env[65978]: value = "task-4715481" [ 1253.198391] env[65978]: _type = "Task" [ 1253.198391] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.207625] env[65978]: DEBUG oslo_vmware.api [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.252107] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.488046] env[65978]: DEBUG nova.network.neutron [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Successfully updated port: b40df3b5-39f7-4708-b82e-fdf4adec1e99 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1253.536184] env[65978]: DEBUG nova.compute.manager [req-c387391a-361d-496a-8e83-40c13d99ec27 req-28551dda-9c86-4527-8410-cfd60bb2866c service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Received event network-vif-plugged-b40df3b5-39f7-4708-b82e-fdf4adec1e99 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1253.536184] env[65978]: DEBUG oslo_concurrency.lockutils [req-c387391a-361d-496a-8e83-40c13d99ec27 req-28551dda-9c86-4527-8410-cfd60bb2866c service nova] Acquiring lock "68fe64ff-d1f3-4a8b-9632-200b93b9d6cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.536184] env[65978]: DEBUG oslo_concurrency.lockutils [req-c387391a-361d-496a-8e83-40c13d99ec27 req-28551dda-9c86-4527-8410-cfd60bb2866c service nova] Lock "68fe64ff-d1f3-4a8b-9632-200b93b9d6cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.536184] env[65978]: DEBUG oslo_concurrency.lockutils [req-c387391a-361d-496a-8e83-40c13d99ec27 req-28551dda-9c86-4527-8410-cfd60bb2866c service nova] Lock "68fe64ff-d1f3-4a8b-9632-200b93b9d6cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.536184] env[65978]: DEBUG nova.compute.manager [req-c387391a-361d-496a-8e83-40c13d99ec27 req-28551dda-9c86-4527-8410-cfd60bb2866c service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] No waiting events found dispatching network-vif-plugged-b40df3b5-39f7-4708-b82e-fdf4adec1e99 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1253.536184] env[65978]: WARNING nova.compute.manager [req-c387391a-361d-496a-8e83-40c13d99ec27 req-28551dda-9c86-4527-8410-cfd60bb2866c service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Received unexpected event network-vif-plugged-b40df3b5-39f7-4708-b82e-fdf4adec1e99 for instance with vm_state building and task_state spawning. [ 1253.711117] env[65978]: DEBUG oslo_vmware.api [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715481, 'name': PowerOffVM_Task, 'duration_secs': 0.248313} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.711442] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.711546] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.711807] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70d6b0aa-872d-4191-8fb3-01e858ede12e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.721192] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5744a43b-4461-46c0-b914-19ea8d30f244 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.729605] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2237b89a-a9ac-4f25-872e-3a309cbaf4f9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.764066] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ffcf4c-7ca4-4b09-ae33-890f0b62e00b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.772925] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af59b45-aede-410e-9888-35509d32338a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.780473] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1253.780473] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1253.780669] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Deleting the datastore file [datastore2] 441c1e51-5bdb-4976-bd43-af1ea895ce23 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.780947] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33846608-969a-47d2-8366-d0eb23d37735 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.791107] env[65978]: DEBUG nova.compute.provider_tree [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.800759] env[65978]: DEBUG oslo_vmware.api [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for the task: (returnval){ [ 1253.800759] env[65978]: value = "task-4715483" [ 1253.800759] env[65978]: _type = "Task" [ 1253.800759] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.811377] env[65978]: DEBUG oslo_vmware.api [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.994395] env[65978]: DEBUG oslo_concurrency.lockutils [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Acquiring lock "refresh_cache-68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.994395] env[65978]: DEBUG oslo_concurrency.lockutils [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Acquired lock "refresh_cache-68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.994576] env[65978]: DEBUG nova.network.neutron [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1254.296545] env[65978]: DEBUG nova.scheduler.client.report [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.312018] env[65978]: DEBUG oslo_vmware.api [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Task: {'id': task-4715483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133554} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.312279] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.312484] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.312664] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.312843] env[65978]: INFO nova.compute.manager [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1254.313115] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1254.313296] env[65978]: DEBUG nova.compute.manager [-] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1254.313411] env[65978]: DEBUG nova.network.neutron [-] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1254.313677] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.379539] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.547768] env[65978]: DEBUG nova.network.neutron [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1254.681429] env[65978]: WARNING neutronclient.v2_0.client [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.799433] env[65978]: DEBUG nova.network.neutron [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Updating instance_info_cache with network_info: [{"id": "b40df3b5-39f7-4708-b82e-fdf4adec1e99", "address": "fa:16:3e:f0:12:25", "network": {"id": "131e4d2a-7820-48e4-b84f-6924f2f28cfe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-948659160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7a5e5323d83a4629812b24f51376abc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40df3b5-39", "ovs_interfaceid": "b40df3b5-39f7-4708-b82e-fdf4adec1e99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.803344] env[65978]: DEBUG oslo_concurrency.lockutils [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.804937] env[65978]: DEBUG nova.compute.manager [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1254.809408] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.557s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.809669] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.810052] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65978) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1254.811636] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ff1daa-03f5-4524-8886-ffa4570881fc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.826859] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812811d9-8d7a-4967-8cef-bb368b9d407b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.853188] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7302689-53ec-4b26-926c-e1e82824b859 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.862625] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7688168-0c76-441e-88a2-0d7657067350 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.906483] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179190MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65978) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1254.906730] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.907043] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.913769] env[65978]: DEBUG nova.compute.manager [req-2b3f564f-ac16-4b69-bf52-27fac743fa5c req-d7675ce7-217a-42ef-adb2-72a8a87422be service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Received event network-vif-deleted-ba0dc9d8-ebbc-4147-ab56-7605a00cc18d {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1254.913951] env[65978]: INFO nova.compute.manager [req-2b3f564f-ac16-4b69-bf52-27fac743fa5c req-d7675ce7-217a-42ef-adb2-72a8a87422be service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Neutron deleted interface ba0dc9d8-ebbc-4147-ab56-7605a00cc18d; detaching it from the instance and deleting it from the info cache [ 1254.914183] env[65978]: DEBUG nova.network.neutron [req-2b3f564f-ac16-4b69-bf52-27fac743fa5c req-d7675ce7-217a-42ef-adb2-72a8a87422be service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.303364] env[65978]: DEBUG oslo_concurrency.lockutils [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Releasing lock "refresh_cache-68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.303933] env[65978]: DEBUG nova.compute.manager [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Instance network_info: |[{"id": "b40df3b5-39f7-4708-b82e-fdf4adec1e99", "address": "fa:16:3e:f0:12:25", "network": {"id": "131e4d2a-7820-48e4-b84f-6924f2f28cfe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-948659160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7a5e5323d83a4629812b24f51376abc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40df3b5-39", "ovs_interfaceid": "b40df3b5-39f7-4708-b82e-fdf4adec1e99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1255.304668] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:12:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b40df3b5-39f7-4708-b82e-fdf4adec1e99', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1255.318190] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Creating folder: Project (7a5e5323d83a4629812b24f51376abc5). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1255.319986] env[65978]: DEBUG nova.compute.utils [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1255.322489] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4de77514-64ce-40e6-b190-cd62d8cf5090 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.325266] env[65978]: DEBUG nova.compute.manager [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1255.325544] env[65978]: DEBUG nova.network.neutron [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1255.325998] env[65978]: WARNING neutronclient.v2_0.client [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.326463] env[65978]: WARNING neutronclient.v2_0.client [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.340156] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Created folder: Project (7a5e5323d83a4629812b24f51376abc5) in parent group-v919857. [ 1255.340457] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Creating folder: Instances. Parent ref: group-v920193. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1255.340797] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b5153c5-039b-458a-9bf1-32f78a005a14 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.352325] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Created folder: Instances in parent group-v920193. [ 1255.352634] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1255.352838] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1255.353066] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94ccd446-208c-4083-8a09-e38e7b0d8823 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.369296] env[65978]: DEBUG nova.policy [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b475ae53b324046a54fdfe8a67708c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37a171d036424915a796fbb81c171ad8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.378147] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1255.378147] env[65978]: value = "task-4715487" [ 1255.378147] env[65978]: _type = "Task" [ 1255.378147] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.387520] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715487, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.418032] env[65978]: DEBUG nova.network.neutron [-] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.419029] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3de4ea4-a015-4ad6-be97-7a60d25abfe7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.431208] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39a22af-c460-444a-9e8f-7f529d5b7a57 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.464943] env[65978]: DEBUG nova.compute.manager [req-2b3f564f-ac16-4b69-bf52-27fac743fa5c req-d7675ce7-217a-42ef-adb2-72a8a87422be service nova] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Detach interface failed, port_id=ba0dc9d8-ebbc-4147-ab56-7605a00cc18d, reason: Instance 441c1e51-5bdb-4976-bd43-af1ea895ce23 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1255.564627] env[65978]: DEBUG nova.compute.manager [req-7a62e4e4-b628-4a60-8e9f-5b677f5b516a req-b307fc3e-0542-43bb-9634-43eead58868c service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Received event network-changed-b40df3b5-39f7-4708-b82e-fdf4adec1e99 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1255.564959] env[65978]: DEBUG nova.compute.manager [req-7a62e4e4-b628-4a60-8e9f-5b677f5b516a req-b307fc3e-0542-43bb-9634-43eead58868c service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Refreshing instance network info cache due to event network-changed-b40df3b5-39f7-4708-b82e-fdf4adec1e99. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1255.565240] env[65978]: DEBUG oslo_concurrency.lockutils [req-7a62e4e4-b628-4a60-8e9f-5b677f5b516a req-b307fc3e-0542-43bb-9634-43eead58868c service nova] Acquiring lock "refresh_cache-68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.565416] env[65978]: DEBUG oslo_concurrency.lockutils [req-7a62e4e4-b628-4a60-8e9f-5b677f5b516a req-b307fc3e-0542-43bb-9634-43eead58868c service nova] Acquired lock "refresh_cache-68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.565603] env[65978]: DEBUG nova.network.neutron [req-7a62e4e4-b628-4a60-8e9f-5b677f5b516a req-b307fc3e-0542-43bb-9634-43eead58868c service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Refreshing network info cache for port b40df3b5-39f7-4708-b82e-fdf4adec1e99 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.694276] env[65978]: DEBUG nova.network.neutron [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Successfully created port: e2a5a0e9-e1d8-4605-acc9-a2a76f9df39f {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1255.823184] env[65978]: DEBUG nova.compute.manager [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1255.889568] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715487, 'name': CreateVM_Task, 'duration_secs': 0.391336} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.889737] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.890251] env[65978]: WARNING neutronclient.v2_0.client [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.890641] env[65978]: DEBUG oslo_concurrency.lockutils [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.890794] env[65978]: DEBUG oslo_concurrency.lockutils [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.891154] env[65978]: DEBUG oslo_concurrency.lockutils [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.891415] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5e54842-8fb8-4a8d-bc60-04a626160271 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.897985] env[65978]: DEBUG oslo_vmware.api [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Waiting for the task: (returnval){ [ 1255.897985] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52927882-a896-c2c2-545d-f10db8409afa" [ 1255.897985] env[65978]: _type = "Task" [ 1255.897985] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.907316] env[65978]: DEBUG oslo_vmware.api [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52927882-a896-c2c2-545d-f10db8409afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.922254] env[65978]: INFO nova.compute.manager [-] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Took 1.61 seconds to deallocate network for instance. [ 1255.940607] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 252f26bc-161b-4352-9915-d4a3e2e3e4cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1255.940854] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 441c1e51-5bdb-4976-bd43-af1ea895ce23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1255.940985] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1255.941116] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1255.941227] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1255.941495] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1255.941667] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=100GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '5', 'num_vm_active': '3', 'num_task_None': '2', 'num_os_type_None': '5', 'num_proj_b437a74b307245bf988edfef378aff16': '2', 'io_workload': '2', 'num_task_deleting': '1', 'num_proj_c1eec13c7bab4ec48430206d7331ad1c': '1', 'num_vm_building': '2', 'num_task_spawning': '1', 'num_proj_7a5e5323d83a4629812b24f51376abc5': '1', 'num_task_networking': '1', 'num_proj_37a171d036424915a796fbb81c171ad8': '1'} {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1256.020893] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a984bf6-a8f4-4094-8b60-b3aee33080d0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.029567] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864c69c3-0d63-4a8a-98ad-f70d6ae49a8c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.063260] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1917ac18-4798-4f13-9073-783843e1b1fb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.069040] env[65978]: WARNING neutronclient.v2_0.client [req-7a62e4e4-b628-4a60-8e9f-5b677f5b516a req-b307fc3e-0542-43bb-9634-43eead58868c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1256.074866] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0610684b-366e-4642-ac63-bbd3bc64bbee {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.089824] env[65978]: DEBUG nova.compute.provider_tree [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.197433] env[65978]: WARNING neutronclient.v2_0.client [req-7a62e4e4-b628-4a60-8e9f-5b677f5b516a req-b307fc3e-0542-43bb-9634-43eead58868c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1256.263635] env[65978]: DEBUG nova.network.neutron [req-7a62e4e4-b628-4a60-8e9f-5b677f5b516a req-b307fc3e-0542-43bb-9634-43eead58868c service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Updated VIF entry in instance network info cache for port b40df3b5-39f7-4708-b82e-fdf4adec1e99. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1256.264276] env[65978]: DEBUG nova.network.neutron [req-7a62e4e4-b628-4a60-8e9f-5b677f5b516a req-b307fc3e-0542-43bb-9634-43eead58868c service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Updating instance_info_cache with network_info: [{"id": "b40df3b5-39f7-4708-b82e-fdf4adec1e99", "address": "fa:16:3e:f0:12:25", "network": {"id": "131e4d2a-7820-48e4-b84f-6924f2f28cfe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-948659160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7a5e5323d83a4629812b24f51376abc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40df3b5-39", "ovs_interfaceid": "b40df3b5-39f7-4708-b82e-fdf4adec1e99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.409040] env[65978]: DEBUG oslo_vmware.api [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52927882-a896-c2c2-545d-f10db8409afa, 'name': SearchDatastore_Task, 'duration_secs': 0.011552} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.409363] env[65978]: DEBUG oslo_concurrency.lockutils [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.409592] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1256.409821] env[65978]: DEBUG oslo_concurrency.lockutils [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.409964] env[65978]: DEBUG oslo_concurrency.lockutils [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.410160] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1256.410471] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a435360-69af-49ab-8fbe-70248518c821 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.419962] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1256.420191] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1256.421072] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2af867a-09f8-43bb-9328-082135137212 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.428105] env[65978]: DEBUG oslo_vmware.api [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Waiting for the task: (returnval){ [ 1256.428105] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dc871e-ba4e-a5a9-b228-f01770f7b761" [ 1256.428105] env[65978]: _type = "Task" [ 1256.428105] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.432600] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.439885] env[65978]: DEBUG oslo_vmware.api [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52dc871e-ba4e-a5a9-b228-f01770f7b761, 'name': SearchDatastore_Task, 'duration_secs': 0.00972} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.440869] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87f83ce2-3b55-4daf-8d26-fbae6d74173b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.449058] env[65978]: DEBUG oslo_vmware.api [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Waiting for the task: (returnval){ [ 1256.449058] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52747600-71b2-64c1-0e55-45533bba5667" [ 1256.449058] env[65978]: _type = "Task" [ 1256.449058] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.458435] env[65978]: DEBUG oslo_vmware.api [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52747600-71b2-64c1-0e55-45533bba5667, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.593287] env[65978]: DEBUG nova.scheduler.client.report [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.767702] env[65978]: DEBUG oslo_concurrency.lockutils [req-7a62e4e4-b628-4a60-8e9f-5b677f5b516a req-b307fc3e-0542-43bb-9634-43eead58868c service nova] Releasing lock "refresh_cache-68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.834271] env[65978]: DEBUG nova.compute.manager [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1256.862234] env[65978]: DEBUG nova.virt.hardware [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1256.862657] env[65978]: DEBUG nova.virt.hardware [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.862919] env[65978]: DEBUG nova.virt.hardware [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1256.863247] env[65978]: DEBUG nova.virt.hardware [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.863478] env[65978]: DEBUG nova.virt.hardware [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1256.863652] env[65978]: DEBUG nova.virt.hardware [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1256.863865] env[65978]: DEBUG nova.virt.hardware [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1256.864039] env[65978]: DEBUG nova.virt.hardware [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1256.864211] env[65978]: DEBUG nova.virt.hardware [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1256.864373] env[65978]: DEBUG nova.virt.hardware [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1256.864546] env[65978]: DEBUG nova.virt.hardware [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1256.865450] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92b2d64-1162-4334-9323-26130e168c27 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.874758] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6084451-83a6-41e7-8d1d-f70f274f17e8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.959290] env[65978]: DEBUG oslo_vmware.api [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52747600-71b2-64c1-0e55-45533bba5667, 'name': SearchDatastore_Task, 'duration_secs': 0.010265} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.959558] env[65978]: DEBUG oslo_concurrency.lockutils [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.959820] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd/68fe64ff-d1f3-4a8b-9632-200b93b9d6cd.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.960725] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b3cc765-bd73-4f35-8ca3-2b024032198d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.968887] env[65978]: DEBUG oslo_vmware.api [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Waiting for the task: (returnval){ [ 1256.968887] env[65978]: value = "task-4715488" [ 1256.968887] env[65978]: _type = "Task" [ 1256.968887] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.977898] env[65978]: DEBUG oslo_vmware.api [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.098990] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65978) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1257.099307] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.192s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.099742] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.667s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.099821] env[65978]: DEBUG nova.objects.instance [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lazy-loading 'resources' on Instance uuid 441c1e51-5bdb-4976-bd43-af1ea895ce23 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.150485] env[65978]: DEBUG nova.compute.manager [req-1f3b375c-f3d8-4527-82b0-6b8dd79edd3c req-38905a96-e611-4b8e-9a4e-c382f7bd715b service nova] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Received event network-vif-plugged-e2a5a0e9-e1d8-4605-acc9-a2a76f9df39f {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1257.150811] env[65978]: DEBUG oslo_concurrency.lockutils [req-1f3b375c-f3d8-4527-82b0-6b8dd79edd3c req-38905a96-e611-4b8e-9a4e-c382f7bd715b service nova] Acquiring lock "48ae34bd-2b1f-4d74-a17e-0f4632a13d5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.151172] env[65978]: DEBUG oslo_concurrency.lockutils [req-1f3b375c-f3d8-4527-82b0-6b8dd79edd3c req-38905a96-e611-4b8e-9a4e-c382f7bd715b service nova] Lock "48ae34bd-2b1f-4d74-a17e-0f4632a13d5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.151348] env[65978]: DEBUG oslo_concurrency.lockutils [req-1f3b375c-f3d8-4527-82b0-6b8dd79edd3c req-38905a96-e611-4b8e-9a4e-c382f7bd715b service nova] Lock "48ae34bd-2b1f-4d74-a17e-0f4632a13d5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.151505] env[65978]: DEBUG nova.compute.manager [req-1f3b375c-f3d8-4527-82b0-6b8dd79edd3c req-38905a96-e611-4b8e-9a4e-c382f7bd715b service nova] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] No waiting events found dispatching network-vif-plugged-e2a5a0e9-e1d8-4605-acc9-a2a76f9df39f {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1257.151734] env[65978]: WARNING nova.compute.manager [req-1f3b375c-f3d8-4527-82b0-6b8dd79edd3c req-38905a96-e611-4b8e-9a4e-c382f7bd715b service nova] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Received unexpected event network-vif-plugged-e2a5a0e9-e1d8-4605-acc9-a2a76f9df39f for instance with vm_state building and task_state spawning. [ 1257.245689] env[65978]: DEBUG nova.network.neutron [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Successfully updated port: e2a5a0e9-e1d8-4605-acc9-a2a76f9df39f {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1257.479617] env[65978]: DEBUG oslo_vmware.api [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446116} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.480045] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd/68fe64ff-d1f3-4a8b-9632-200b93b9d6cd.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.480133] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.480331] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b193cbe-bf78-4297-ab2a-80c81f03ca2b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.486989] env[65978]: DEBUG oslo_vmware.api [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Waiting for the task: (returnval){ [ 1257.486989] env[65978]: value = "task-4715489" [ 1257.486989] env[65978]: _type = "Task" [ 1257.486989] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.496481] env[65978]: DEBUG oslo_vmware.api [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.683359] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb0891d-8289-4f16-b806-39317b2379aa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.691277] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cc1345-a4cc-4844-a2f4-8b4ca6bf1fc0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.724681] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a676d9-7662-40f3-be34-d85d0c8aad12 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.732857] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabcf8b8-412b-4a4f-bc57-043128b60add {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.747131] env[65978]: DEBUG nova.compute.provider_tree [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.751033] env[65978]: DEBUG oslo_concurrency.lockutils [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Acquiring lock "refresh_cache-48ae34bd-2b1f-4d74-a17e-0f4632a13d5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.751033] env[65978]: DEBUG oslo_concurrency.lockutils [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Acquired lock "refresh_cache-48ae34bd-2b1f-4d74-a17e-0f4632a13d5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.751184] env[65978]: DEBUG nova.network.neutron [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1257.997801] env[65978]: DEBUG oslo_vmware.api [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069436} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.998143] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.998978] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c617679-4e12-49b6-b6dc-fdc91f4d19c3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.023962] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd/68fe64ff-d1f3-4a8b-9632-200b93b9d6cd.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.024648] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-837d65d6-e49a-4073-8286-f1ba32c05b16 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.045238] env[65978]: DEBUG oslo_vmware.api [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Waiting for the task: (returnval){ [ 1258.045238] env[65978]: value = "task-4715490" [ 1258.045238] env[65978]: _type = "Task" [ 1258.045238] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.053877] env[65978]: DEBUG oslo_vmware.api [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715490, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.252226] env[65978]: DEBUG nova.scheduler.client.report [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.289472] env[65978]: DEBUG nova.network.neutron [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1258.366442] env[65978]: WARNING neutronclient.v2_0.client [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1258.432440] env[65978]: DEBUG nova.network.neutron [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Updating instance_info_cache with network_info: [{"id": "e2a5a0e9-e1d8-4605-acc9-a2a76f9df39f", "address": "fa:16:3e:a6:d9:17", "network": {"id": "5d547860-cab8-44c2-80e4-1cb487741beb", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-105626478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37a171d036424915a796fbb81c171ad8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2a5a0e9-e1", "ovs_interfaceid": "e2a5a0e9-e1d8-4605-acc9-a2a76f9df39f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.556602] env[65978]: DEBUG oslo_vmware.api [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715490, 'name': ReconfigVM_Task, 'duration_secs': 0.305417} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.556950] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd/68fe64ff-d1f3-4a8b-9632-200b93b9d6cd.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.557333] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1716668-dd49-44bf-ac43-a92526a73ee1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.565052] env[65978]: DEBUG oslo_vmware.api [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Waiting for the task: (returnval){ [ 1258.565052] env[65978]: value = "task-4715491" [ 1258.565052] env[65978]: _type = "Task" [ 1258.565052] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.573704] env[65978]: DEBUG oslo_vmware.api [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715491, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.760069] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.792081] env[65978]: INFO nova.scheduler.client.report [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Deleted allocations for instance 441c1e51-5bdb-4976-bd43-af1ea895ce23 [ 1258.935071] env[65978]: DEBUG oslo_concurrency.lockutils [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Releasing lock "refresh_cache-48ae34bd-2b1f-4d74-a17e-0f4632a13d5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.935478] env[65978]: DEBUG nova.compute.manager [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Instance network_info: |[{"id": "e2a5a0e9-e1d8-4605-acc9-a2a76f9df39f", "address": "fa:16:3e:a6:d9:17", "network": {"id": "5d547860-cab8-44c2-80e4-1cb487741beb", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-105626478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37a171d036424915a796fbb81c171ad8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2a5a0e9-e1", "ovs_interfaceid": "e2a5a0e9-e1d8-4605-acc9-a2a76f9df39f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1258.935952] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:d9:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2a5a0e9-e1d8-4605-acc9-a2a76f9df39f', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.943854] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Creating folder: Project (37a171d036424915a796fbb81c171ad8). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1258.944145] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1e5cf2d-9b0e-4882-a012-2b2a25b72af6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.956554] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Created folder: Project (37a171d036424915a796fbb81c171ad8) in parent group-v919857. [ 1258.956799] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Creating folder: Instances. Parent ref: group-v920196. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1258.957015] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ce6c2b4-f30c-4f27-8d5c-e1bae81e454e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.966924] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Created folder: Instances in parent group-v920196. [ 1258.967197] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1258.967397] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.967613] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87684f6f-c350-4a94-9ec2-5d3cf6aa2626 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.988028] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.988028] env[65978]: value = "task-4715494" [ 1258.988028] env[65978]: _type = "Task" [ 1258.988028] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.996519] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715494, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.075817] env[65978]: DEBUG oslo_vmware.api [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715491, 'name': Rename_Task, 'duration_secs': 0.154084} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.076153] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.076412] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e20d5950-5637-4ab8-be55-9f42eaf39b9e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.084555] env[65978]: DEBUG oslo_vmware.api [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Waiting for the task: (returnval){ [ 1259.084555] env[65978]: value = "task-4715495" [ 1259.084555] env[65978]: _type = "Task" [ 1259.084555] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.093387] env[65978]: DEBUG oslo_vmware.api [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.094908] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.226897] env[65978]: DEBUG nova.compute.manager [req-de9fa0d3-fd3e-47fc-a767-e771e0658237 req-dcc9197f-4269-4242-acd8-8c6c964cecb8 service nova] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Received event network-changed-e2a5a0e9-e1d8-4605-acc9-a2a76f9df39f {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1259.227159] env[65978]: DEBUG nova.compute.manager [req-de9fa0d3-fd3e-47fc-a767-e771e0658237 req-dcc9197f-4269-4242-acd8-8c6c964cecb8 service nova] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Refreshing instance network info cache due to event network-changed-e2a5a0e9-e1d8-4605-acc9-a2a76f9df39f. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1259.227376] env[65978]: DEBUG oslo_concurrency.lockutils [req-de9fa0d3-fd3e-47fc-a767-e771e0658237 req-dcc9197f-4269-4242-acd8-8c6c964cecb8 service nova] Acquiring lock "refresh_cache-48ae34bd-2b1f-4d74-a17e-0f4632a13d5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.227621] env[65978]: DEBUG oslo_concurrency.lockutils [req-de9fa0d3-fd3e-47fc-a767-e771e0658237 req-dcc9197f-4269-4242-acd8-8c6c964cecb8 service nova] Acquired lock "refresh_cache-48ae34bd-2b1f-4d74-a17e-0f4632a13d5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.227926] env[65978]: DEBUG nova.network.neutron [req-de9fa0d3-fd3e-47fc-a767-e771e0658237 req-dcc9197f-4269-4242-acd8-8c6c964cecb8 service nova] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Refreshing network info cache for port e2a5a0e9-e1d8-4605-acc9-a2a76f9df39f {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.300768] env[65978]: DEBUG oslo_concurrency.lockutils [None req-9ca99efe-4c4a-4ec0-854f-bd811338e1f6 tempest-AttachVolumeShelveTestJSON-2080050408 tempest-AttachVolumeShelveTestJSON-2080050408-project-member] Lock "441c1e51-5bdb-4976-bd43-af1ea895ce23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.630s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.501026] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715494, 'name': CreateVM_Task, 'duration_secs': 0.361096} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.501219] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.501724] env[65978]: WARNING neutronclient.v2_0.client [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.502097] env[65978]: DEBUG oslo_concurrency.lockutils [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.502254] env[65978]: DEBUG oslo_concurrency.lockutils [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.502617] env[65978]: DEBUG oslo_concurrency.lockutils [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.503178] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68538fe9-d340-47ca-8852-b9fd7ab1a124 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.508437] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Waiting for the task: (returnval){ [ 1259.508437] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5226fbab-b59d-a84d-6db6-23ea8a8b8684" [ 1259.508437] env[65978]: _type = "Task" [ 1259.508437] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.517670] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5226fbab-b59d-a84d-6db6-23ea8a8b8684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.594670] env[65978]: DEBUG oslo_vmware.api [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715495, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.731705] env[65978]: WARNING neutronclient.v2_0.client [req-de9fa0d3-fd3e-47fc-a767-e771e0658237 req-dcc9197f-4269-4242-acd8-8c6c964cecb8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.886070] env[65978]: WARNING neutronclient.v2_0.client [req-de9fa0d3-fd3e-47fc-a767-e771e0658237 req-dcc9197f-4269-4242-acd8-8c6c964cecb8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.955885] env[65978]: DEBUG nova.network.neutron [req-de9fa0d3-fd3e-47fc-a767-e771e0658237 req-dcc9197f-4269-4242-acd8-8c6c964cecb8 service nova] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Updated VIF entry in instance network info cache for port e2a5a0e9-e1d8-4605-acc9-a2a76f9df39f. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1259.956381] env[65978]: DEBUG nova.network.neutron [req-de9fa0d3-fd3e-47fc-a767-e771e0658237 req-dcc9197f-4269-4242-acd8-8c6c964cecb8 service nova] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Updating instance_info_cache with network_info: [{"id": "e2a5a0e9-e1d8-4605-acc9-a2a76f9df39f", "address": "fa:16:3e:a6:d9:17", "network": {"id": "5d547860-cab8-44c2-80e4-1cb487741beb", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-105626478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37a171d036424915a796fbb81c171ad8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2a5a0e9-e1", "ovs_interfaceid": "e2a5a0e9-e1d8-4605-acc9-a2a76f9df39f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.020527] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5226fbab-b59d-a84d-6db6-23ea8a8b8684, 'name': SearchDatastore_Task, 'duration_secs': 0.011058} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.020527] env[65978]: DEBUG oslo_concurrency.lockutils [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.020527] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1260.020527] env[65978]: DEBUG oslo_concurrency.lockutils [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.020691] env[65978]: DEBUG oslo_concurrency.lockutils [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.020791] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.021065] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-163d1ce8-e5cf-4145-a763-6bfc42816894 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.030247] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.030436] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1260.031221] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2db5762-2eab-4534-b852-21eb9f63b35d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.037801] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Waiting for the task: (returnval){ [ 1260.037801] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529370f6-62ee-242a-ca90-cfd5fc41e72b" [ 1260.037801] env[65978]: _type = "Task" [ 1260.037801] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.048057] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529370f6-62ee-242a-ca90-cfd5fc41e72b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.095587] env[65978]: DEBUG oslo_vmware.api [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715495, 'name': PowerOnVM_Task, 'duration_secs': 0.518866} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.095857] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1260.096067] env[65978]: INFO nova.compute.manager [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Took 7.05 seconds to spawn the instance on the hypervisor. [ 1260.096246] env[65978]: DEBUG nova.compute.manager [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1260.097036] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b46d3c6-a48a-4ed9-9c59-94508d998c81 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.459465] env[65978]: DEBUG oslo_concurrency.lockutils [req-de9fa0d3-fd3e-47fc-a767-e771e0658237 req-dcc9197f-4269-4242-acd8-8c6c964cecb8 service nova] Releasing lock "refresh_cache-48ae34bd-2b1f-4d74-a17e-0f4632a13d5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.549111] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]529370f6-62ee-242a-ca90-cfd5fc41e72b, 'name': SearchDatastore_Task, 'duration_secs': 0.010942} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.549699] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5644a95-231a-479a-8724-a380fc400404 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.556756] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Waiting for the task: (returnval){ [ 1260.556756] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e29115-af5c-4b50-8256-a6262273e068" [ 1260.556756] env[65978]: _type = "Task" [ 1260.556756] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.565334] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e29115-af5c-4b50-8256-a6262273e068, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.614261] env[65978]: INFO nova.compute.manager [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Took 11.78 seconds to build instance. [ 1260.923594] env[65978]: INFO nova.compute.manager [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Rescuing [ 1260.923856] env[65978]: DEBUG oslo_concurrency.lockutils [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Acquiring lock "refresh_cache-68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.924047] env[65978]: DEBUG oslo_concurrency.lockutils [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Acquired lock "refresh_cache-68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.924233] env[65978]: DEBUG nova.network.neutron [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1261.071359] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e29115-af5c-4b50-8256-a6262273e068, 'name': SearchDatastore_Task, 'duration_secs': 0.010538} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.071359] env[65978]: DEBUG oslo_concurrency.lockutils [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.071724] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e/48ae34bd-2b1f-4d74-a17e-0f4632a13d5e.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1261.072043] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8a44a27-5b3b-4f50-9c59-64672b9177b9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.078871] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Waiting for the task: (returnval){ [ 1261.078871] env[65978]: value = "task-4715496" [ 1261.078871] env[65978]: _type = "Task" [ 1261.078871] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.088174] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Task: {'id': task-4715496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.115922] env[65978]: DEBUG oslo_concurrency.lockutils [None req-77fbbfb1-a3ca-4715-a832-e7b05e46c238 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Lock "68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.287s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.426976] env[65978]: WARNING neutronclient.v2_0.client [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1261.578084] env[65978]: WARNING neutronclient.v2_0.client [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1261.592038] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Task: {'id': task-4715496, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.648501] env[65978]: DEBUG nova.network.neutron [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Updating instance_info_cache with network_info: [{"id": "b40df3b5-39f7-4708-b82e-fdf4adec1e99", "address": "fa:16:3e:f0:12:25", "network": {"id": "131e4d2a-7820-48e4-b84f-6924f2f28cfe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-948659160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7a5e5323d83a4629812b24f51376abc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40df3b5-39", "ovs_interfaceid": "b40df3b5-39f7-4708-b82e-fdf4adec1e99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.742616] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.091143] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Task: {'id': task-4715496, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.150968] env[65978]: DEBUG oslo_concurrency.lockutils [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Releasing lock "refresh_cache-68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.592013] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Task: {'id': task-4715496, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.482332} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.592355] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e/48ae34bd-2b1f-4d74-a17e-0f4632a13d5e.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.592675] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1262.592979] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9239fc25-1a00-4ea7-9451-4ae707f99d3b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.600895] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Waiting for the task: (returnval){ [ 1262.600895] env[65978]: value = "task-4715498" [ 1262.600895] env[65978]: _type = "Task" [ 1262.600895] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.610156] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Task: {'id': task-4715498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.110951] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Task: {'id': task-4715498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071895} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.111370] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1263.112044] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bfeaff-54b4-458c-8280-1505c75ef38b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.134322] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e/48ae34bd-2b1f-4d74-a17e-0f4632a13d5e.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.134594] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebfe8ead-c49c-4655-8e07-66d799966a08 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.154289] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Waiting for the task: (returnval){ [ 1263.154289] env[65978]: value = "task-4715499" [ 1263.154289] env[65978]: _type = "Task" [ 1263.154289] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.162496] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Task: {'id': task-4715499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.665150] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Task: {'id': task-4715499, 'name': ReconfigVM_Task, 'duration_secs': 0.269927} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.665509] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e/48ae34bd-2b1f-4d74-a17e-0f4632a13d5e.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.666259] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1399dfe1-54f7-41e5-a74d-3f2f4f39b471 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.674647] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Waiting for the task: (returnval){ [ 1263.674647] env[65978]: value = "task-4715500" [ 1263.674647] env[65978]: _type = "Task" [ 1263.674647] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.684098] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Task: {'id': task-4715500, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.692103] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.692241] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6eeb2153-a359-480a-bf74-58be57b1e31c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.699419] env[65978]: DEBUG oslo_vmware.api [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Waiting for the task: (returnval){ [ 1263.699419] env[65978]: value = "task-4715501" [ 1263.699419] env[65978]: _type = "Task" [ 1263.699419] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.708657] env[65978]: DEBUG oslo_vmware.api [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.185813] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Task: {'id': task-4715500, 'name': Rename_Task, 'duration_secs': 0.147637} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.186206] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.186321] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b35846d8-2db3-4a1d-a68f-26245e991fa9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.193552] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Waiting for the task: (returnval){ [ 1264.193552] env[65978]: value = "task-4715502" [ 1264.193552] env[65978]: _type = "Task" [ 1264.193552] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.202235] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Task: {'id': task-4715502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.210610] env[65978]: DEBUG oslo_vmware.api [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715501, 'name': PowerOffVM_Task, 'duration_secs': 0.224715} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.210879] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.211713] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf71fb22-736d-44ec-85c7-bee3c5ca828f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.230846] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e30556-22f3-4606-a5a2-22e3dab4357f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.265648] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.265961] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2637cf3c-707a-42d7-bc82-7a4d466a69fb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.273333] env[65978]: DEBUG oslo_vmware.api [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Waiting for the task: (returnval){ [ 1264.273333] env[65978]: value = "task-4715503" [ 1264.273333] env[65978]: _type = "Task" [ 1264.273333] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.281964] env[65978]: DEBUG oslo_vmware.api [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.706167] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Task: {'id': task-4715502, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.786953] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] VM already powered off {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1264.787369] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1264.787764] env[65978]: DEBUG oslo_concurrency.lockutils [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.788017] env[65978]: DEBUG oslo_concurrency.lockutils [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.788306] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.788705] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcd51770-64c1-49c6-912e-429900428eb0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.800746] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.801049] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.802191] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96c18239-2d5c-48ce-8948-9105976dd3b1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.809773] env[65978]: DEBUG oslo_vmware.api [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Waiting for the task: (returnval){ [ 1264.809773] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b73aa3-ef32-74ad-71c9-3673bced3302" [ 1264.809773] env[65978]: _type = "Task" [ 1264.809773] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.820224] env[65978]: DEBUG oslo_vmware.api [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b73aa3-ef32-74ad-71c9-3673bced3302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.205338] env[65978]: DEBUG oslo_vmware.api [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Task: {'id': task-4715502, 'name': PowerOnVM_Task, 'duration_secs': 0.651479} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.205679] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.205797] env[65978]: INFO nova.compute.manager [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1265.205971] env[65978]: DEBUG nova.compute.manager [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1265.206842] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f07dd4-0e69-407e-bcd4-21982573ab82 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.322118] env[65978]: DEBUG oslo_vmware.api [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52b73aa3-ef32-74ad-71c9-3673bced3302, 'name': SearchDatastore_Task, 'duration_secs': 0.022975} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.323121] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64b799bd-fa02-428a-9562-f7a43c5d4fab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.329150] env[65978]: DEBUG oslo_vmware.api [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Waiting for the task: (returnval){ [ 1265.329150] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525133aa-9cb3-7090-f3e2-54cc0687792f" [ 1265.329150] env[65978]: _type = "Task" [ 1265.329150] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.338025] env[65978]: DEBUG oslo_vmware.api [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525133aa-9cb3-7090-f3e2-54cc0687792f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.726313] env[65978]: INFO nova.compute.manager [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Took 13.13 seconds to build instance. [ 1265.841074] env[65978]: DEBUG oslo_vmware.api [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]525133aa-9cb3-7090-f3e2-54cc0687792f, 'name': SearchDatastore_Task, 'duration_secs': 0.010242} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.841377] env[65978]: DEBUG oslo_concurrency.lockutils [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.841637] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd/60ae46d2-80a6-44b0-babe-7226023243fc-rescue.vmdk. {{(pid=65978) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1265.841935] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f494fd3-85cf-493b-b4aa-1c76f72d3088 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.851060] env[65978]: DEBUG oslo_vmware.api [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Waiting for the task: (returnval){ [ 1265.851060] env[65978]: value = "task-4715504" [ 1265.851060] env[65978]: _type = "Task" [ 1265.851060] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.861144] env[65978]: DEBUG oslo_vmware.api [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.228207] env[65978]: DEBUG oslo_concurrency.lockutils [None req-01e97594-fbc2-42e9-bc5c-0417b099ddc5 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Lock "48ae34bd-2b1f-4d74-a17e-0f4632a13d5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.643s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.362472] env[65978]: DEBUG oslo_vmware.api [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506494} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.362767] env[65978]: INFO nova.virt.vmwareapi.ds_util [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore1] 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd/60ae46d2-80a6-44b0-babe-7226023243fc-rescue.vmdk. [ 1266.363621] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3f0d12-4eda-49e0-bd35-fcaeb544d29c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.388717] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd/60ae46d2-80a6-44b0-babe-7226023243fc-rescue.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.389037] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7df110a3-46b7-4720-bbfa-b48ab5182183 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.408287] env[65978]: DEBUG oslo_vmware.api [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Waiting for the task: (returnval){ [ 1266.408287] env[65978]: value = "task-4715505" [ 1266.408287] env[65978]: _type = "Task" [ 1266.408287] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.417708] env[65978]: DEBUG oslo_vmware.api [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.587355] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Acquiring lock "48ae34bd-2b1f-4d74-a17e-0f4632a13d5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.587971] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Lock "48ae34bd-2b1f-4d74-a17e-0f4632a13d5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.588376] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Acquiring lock "48ae34bd-2b1f-4d74-a17e-0f4632a13d5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.588579] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Lock "48ae34bd-2b1f-4d74-a17e-0f4632a13d5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.588755] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Lock "48ae34bd-2b1f-4d74-a17e-0f4632a13d5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.590936] env[65978]: INFO nova.compute.manager [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Terminating instance [ 1266.919645] env[65978]: DEBUG oslo_vmware.api [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715505, 'name': ReconfigVM_Task, 'duration_secs': 0.324608} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.919645] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd/60ae46d2-80a6-44b0-babe-7226023243fc-rescue.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.920523] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cc91b1-c37c-4fab-a37d-c3c4874caa6b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.947956] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f76c7d68-755e-4a16-9ffa-2278c27dcc2a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.964376] env[65978]: DEBUG oslo_vmware.api [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Waiting for the task: (returnval){ [ 1266.964376] env[65978]: value = "task-4715506" [ 1266.964376] env[65978]: _type = "Task" [ 1266.964376] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.973625] env[65978]: DEBUG oslo_vmware.api [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.095764] env[65978]: DEBUG nova.compute.manager [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1267.096020] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.096934] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3559471-e0dc-4ae5-af1b-61788384b8c1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.105111] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.105447] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-994c6eec-b24a-4756-a8d5-b2018860acff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.113131] env[65978]: DEBUG oslo_vmware.api [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Waiting for the task: (returnval){ [ 1267.113131] env[65978]: value = "task-4715507" [ 1267.113131] env[65978]: _type = "Task" [ 1267.113131] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.124489] env[65978]: DEBUG oslo_vmware.api [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Task: {'id': task-4715507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.475056] env[65978]: DEBUG oslo_vmware.api [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715506, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.624450] env[65978]: DEBUG oslo_vmware.api [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Task: {'id': task-4715507, 'name': PowerOffVM_Task, 'duration_secs': 0.243615} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.624761] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.624928] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1267.625215] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ae5544f-7263-4b64-b9ce-2f9d805d63c4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.699924] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1267.700197] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1267.700343] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Deleting the datastore file [datastore1] 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.700655] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6a60d0f-378c-4475-a347-0605fe2f8b40 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.708336] env[65978]: DEBUG oslo_vmware.api [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Waiting for the task: (returnval){ [ 1267.708336] env[65978]: value = "task-4715509" [ 1267.708336] env[65978]: _type = "Task" [ 1267.708336] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.717039] env[65978]: DEBUG oslo_vmware.api [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Task: {'id': task-4715509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.975248] env[65978]: DEBUG oslo_vmware.api [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715506, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.221758] env[65978]: DEBUG oslo_vmware.api [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Task: {'id': task-4715509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122611} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.222153] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.222425] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.222808] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.223069] env[65978]: INFO nova.compute.manager [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1268.223435] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1268.223733] env[65978]: DEBUG nova.compute.manager [-] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1268.223875] env[65978]: DEBUG nova.network.neutron [-] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1268.224292] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.263628] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.478938] env[65978]: DEBUG oslo_vmware.api [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715506, 'name': ReconfigVM_Task, 'duration_secs': 1.165396} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.478938] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.479278] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a49be160-9470-482e-9c28-fae1c35b40aa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.488074] env[65978]: DEBUG oslo_vmware.api [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Waiting for the task: (returnval){ [ 1268.488074] env[65978]: value = "task-4715510" [ 1268.488074] env[65978]: _type = "Task" [ 1268.488074] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.494388] env[65978]: DEBUG nova.compute.manager [req-f0af9dc1-2713-43b7-9e4f-bea21279e9b5 req-5950a56b-1ae1-4aa3-9038-951c97eca3f4 service nova] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Received event network-vif-deleted-e2a5a0e9-e1d8-4605-acc9-a2a76f9df39f {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1268.494564] env[65978]: INFO nova.compute.manager [req-f0af9dc1-2713-43b7-9e4f-bea21279e9b5 req-5950a56b-1ae1-4aa3-9038-951c97eca3f4 service nova] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Neutron deleted interface e2a5a0e9-e1d8-4605-acc9-a2a76f9df39f; detaching it from the instance and deleting it from the info cache [ 1268.494727] env[65978]: DEBUG nova.network.neutron [req-f0af9dc1-2713-43b7-9e4f-bea21279e9b5 req-5950a56b-1ae1-4aa3-9038-951c97eca3f4 service nova] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.502299] env[65978]: DEBUG oslo_vmware.api [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.976850] env[65978]: DEBUG nova.network.neutron [-] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.999687] env[65978]: DEBUG oslo_vmware.api [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715510, 'name': PowerOnVM_Task, 'duration_secs': 0.388551} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.999930] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3876d05d-5740-46e0-8f1f-a9702111dea1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.001899] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.004914] env[65978]: DEBUG nova.compute.manager [None req-046b5823-cc92-45ed-b1a8-8f487e454366 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1269.005808] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b6d326-d603-4fda-bcf3-1dd30e4759db {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.015570] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba14967d-af83-4369-8336-6a30605c0230 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.049582] env[65978]: DEBUG nova.compute.manager [req-f0af9dc1-2713-43b7-9e4f-bea21279e9b5 req-5950a56b-1ae1-4aa3-9038-951c97eca3f4 service nova] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Detach interface failed, port_id=e2a5a0e9-e1d8-4605-acc9-a2a76f9df39f, reason: Instance 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1269.478695] env[65978]: INFO nova.compute.manager [-] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Took 1.25 seconds to deallocate network for instance. [ 1269.954549] env[65978]: DEBUG nova.compute.manager [req-a71156b7-4944-4e89-a347-0a146b1bbb3f req-3422e485-2fc3-4d46-a6a4-17d3b78d583a service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Received event network-changed-b40df3b5-39f7-4708-b82e-fdf4adec1e99 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1269.954837] env[65978]: DEBUG nova.compute.manager [req-a71156b7-4944-4e89-a347-0a146b1bbb3f req-3422e485-2fc3-4d46-a6a4-17d3b78d583a service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Refreshing instance network info cache due to event network-changed-b40df3b5-39f7-4708-b82e-fdf4adec1e99. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1269.954946] env[65978]: DEBUG oslo_concurrency.lockutils [req-a71156b7-4944-4e89-a347-0a146b1bbb3f req-3422e485-2fc3-4d46-a6a4-17d3b78d583a service nova] Acquiring lock "refresh_cache-68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.955105] env[65978]: DEBUG oslo_concurrency.lockutils [req-a71156b7-4944-4e89-a347-0a146b1bbb3f req-3422e485-2fc3-4d46-a6a4-17d3b78d583a service nova] Acquired lock "refresh_cache-68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.955269] env[65978]: DEBUG nova.network.neutron [req-a71156b7-4944-4e89-a347-0a146b1bbb3f req-3422e485-2fc3-4d46-a6a4-17d3b78d583a service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Refreshing network info cache for port b40df3b5-39f7-4708-b82e-fdf4adec1e99 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.985369] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.985660] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.985882] env[65978]: DEBUG nova.objects.instance [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Lazy-loading 'resources' on Instance uuid 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.458342] env[65978]: WARNING neutronclient.v2_0.client [req-a71156b7-4944-4e89-a347-0a146b1bbb3f req-3422e485-2fc3-4d46-a6a4-17d3b78d583a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.538961] env[65978]: DEBUG nova.compute.manager [req-0b2790e5-972b-4646-9c92-7d53a296f19b req-57bcc0e4-ffb0-4c82-9871-a0e9e2e3ff15 service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Received event network-changed-b40df3b5-39f7-4708-b82e-fdf4adec1e99 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1270.539279] env[65978]: DEBUG nova.compute.manager [req-0b2790e5-972b-4646-9c92-7d53a296f19b req-57bcc0e4-ffb0-4c82-9871-a0e9e2e3ff15 service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Refreshing instance network info cache due to event network-changed-b40df3b5-39f7-4708-b82e-fdf4adec1e99. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1270.539402] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b2790e5-972b-4646-9c92-7d53a296f19b req-57bcc0e4-ffb0-4c82-9871-a0e9e2e3ff15 service nova] Acquiring lock "refresh_cache-68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.572574] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285347ec-0fe0-4a9c-b9af-c2b9e9a994cb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.582720] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcc44df-5a92-4320-a530-b5b0fa8ccc0a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.618698] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44deec0-e048-4393-8256-3adcfb6c43b7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.629755] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2947b3-01dd-4e2a-bac7-656a7a209740 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.649939] env[65978]: DEBUG nova.compute.provider_tree [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.039920] env[65978]: WARNING neutronclient.v2_0.client [req-a71156b7-4944-4e89-a347-0a146b1bbb3f req-3422e485-2fc3-4d46-a6a4-17d3b78d583a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.109380] env[65978]: DEBUG nova.network.neutron [req-a71156b7-4944-4e89-a347-0a146b1bbb3f req-3422e485-2fc3-4d46-a6a4-17d3b78d583a service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Updated VIF entry in instance network info cache for port b40df3b5-39f7-4708-b82e-fdf4adec1e99. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1271.109761] env[65978]: DEBUG nova.network.neutron [req-a71156b7-4944-4e89-a347-0a146b1bbb3f req-3422e485-2fc3-4d46-a6a4-17d3b78d583a service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Updating instance_info_cache with network_info: [{"id": "b40df3b5-39f7-4708-b82e-fdf4adec1e99", "address": "fa:16:3e:f0:12:25", "network": {"id": "131e4d2a-7820-48e4-b84f-6924f2f28cfe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-948659160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7a5e5323d83a4629812b24f51376abc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40df3b5-39", "ovs_interfaceid": "b40df3b5-39f7-4708-b82e-fdf4adec1e99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.153094] env[65978]: DEBUG nova.scheduler.client.report [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.613057] env[65978]: DEBUG oslo_concurrency.lockutils [req-a71156b7-4944-4e89-a347-0a146b1bbb3f req-3422e485-2fc3-4d46-a6a4-17d3b78d583a service nova] Releasing lock "refresh_cache-68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.613645] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b2790e5-972b-4646-9c92-7d53a296f19b req-57bcc0e4-ffb0-4c82-9871-a0e9e2e3ff15 service nova] Acquired lock "refresh_cache-68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.613872] env[65978]: DEBUG nova.network.neutron [req-0b2790e5-972b-4646-9c92-7d53a296f19b req-57bcc0e4-ffb0-4c82-9871-a0e9e2e3ff15 service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Refreshing network info cache for port b40df3b5-39f7-4708-b82e-fdf4adec1e99 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.658672] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.673s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.683329] env[65978]: INFO nova.scheduler.client.report [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Deleted allocations for instance 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e [ 1272.118868] env[65978]: WARNING neutronclient.v2_0.client [req-0b2790e5-972b-4646-9c92-7d53a296f19b req-57bcc0e4-ffb0-4c82-9871-a0e9e2e3ff15 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1272.192482] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2c19f358-372b-40a1-bc85-28d6c575ea43 tempest-InstanceActionsV221TestJSON-1203996889 tempest-InstanceActionsV221TestJSON-1203996889-project-member] Lock "48ae34bd-2b1f-4d74-a17e-0f4632a13d5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.604s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.222306] env[65978]: DEBUG nova.compute.manager [req-1cb69c81-c212-4e37-b46b-f87c6e06371c req-2821db55-d54a-4bb7-bc3c-1df65b562ba3 service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Received event network-changed-b40df3b5-39f7-4708-b82e-fdf4adec1e99 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1272.223500] env[65978]: DEBUG nova.compute.manager [req-1cb69c81-c212-4e37-b46b-f87c6e06371c req-2821db55-d54a-4bb7-bc3c-1df65b562ba3 service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Refreshing instance network info cache due to event network-changed-b40df3b5-39f7-4708-b82e-fdf4adec1e99. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1272.223500] env[65978]: DEBUG oslo_concurrency.lockutils [req-1cb69c81-c212-4e37-b46b-f87c6e06371c req-2821db55-d54a-4bb7-bc3c-1df65b562ba3 service nova] Acquiring lock "refresh_cache-68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.477070] env[65978]: WARNING neutronclient.v2_0.client [req-0b2790e5-972b-4646-9c92-7d53a296f19b req-57bcc0e4-ffb0-4c82-9871-a0e9e2e3ff15 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1272.634471] env[65978]: DEBUG nova.network.neutron [req-0b2790e5-972b-4646-9c92-7d53a296f19b req-57bcc0e4-ffb0-4c82-9871-a0e9e2e3ff15 service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Updated VIF entry in instance network info cache for port b40df3b5-39f7-4708-b82e-fdf4adec1e99. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1272.634861] env[65978]: DEBUG nova.network.neutron [req-0b2790e5-972b-4646-9c92-7d53a296f19b req-57bcc0e4-ffb0-4c82-9871-a0e9e2e3ff15 service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Updating instance_info_cache with network_info: [{"id": "b40df3b5-39f7-4708-b82e-fdf4adec1e99", "address": "fa:16:3e:f0:12:25", "network": {"id": "131e4d2a-7820-48e4-b84f-6924f2f28cfe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-948659160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7a5e5323d83a4629812b24f51376abc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40df3b5-39", "ovs_interfaceid": "b40df3b5-39f7-4708-b82e-fdf4adec1e99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.672066] env[65978]: DEBUG nova.compute.manager [req-4191fc2a-5bf4-42c0-972b-f33710a4c440 req-b81c32a3-aacc-4d2a-b210-0d5441fcb17b service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Received event network-changed-b40df3b5-39f7-4708-b82e-fdf4adec1e99 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1272.673170] env[65978]: DEBUG nova.compute.manager [req-4191fc2a-5bf4-42c0-972b-f33710a4c440 req-b81c32a3-aacc-4d2a-b210-0d5441fcb17b service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Refreshing instance network info cache due to event network-changed-b40df3b5-39f7-4708-b82e-fdf4adec1e99. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1272.673170] env[65978]: DEBUG oslo_concurrency.lockutils [req-4191fc2a-5bf4-42c0-972b-f33710a4c440 req-b81c32a3-aacc-4d2a-b210-0d5441fcb17b service nova] Acquiring lock "refresh_cache-68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.138109] env[65978]: DEBUG oslo_concurrency.lockutils [req-0b2790e5-972b-4646-9c92-7d53a296f19b req-57bcc0e4-ffb0-4c82-9871-a0e9e2e3ff15 service nova] Releasing lock "refresh_cache-68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.139040] env[65978]: DEBUG oslo_concurrency.lockutils [req-1cb69c81-c212-4e37-b46b-f87c6e06371c req-2821db55-d54a-4bb7-bc3c-1df65b562ba3 service nova] Acquired lock "refresh_cache-68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.139040] env[65978]: DEBUG nova.network.neutron [req-1cb69c81-c212-4e37-b46b-f87c6e06371c req-2821db55-d54a-4bb7-bc3c-1df65b562ba3 service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Refreshing network info cache for port b40df3b5-39f7-4708-b82e-fdf4adec1e99 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.370933] env[65978]: INFO nova.compute.manager [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Rebuilding instance [ 1273.425787] env[65978]: DEBUG nova.compute.manager [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1273.426732] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6562803d-26a4-42df-b4a0-84cfa35f2810 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.642508] env[65978]: WARNING neutronclient.v2_0.client [req-1cb69c81-c212-4e37-b46b-f87c6e06371c req-2821db55-d54a-4bb7-bc3c-1df65b562ba3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1273.779207] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Acquiring lock "68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.779468] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Lock "68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.779674] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Acquiring lock "68fe64ff-d1f3-4a8b-9632-200b93b9d6cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.779862] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Lock "68fe64ff-d1f3-4a8b-9632-200b93b9d6cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.780109] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Lock "68fe64ff-d1f3-4a8b-9632-200b93b9d6cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.782208] env[65978]: INFO nova.compute.manager [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Terminating instance [ 1273.809406] env[65978]: WARNING neutronclient.v2_0.client [req-1cb69c81-c212-4e37-b46b-f87c6e06371c req-2821db55-d54a-4bb7-bc3c-1df65b562ba3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1273.879955] env[65978]: DEBUG nova.network.neutron [req-1cb69c81-c212-4e37-b46b-f87c6e06371c req-2821db55-d54a-4bb7-bc3c-1df65b562ba3 service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Updated VIF entry in instance network info cache for port b40df3b5-39f7-4708-b82e-fdf4adec1e99. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1273.880378] env[65978]: DEBUG nova.network.neutron [req-1cb69c81-c212-4e37-b46b-f87c6e06371c req-2821db55-d54a-4bb7-bc3c-1df65b562ba3 service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Updating instance_info_cache with network_info: [{"id": "b40df3b5-39f7-4708-b82e-fdf4adec1e99", "address": "fa:16:3e:f0:12:25", "network": {"id": "131e4d2a-7820-48e4-b84f-6924f2f28cfe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-948659160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7a5e5323d83a4629812b24f51376abc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40df3b5-39", "ovs_interfaceid": "b40df3b5-39f7-4708-b82e-fdf4adec1e99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.286886] env[65978]: DEBUG nova.compute.manager [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1274.287259] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.288130] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd8e0d3-cd71-43c7-bda2-ab04175924cb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.297367] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.297678] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bce872c6-5f78-4708-957b-211415ac9374 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.305204] env[65978]: DEBUG oslo_vmware.api [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Waiting for the task: (returnval){ [ 1274.305204] env[65978]: value = "task-4715511" [ 1274.305204] env[65978]: _type = "Task" [ 1274.305204] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.315428] env[65978]: DEBUG oslo_vmware.api [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.383561] env[65978]: DEBUG oslo_concurrency.lockutils [req-1cb69c81-c212-4e37-b46b-f87c6e06371c req-2821db55-d54a-4bb7-bc3c-1df65b562ba3 service nova] Releasing lock "refresh_cache-68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.384054] env[65978]: DEBUG oslo_concurrency.lockutils [req-4191fc2a-5bf4-42c0-972b-f33710a4c440 req-b81c32a3-aacc-4d2a-b210-0d5441fcb17b service nova] Acquired lock "refresh_cache-68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.384280] env[65978]: DEBUG nova.network.neutron [req-4191fc2a-5bf4-42c0-972b-f33710a4c440 req-b81c32a3-aacc-4d2a-b210-0d5441fcb17b service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Refreshing network info cache for port b40df3b5-39f7-4708-b82e-fdf4adec1e99 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.442665] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.443055] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1d389b8-fe26-4827-afc7-92ddd4061049 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.452930] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1274.452930] env[65978]: value = "task-4715512" [ 1274.452930] env[65978]: _type = "Task" [ 1274.452930] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.468442] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.816894] env[65978]: DEBUG oslo_vmware.api [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715511, 'name': PowerOffVM_Task, 'duration_secs': 0.285617} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.817200] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.817367] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.817630] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74287139-1917-445f-96ab-271c1c9cbcae {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.887460] env[65978]: WARNING neutronclient.v2_0.client [req-4191fc2a-5bf4-42c0-972b-f33710a4c440 req-b81c32a3-aacc-4d2a-b210-0d5441fcb17b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1274.968236] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715512, 'name': PowerOffVM_Task, 'duration_secs': 0.179968} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.968532] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.968757] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.969566] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6d7109-2653-4d62-be6b-e71060f74299 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.977952] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.978201] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b179e834-8774-49a1-8323-f7507fe4e1c4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.023493] env[65978]: WARNING neutronclient.v2_0.client [req-4191fc2a-5bf4-42c0-972b-f33710a4c440 req-b81c32a3-aacc-4d2a-b210-0d5441fcb17b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1275.094641] env[65978]: DEBUG nova.network.neutron [req-4191fc2a-5bf4-42c0-972b-f33710a4c440 req-b81c32a3-aacc-4d2a-b210-0d5441fcb17b service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Updated VIF entry in instance network info cache for port b40df3b5-39f7-4708-b82e-fdf4adec1e99. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1275.095056] env[65978]: DEBUG nova.network.neutron [req-4191fc2a-5bf4-42c0-972b-f33710a4c440 req-b81c32a3-aacc-4d2a-b210-0d5441fcb17b service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Updating instance_info_cache with network_info: [{"id": "b40df3b5-39f7-4708-b82e-fdf4adec1e99", "address": "fa:16:3e:f0:12:25", "network": {"id": "131e4d2a-7820-48e4-b84f-6924f2f28cfe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-948659160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7a5e5323d83a4629812b24f51376abc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40df3b5-39", "ovs_interfaceid": "b40df3b5-39f7-4708-b82e-fdf4adec1e99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.141484] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.141725] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Deleting contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.141908] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Deleting the datastore file [datastore1] 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.142216] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4684aee-951a-4a31-af5d-76021374e5cd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.151497] env[65978]: DEBUG oslo_vmware.api [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Waiting for the task: (returnval){ [ 1275.151497] env[65978]: value = "task-4715515" [ 1275.151497] env[65978]: _type = "Task" [ 1275.151497] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.157480] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.157752] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.157880] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Deleting the datastore file [datastore2] 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.158221] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb38c207-5c30-485b-a75d-a1b2eb3b599b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.167934] env[65978]: DEBUG oslo_vmware.api [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.173623] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1275.173623] env[65978]: value = "task-4715516" [ 1275.173623] env[65978]: _type = "Task" [ 1275.173623] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.184181] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.598766] env[65978]: DEBUG oslo_concurrency.lockutils [req-4191fc2a-5bf4-42c0-972b-f33710a4c440 req-b81c32a3-aacc-4d2a-b210-0d5441fcb17b service nova] Releasing lock "refresh_cache-68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.670383] env[65978]: DEBUG oslo_vmware.api [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Task: {'id': task-4715515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214304} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.670707] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.670900] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Deleted contents of the VM from datastore datastore1 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1275.671207] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.671969] env[65978]: INFO nova.compute.manager [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1275.671969] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1275.671969] env[65978]: DEBUG nova.compute.manager [-] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1275.672124] env[65978]: DEBUG nova.network.neutron [-] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1275.672373] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1275.684878] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152203} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.685296] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.685499] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1275.685669] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.718783] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1275.948731] env[65978]: DEBUG nova.compute.manager [req-d73ef471-222c-4c7f-9df6-882b20b824f0 req-2438e003-afd4-4400-a27b-54ffe760c6da service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Received event network-vif-deleted-b40df3b5-39f7-4708-b82e-fdf4adec1e99 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1275.948889] env[65978]: INFO nova.compute.manager [req-d73ef471-222c-4c7f-9df6-882b20b824f0 req-2438e003-afd4-4400-a27b-54ffe760c6da service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Neutron deleted interface b40df3b5-39f7-4708-b82e-fdf4adec1e99; detaching it from the instance and deleting it from the info cache [ 1275.949541] env[65978]: DEBUG nova.network.neutron [req-d73ef471-222c-4c7f-9df6-882b20b824f0 req-2438e003-afd4-4400-a27b-54ffe760c6da service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.428196] env[65978]: DEBUG nova.network.neutron [-] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.455832] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f55ecb8d-5c69-40af-8837-b70d503c5d2c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.468289] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e94306-106e-4909-bc23-8f53196cb3bd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.497027] env[65978]: DEBUG nova.compute.manager [req-d73ef471-222c-4c7f-9df6-882b20b824f0 req-2438e003-afd4-4400-a27b-54ffe760c6da service nova] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Detach interface failed, port_id=b40df3b5-39f7-4708-b82e-fdf4adec1e99, reason: Instance 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1276.726816] env[65978]: DEBUG nova.virt.hardware [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1276.727187] env[65978]: DEBUG nova.virt.hardware [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.727255] env[65978]: DEBUG nova.virt.hardware [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1276.727391] env[65978]: DEBUG nova.virt.hardware [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.727533] env[65978]: DEBUG nova.virt.hardware [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1276.727804] env[65978]: DEBUG nova.virt.hardware [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1276.727870] env[65978]: DEBUG nova.virt.hardware [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1276.728121] env[65978]: DEBUG nova.virt.hardware [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1276.728391] env[65978]: DEBUG nova.virt.hardware [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1276.729029] env[65978]: DEBUG nova.virt.hardware [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1276.729029] env[65978]: DEBUG nova.virt.hardware [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1276.729713] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c44a75-22e8-4167-91ee-1d364a79e29d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.741898] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0ab7f6-b7cd-4806-ae59-47313609c171 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.760021] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:1c:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40416c63-de9b-405d-89eb-b089b4f5c066', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1276.766935] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1276.767316] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1276.767560] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40822dd5-211c-4bce-b65e-2143a20989ac {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.789786] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1276.789786] env[65978]: value = "task-4715517" [ 1276.789786] env[65978]: _type = "Task" [ 1276.789786] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.799984] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715517, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.933988] env[65978]: INFO nova.compute.manager [-] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Took 1.26 seconds to deallocate network for instance. [ 1277.301837] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715517, 'name': CreateVM_Task, 'duration_secs': 0.352142} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.302244] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.302974] env[65978]: WARNING neutronclient.v2_0.client [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1277.303492] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.303772] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.304189] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.304579] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87e7cf98-4f5a-4ecc-9c41-f5f72c929e93 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.310211] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1277.310211] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e042c3-bc7d-3006-d298-edc4479570a6" [ 1277.310211] env[65978]: _type = "Task" [ 1277.310211] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.320043] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e042c3-bc7d-3006-d298-edc4479570a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.445642] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.446104] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.446469] env[65978]: DEBUG nova.objects.instance [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Lazy-loading 'resources' on Instance uuid 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.822260] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e042c3-bc7d-3006-d298-edc4479570a6, 'name': SearchDatastore_Task, 'duration_secs': 0.010013} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.822631] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.822831] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1277.823075] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.823221] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.823398] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1277.823722] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd106d27-f924-4797-92f2-64900f6830b2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.833882] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.834129] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1277.834939] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb71a2a5-9392-45fe-a342-847c588ac324 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.841379] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1277.841379] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f9d8b8-68ec-b4ab-4cf7-d5c2894a0131" [ 1277.841379] env[65978]: _type = "Task" [ 1277.841379] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.850357] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f9d8b8-68ec-b4ab-4cf7-d5c2894a0131, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.009840] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb8a6ea-d769-4e68-8836-9555d22786d2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.018961] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de50ede9-54d4-44f1-9b84-b6dea8155103 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.050806] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04629d68-90b0-4f62-9258-25b5c98ff556 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.059656] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e4ae28-ed33-41c7-a650-081ae1b06d1c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.074626] env[65978]: DEBUG nova.compute.provider_tree [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.352342] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52f9d8b8-68ec-b4ab-4cf7-d5c2894a0131, 'name': SearchDatastore_Task, 'duration_secs': 0.010023} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.353253] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d62a871-a41d-4718-977b-f76bbbf74f7a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.359061] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1278.359061] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520e3942-4dbe-ef99-ab1c-c27c6f0fb905" [ 1278.359061] env[65978]: _type = "Task" [ 1278.359061] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.368025] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520e3942-4dbe-ef99-ab1c-c27c6f0fb905, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.577626] env[65978]: DEBUG nova.scheduler.client.report [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.871802] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]520e3942-4dbe-ef99-ab1c-c27c6f0fb905, 'name': SearchDatastore_Task, 'duration_secs': 0.011321} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.872107] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.872374] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b/8b3c2d58-19b0-41c9-be7f-e5828b8cb70b.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1278.872711] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcf2906b-4702-4b6d-962e-8d0f88c35d3b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.880861] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1278.880861] env[65978]: value = "task-4715518" [ 1278.880861] env[65978]: _type = "Task" [ 1278.880861] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.889850] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.082344] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.109537] env[65978]: INFO nova.scheduler.client.report [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Deleted allocations for instance 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd [ 1279.391435] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488923} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.391706] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b/8b3c2d58-19b0-41c9-be7f-e5828b8cb70b.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1279.391930] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1279.392221] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7756655f-a1eb-4634-8f46-3f121e31a703 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.399755] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1279.399755] env[65978]: value = "task-4715519" [ 1279.399755] env[65978]: _type = "Task" [ 1279.399755] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.410297] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.618154] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b22dd037-80c8-4974-a1a0-1cbfe9eaf162 tempest-ServerRescueTestJSONUnderV235-745819749 tempest-ServerRescueTestJSONUnderV235-745819749-project-member] Lock "68fe64ff-d1f3-4a8b-9632-200b93b9d6cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.839s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.910435] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062407} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.910828] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1279.911570] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1679c4-e4f4-41b0-97a6-72899696e858 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.935819] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b/8b3c2d58-19b0-41c9-be7f-e5828b8cb70b.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.936177] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ae98f5c-c08f-4ec8-84af-de769349381f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.956988] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1279.956988] env[65978]: value = "task-4715520" [ 1279.956988] env[65978]: _type = "Task" [ 1279.956988] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.966406] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.467799] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715520, 'name': ReconfigVM_Task, 'duration_secs': 0.357233} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.468098] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b/8b3c2d58-19b0-41c9-be7f-e5828b8cb70b.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.468749] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0acbc1a5-1e00-455d-9da6-c5d07589f346 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.476485] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1280.476485] env[65978]: value = "task-4715521" [ 1280.476485] env[65978]: _type = "Task" [ 1280.476485] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.485491] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715521, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.987070] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715521, 'name': Rename_Task, 'duration_secs': 0.146235} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.987366] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1280.987617] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfa46d92-cc1e-40d3-a5b0-fe06ca197b84 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.995386] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1280.995386] env[65978]: value = "task-4715522" [ 1280.995386] env[65978]: _type = "Task" [ 1280.995386] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.004631] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.506014] env[65978]: DEBUG oslo_vmware.api [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715522, 'name': PowerOnVM_Task, 'duration_secs': 0.490476} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.506356] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1281.506585] env[65978]: DEBUG nova.compute.manager [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1281.507417] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ce061a-0fbd-44d4-93ab-61e809dbee3a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.026038] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.026258] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.026497] env[65978]: DEBUG nova.objects.instance [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65978) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1283.037049] env[65978]: DEBUG oslo_concurrency.lockutils [None req-4a7d282e-3765-4562-b57b-2319b9b23d56 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.749414] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.748587] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.748823] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.749242] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.749644] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.749644] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65978) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11240}} [ 1314.748928] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.749390] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.252385] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.252625] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.252838] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.253027] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65978) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1315.253983] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ad9138-1216-43d2-a678-8b1d5fd57902 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.263386] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f02b23a-7521-4bf0-8fac-d8adcbc3adfe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.278262] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1b5334-6d19-43b3-9a33-91c5903cf266 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.286171] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8398597b-16a9-4715-a898-fe5619f22443 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.315565] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180123MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65978) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1315.315765] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.315910] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.343123] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 252f26bc-161b-4352-9915-d4a3e2e3e4cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1316.343447] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1316.343447] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1316.343584] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '2', 'num_vm_active': '2', 'num_task_None': '2', 'num_os_type_None': '2', 'num_proj_b437a74b307245bf988edfef378aff16': '2', 'io_workload': '0'} {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1316.382604] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68158ee2-66e7-40e8-8367-e9bca816cc21 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.390412] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520f90d7-1556-4721-983e-bfe57b14c278 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.421982] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9215f7bb-ba37-4b5a-b8e9-a89484e8f1cb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.429900] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be98959-a2c8-423a-a833-8bc71ef7d149 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.443357] env[65978]: DEBUG nova.compute.provider_tree [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.946705] env[65978]: DEBUG nova.scheduler.client.report [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.452384] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65978) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1317.452847] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.137s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.594742] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "8b3c2d58-19b0-41c9-be7f-e5828b8cb70b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.595296] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "8b3c2d58-19b0-41c9-be7f-e5828b8cb70b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.595296] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "8b3c2d58-19b0-41c9-be7f-e5828b8cb70b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.595421] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "8b3c2d58-19b0-41c9-be7f-e5828b8cb70b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.595502] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "8b3c2d58-19b0-41c9-be7f-e5828b8cb70b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.599145] env[65978]: INFO nova.compute.manager [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Terminating instance [ 1319.103750] env[65978]: DEBUG nova.compute.manager [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1319.104049] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1319.105281] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d539d6f0-4adf-45ba-8eb4-0a2a7ba8ea9d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.113428] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.113702] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-121cd695-88bc-4d44-8d63-030f9d0b5c4b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.121803] env[65978]: DEBUG oslo_vmware.api [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1319.121803] env[65978]: value = "task-4715523" [ 1319.121803] env[65978]: _type = "Task" [ 1319.121803] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.132088] env[65978]: DEBUG oslo_vmware.api [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.446425] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.633750] env[65978]: DEBUG oslo_vmware.api [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715523, 'name': PowerOffVM_Task, 'duration_secs': 0.202941} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.634133] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1319.634227] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1319.634494] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54653e52-7c1b-4b65-9af2-3b28fa65e0e0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.704896] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1319.705135] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1319.705275] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Deleting the datastore file [datastore2] 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1319.705553] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06b5ccf7-f633-4d66-85b3-ae623ca23cde {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.712381] env[65978]: DEBUG oslo_vmware.api [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1319.712381] env[65978]: value = "task-4715525" [ 1319.712381] env[65978]: _type = "Task" [ 1319.712381] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.721007] env[65978]: DEBUG oslo_vmware.api [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.223119] env[65978]: DEBUG oslo_vmware.api [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154762} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.223378] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1320.223561] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1320.223732] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1320.223930] env[65978]: INFO nova.compute.manager [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1320.224215] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1320.224425] env[65978]: DEBUG nova.compute.manager [-] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1320.224512] env[65978]: DEBUG nova.network.neutron [-] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1320.224748] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1320.256834] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1321.142855] env[65978]: DEBUG nova.compute.manager [req-1769c503-7348-42ac-b192-7e833e2328bc req-f4a4bfef-c330-4ddf-b671-a4db9a434aea service nova] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Received event network-vif-deleted-40416c63-de9b-405d-89eb-b089b4f5c066 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1321.143119] env[65978]: INFO nova.compute.manager [req-1769c503-7348-42ac-b192-7e833e2328bc req-f4a4bfef-c330-4ddf-b671-a4db9a434aea service nova] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Neutron deleted interface 40416c63-de9b-405d-89eb-b089b4f5c066; detaching it from the instance and deleting it from the info cache [ 1321.143170] env[65978]: DEBUG nova.network.neutron [req-1769c503-7348-42ac-b192-7e833e2328bc req-f4a4bfef-c330-4ddf-b671-a4db9a434aea service nova] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.619055] env[65978]: DEBUG nova.network.neutron [-] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.646335] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02c40256-63fb-4a27-9279-3ad3693ab022 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.658260] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fd3774-81ac-447a-8bdd-36d29b9385ae {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.685242] env[65978]: DEBUG nova.compute.manager [req-1769c503-7348-42ac-b192-7e833e2328bc req-f4a4bfef-c330-4ddf-b671-a4db9a434aea service nova] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Detach interface failed, port_id=40416c63-de9b-405d-89eb-b089b4f5c066, reason: Instance 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1322.122021] env[65978]: INFO nova.compute.manager [-] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Took 1.90 seconds to deallocate network for instance. [ 1322.628609] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.630089] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.630089] env[65978]: DEBUG nova.objects.instance [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lazy-loading 'resources' on Instance uuid 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.177551] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5aaa1c-fd35-4973-9bd8-c9680df0e3d1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.186054] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c5568f-cc52-4afe-96bf-f542f3584d69 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.218024] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dff016-1d5e-4538-8c6f-ed0862ab139a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.226292] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a42958-8025-4aee-82fb-ee60521b7edb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.240691] env[65978]: DEBUG nova.compute.provider_tree [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.744904] env[65978]: DEBUG nova.scheduler.client.report [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.250313] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.270924] env[65978]: INFO nova.scheduler.client.report [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Deleted allocations for instance 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b [ 1324.779582] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b19df2c2-2eee-4b51-954b-d9b8c7f0fbc1 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "8b3c2d58-19b0-41c9-be7f-e5828b8cb70b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.185s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.388570] env[65978]: DEBUG nova.compute.manager [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Stashing vm_state: active {{(pid=65978) _prep_resize /opt/stack/nova/nova/compute/manager.py:6180}} [ 1326.907184] env[65978]: DEBUG oslo_concurrency.lockutils [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.907466] env[65978]: DEBUG oslo_concurrency.lockutils [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.412426] env[65978]: INFO nova.compute.claims [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1327.919394] env[65978]: INFO nova.compute.resource_tracker [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Updating resource usage from migration 3b1a7180-876d-4144-a318-fa7517fcd2e4 [ 1327.961967] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf52461-575a-4471-a71c-0fa8fbf7e3ea {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.970273] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5673f2-e35c-45b1-a7bc-c643b25c531f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.000878] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4fe914-35d2-4d7d-b6f1-bae7abdf701b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.008617] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d210e5-cbad-4f5c-8c19-062928d8101e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.022203] env[65978]: DEBUG nova.compute.provider_tree [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.525457] env[65978]: DEBUG nova.scheduler.client.report [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.030983] env[65978]: DEBUG oslo_concurrency.lockutils [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.123s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.031250] env[65978]: INFO nova.compute.manager [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Migrating [ 1329.547407] env[65978]: DEBUG oslo_concurrency.lockutils [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "refresh_cache-252f26bc-161b-4352-9915-d4a3e2e3e4cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.547814] env[65978]: DEBUG oslo_concurrency.lockutils [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired lock "refresh_cache-252f26bc-161b-4352-9915-d4a3e2e3e4cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.547814] env[65978]: DEBUG nova.network.neutron [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1330.050820] env[65978]: WARNING neutronclient.v2_0.client [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1330.213741] env[65978]: WARNING neutronclient.v2_0.client [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1330.280420] env[65978]: DEBUG nova.network.neutron [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Updating instance_info_cache with network_info: [{"id": "bb422868-434e-46a4-bbd6-f6cd0db287b5", "address": "fa:16:3e:2f:eb:d4", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb422868-43", "ovs_interfaceid": "bb422868-434e-46a4-bbd6-f6cd0db287b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.782743] env[65978]: DEBUG oslo_concurrency.lockutils [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Releasing lock "refresh_cache-252f26bc-161b-4352-9915-d4a3e2e3e4cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.298180] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65016aa5-2b30-4f46-8fd9-a381e540340a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.316789] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Updating instance '252f26bc-161b-4352-9915-d4a3e2e3e4cf' progress to 0 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1332.822968] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.823310] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-747b8926-cd34-478f-b653-2d3814bf77c8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.831192] env[65978]: DEBUG oslo_vmware.api [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1332.831192] env[65978]: value = "task-4715526" [ 1332.831192] env[65978]: _type = "Task" [ 1332.831192] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.839753] env[65978]: DEBUG oslo_vmware.api [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.341413] env[65978]: DEBUG oslo_vmware.api [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715526, 'name': PowerOffVM_Task, 'duration_secs': 0.183139} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.341846] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.341846] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Updating instance '252f26bc-161b-4352-9915-d4a3e2e3e4cf' progress to 17 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1333.848371] env[65978]: DEBUG nova.virt.hardware [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1333.848685] env[65978]: DEBUG nova.virt.hardware [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1333.848760] env[65978]: DEBUG nova.virt.hardware [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1333.848937] env[65978]: DEBUG nova.virt.hardware [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1333.849088] env[65978]: DEBUG nova.virt.hardware [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1333.849233] env[65978]: DEBUG nova.virt.hardware [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1333.849427] env[65978]: DEBUG nova.virt.hardware [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1333.849577] env[65978]: DEBUG nova.virt.hardware [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1333.849732] env[65978]: DEBUG nova.virt.hardware [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1333.849921] env[65978]: DEBUG nova.virt.hardware [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1333.850154] env[65978]: DEBUG nova.virt.hardware [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1333.855298] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02516f36-6210-44d5-a58e-87475c95c87e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.872236] env[65978]: DEBUG oslo_vmware.api [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1333.872236] env[65978]: value = "task-4715527" [ 1333.872236] env[65978]: _type = "Task" [ 1333.872236] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.881153] env[65978]: DEBUG oslo_vmware.api [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.383337] env[65978]: DEBUG oslo_vmware.api [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715527, 'name': ReconfigVM_Task, 'duration_secs': 0.164268} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.383702] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Updating instance '252f26bc-161b-4352-9915-d4a3e2e3e4cf' progress to 33 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1334.889891] env[65978]: DEBUG nova.virt.hardware [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1334.890233] env[65978]: DEBUG nova.virt.hardware [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1334.890380] env[65978]: DEBUG nova.virt.hardware [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1334.890563] env[65978]: DEBUG nova.virt.hardware [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1334.890704] env[65978]: DEBUG nova.virt.hardware [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1334.890847] env[65978]: DEBUG nova.virt.hardware [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1334.891062] env[65978]: DEBUG nova.virt.hardware [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1334.891222] env[65978]: DEBUG nova.virt.hardware [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1334.891383] env[65978]: DEBUG nova.virt.hardware [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1334.891558] env[65978]: DEBUG nova.virt.hardware [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1334.891753] env[65978]: DEBUG nova.virt.hardware [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1334.897078] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1334.897433] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1cdb2b1-1298-49eb-803a-4b44b330a6b6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.917351] env[65978]: DEBUG oslo_vmware.api [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1334.917351] env[65978]: value = "task-4715528" [ 1334.917351] env[65978]: _type = "Task" [ 1334.917351] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.925519] env[65978]: DEBUG oslo_vmware.api [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.427732] env[65978]: DEBUG oslo_vmware.api [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715528, 'name': ReconfigVM_Task, 'duration_secs': 0.164988} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.428143] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1335.428816] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebefe776-07af-4f1e-84c9-9bd68fea57d5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.450996] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 252f26bc-161b-4352-9915-d4a3e2e3e4cf/252f26bc-161b-4352-9915-d4a3e2e3e4cf.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.451613] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eac3efc9-0321-46af-9783-e6dc071606de {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.469909] env[65978]: DEBUG oslo_vmware.api [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1335.469909] env[65978]: value = "task-4715529" [ 1335.469909] env[65978]: _type = "Task" [ 1335.469909] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.478407] env[65978]: DEBUG oslo_vmware.api [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.979735] env[65978]: DEBUG oslo_vmware.api [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715529, 'name': ReconfigVM_Task, 'duration_secs': 0.270991} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.980011] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 252f26bc-161b-4352-9915-d4a3e2e3e4cf/252f26bc-161b-4352-9915-d4a3e2e3e4cf.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.980327] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Updating instance '252f26bc-161b-4352-9915-d4a3e2e3e4cf' progress to 50 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1336.487555] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece2be82-ee89-4872-a5fa-eebd843f5d52 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.507071] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb47322-646c-44ec-8697-e72d3e7b4093 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.526646] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Updating instance '252f26bc-161b-4352-9915-d4a3e2e3e4cf' progress to 67 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1337.033060] env[65978]: WARNING neutronclient.v2_0.client [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1337.033418] env[65978]: WARNING neutronclient.v2_0.client [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1337.079216] env[65978]: DEBUG nova.network.neutron [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Port bb422868-434e-46a4-bbd6-f6cd0db287b5 binding to destination host cpu-1 is already ACTIVE {{(pid=65978) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1338.097498] env[65978]: DEBUG oslo_concurrency.lockutils [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.097956] env[65978]: DEBUG oslo_concurrency.lockutils [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.097956] env[65978]: DEBUG oslo_concurrency.lockutils [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.111472] env[65978]: WARNING neutronclient.v2_0.client [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1339.141564] env[65978]: DEBUG oslo_concurrency.lockutils [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "refresh_cache-252f26bc-161b-4352-9915-d4a3e2e3e4cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.141756] env[65978]: DEBUG oslo_concurrency.lockutils [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired lock "refresh_cache-252f26bc-161b-4352-9915-d4a3e2e3e4cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.141918] env[65978]: DEBUG nova.network.neutron [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1339.645252] env[65978]: WARNING neutronclient.v2_0.client [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1339.818737] env[65978]: WARNING neutronclient.v2_0.client [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1339.886542] env[65978]: DEBUG nova.network.neutron [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Updating instance_info_cache with network_info: [{"id": "bb422868-434e-46a4-bbd6-f6cd0db287b5", "address": "fa:16:3e:2f:eb:d4", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb422868-43", "ovs_interfaceid": "bb422868-434e-46a4-bbd6-f6cd0db287b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.389299] env[65978]: DEBUG oslo_concurrency.lockutils [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Releasing lock "refresh_cache-252f26bc-161b-4352-9915-d4a3e2e3e4cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.915676] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14eba130-45c7-4818-a3aa-eb88b6438df4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.936082] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6fada6-78ae-43c4-bb4d-d6cadff2e298 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.943240] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Updating instance '252f26bc-161b-4352-9915-d4a3e2e3e4cf' progress to 83 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1341.449728] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1341.450182] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cbb33a1-094c-4fa7-9fa2-4c7bfe63a3cd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.458688] env[65978]: DEBUG oslo_vmware.api [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1341.458688] env[65978]: value = "task-4715530" [ 1341.458688] env[65978]: _type = "Task" [ 1341.458688] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.468096] env[65978]: DEBUG oslo_vmware.api [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.970271] env[65978]: DEBUG oslo_vmware.api [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715530, 'name': PowerOnVM_Task, 'duration_secs': 0.377698} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.970717] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.971032] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-74352303-5406-4870-8071-45df5e691786 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Updating instance '252f26bc-161b-4352-9915-d4a3e2e3e4cf' progress to 100 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1343.658372] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c6cabf26-cfb2-4dea-92f0-0692f0625192 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.658679] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c6cabf26-cfb2-4dea-92f0-0692f0625192 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.658803] env[65978]: DEBUG nova.compute.manager [None req-c6cabf26-cfb2-4dea-92f0-0692f0625192 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Going to confirm migration 9 {{(pid=65978) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5294}} [ 1344.165104] env[65978]: WARNING neutronclient.v2_0.client [None req-c6cabf26-cfb2-4dea-92f0-0692f0625192 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1344.198975] env[65978]: WARNING neutronclient.v2_0.client [None req-c6cabf26-cfb2-4dea-92f0-0692f0625192 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1344.199334] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c6cabf26-cfb2-4dea-92f0-0692f0625192 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "refresh_cache-252f26bc-161b-4352-9915-d4a3e2e3e4cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.199485] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c6cabf26-cfb2-4dea-92f0-0692f0625192 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired lock "refresh_cache-252f26bc-161b-4352-9915-d4a3e2e3e4cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.199649] env[65978]: DEBUG nova.network.neutron [None req-c6cabf26-cfb2-4dea-92f0-0692f0625192 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1344.199830] env[65978]: DEBUG nova.objects.instance [None req-c6cabf26-cfb2-4dea-92f0-0692f0625192 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lazy-loading 'info_cache' on Instance uuid 252f26bc-161b-4352-9915-d4a3e2e3e4cf {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.206415] env[65978]: WARNING neutronclient.v2_0.client [None req-c6cabf26-cfb2-4dea-92f0-0692f0625192 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1345.385542] env[65978]: WARNING neutronclient.v2_0.client [None req-c6cabf26-cfb2-4dea-92f0-0692f0625192 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1345.467207] env[65978]: DEBUG nova.network.neutron [None req-c6cabf26-cfb2-4dea-92f0-0692f0625192 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Updating instance_info_cache with network_info: [{"id": "bb422868-434e-46a4-bbd6-f6cd0db287b5", "address": "fa:16:3e:2f:eb:d4", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb422868-43", "ovs_interfaceid": "bb422868-434e-46a4-bbd6-f6cd0db287b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.970364] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c6cabf26-cfb2-4dea-92f0-0692f0625192 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Releasing lock "refresh_cache-252f26bc-161b-4352-9915-d4a3e2e3e4cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.970649] env[65978]: DEBUG nova.objects.instance [None req-c6cabf26-cfb2-4dea-92f0-0692f0625192 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lazy-loading 'migration_context' on Instance uuid 252f26bc-161b-4352-9915-d4a3e2e3e4cf {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.474327] env[65978]: DEBUG nova.objects.base [None req-c6cabf26-cfb2-4dea-92f0-0692f0625192 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Object Instance<252f26bc-161b-4352-9915-d4a3e2e3e4cf> lazy-loaded attributes: info_cache,migration_context {{(pid=65978) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1346.475976] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3babce-d161-42d7-b3b0-c63a20e43aea {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.509290] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03b1f2cd-52df-4bf6-8786-429dda3ac1e5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.517348] env[65978]: DEBUG oslo_vmware.api [None req-c6cabf26-cfb2-4dea-92f0-0692f0625192 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1346.517348] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a9fce1-d49e-f4f2-0ec6-443d93475907" [ 1346.517348] env[65978]: _type = "Task" [ 1346.517348] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.530446] env[65978]: DEBUG oslo_vmware.api [None req-c6cabf26-cfb2-4dea-92f0-0692f0625192 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a9fce1-d49e-f4f2-0ec6-443d93475907, 'name': SearchDatastore_Task, 'duration_secs': 0.008157} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.530852] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c6cabf26-cfb2-4dea-92f0-0692f0625192 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.531237] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c6cabf26-cfb2-4dea-92f0-0692f0625192 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.078305] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409204ca-fe4d-4230-ad8c-1f790d6bbcab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.086113] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66495e08-326f-460c-87c7-b8de3ae7b829 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.116292] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d49c05-4727-4c7c-81d8-adbec0cb8246 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.124197] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02afa4e-1b3e-4b78-9a56-3b7bee34310b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.139228] env[65978]: DEBUG nova.compute.provider_tree [None req-c6cabf26-cfb2-4dea-92f0-0692f0625192 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.643111] env[65978]: DEBUG nova.scheduler.client.report [None req-c6cabf26-cfb2-4dea-92f0-0692f0625192 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.657050] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c6cabf26-cfb2-4dea-92f0-0692f0625192 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.125s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.223466] env[65978]: INFO nova.scheduler.client.report [None req-c6cabf26-cfb2-4dea-92f0-0692f0625192 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Deleted allocation for migration 3b1a7180-876d-4144-a318-fa7517fcd2e4 [ 1349.620130] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.729411] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c6cabf26-cfb2-4dea-92f0-0692f0625192 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.070s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.730274] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.110s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.730549] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.730833] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.731058] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.732831] env[65978]: INFO nova.compute.manager [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Terminating instance [ 1350.236719] env[65978]: DEBUG nova.compute.manager [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1350.236944] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1350.237858] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c26c929-d4d4-4fd5-a951-2604a477cc5d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.246340] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.246578] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c8caaea-81ad-4869-9df5-4b8f1bcd66bb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.252677] env[65978]: DEBUG oslo_vmware.api [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1350.252677] env[65978]: value = "task-4715531" [ 1350.252677] env[65978]: _type = "Task" [ 1350.252677] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.261490] env[65978]: DEBUG oslo_vmware.api [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.762695] env[65978]: DEBUG oslo_vmware.api [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715531, 'name': PowerOffVM_Task, 'duration_secs': 0.222128} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.763139] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.763139] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1350.763455] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b8e6489-c9a7-4a93-af02-bbfa56f83a7a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.829383] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1350.829585] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1350.829719] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Deleting the datastore file [datastore2] 252f26bc-161b-4352-9915-d4a3e2e3e4cf {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.829993] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21536e30-8743-4412-a753-2fb90ac60770 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.837166] env[65978]: DEBUG oslo_vmware.api [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1350.837166] env[65978]: value = "task-4715533" [ 1350.837166] env[65978]: _type = "Task" [ 1350.837166] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.845606] env[65978]: DEBUG oslo_vmware.api [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.347204] env[65978]: DEBUG oslo_vmware.api [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143235} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.347461] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1351.347634] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1351.347803] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1351.347966] env[65978]: INFO nova.compute.manager [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1351.348234] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1351.348428] env[65978]: DEBUG nova.compute.manager [-] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1351.348527] env[65978]: DEBUG nova.network.neutron [-] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1351.348770] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1351.380971] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1351.853850] env[65978]: DEBUG nova.compute.manager [req-a26987dd-7298-4e85-8cb6-cd88bfc1492f req-6d858d00-62a6-4a28-ba18-83b8b77b9ac6 service nova] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Received event network-vif-deleted-bb422868-434e-46a4-bbd6-f6cd0db287b5 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1351.854203] env[65978]: INFO nova.compute.manager [req-a26987dd-7298-4e85-8cb6-cd88bfc1492f req-6d858d00-62a6-4a28-ba18-83b8b77b9ac6 service nova] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Neutron deleted interface bb422868-434e-46a4-bbd6-f6cd0db287b5; detaching it from the instance and deleting it from the info cache [ 1351.854356] env[65978]: DEBUG nova.network.neutron [req-a26987dd-7298-4e85-8cb6-cd88bfc1492f req-6d858d00-62a6-4a28-ba18-83b8b77b9ac6 service nova] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.330902] env[65978]: DEBUG nova.network.neutron [-] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.356705] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-225e3497-2f09-4229-b33f-adfc3d8907e2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.369783] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a093efc8-e090-413b-a67b-de61f00cf323 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.395052] env[65978]: DEBUG nova.compute.manager [req-a26987dd-7298-4e85-8cb6-cd88bfc1492f req-6d858d00-62a6-4a28-ba18-83b8b77b9ac6 service nova] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Detach interface failed, port_id=bb422868-434e-46a4-bbd6-f6cd0db287b5, reason: Instance 252f26bc-161b-4352-9915-d4a3e2e3e4cf could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1352.833801] env[65978]: INFO nova.compute.manager [-] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Took 1.49 seconds to deallocate network for instance. [ 1353.341440] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.341870] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.341929] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.364022] env[65978]: INFO nova.scheduler.client.report [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Deleted allocations for instance 252f26bc-161b-4352-9915-d4a3e2e3e4cf [ 1353.872933] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e2ff14bd-b0cd-4cc7-ad28-a688927d1a1f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "252f26bc-161b-4352-9915-d4a3e2e3e4cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.142s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.599550] env[65978]: DEBUG oslo_concurrency.lockutils [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.599857] env[65978]: DEBUG oslo_concurrency.lockutils [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.101780] env[65978]: DEBUG nova.compute.manager [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1355.625047] env[65978]: DEBUG oslo_concurrency.lockutils [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.625368] env[65978]: DEBUG oslo_concurrency.lockutils [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.626681] env[65978]: INFO nova.compute.claims [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1356.667484] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906c1ad1-3cd8-456b-9d00-3e0a8c297473 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.675819] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4450f90c-097b-4c67-a82c-1d7631841f30 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.706241] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02b6dc4-a9bf-4ec7-8101-cef5aa70f358 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.714552] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f368b8eb-9fd3-4bc3-baf8-3746a827a7c4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.728772] env[65978]: DEBUG nova.compute.provider_tree [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.232439] env[65978]: DEBUG nova.scheduler.client.report [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.737576] env[65978]: DEBUG oslo_concurrency.lockutils [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.112s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.738137] env[65978]: DEBUG nova.compute.manager [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1358.244049] env[65978]: DEBUG nova.compute.utils [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1358.246132] env[65978]: DEBUG nova.compute.manager [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1358.246334] env[65978]: DEBUG nova.network.neutron [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1358.246665] env[65978]: WARNING neutronclient.v2_0.client [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1358.246963] env[65978]: WARNING neutronclient.v2_0.client [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1358.295556] env[65978]: DEBUG nova.policy [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01f397a85fda441391ca848de43f528b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b437a74b307245bf988edfef378aff16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1358.616040] env[65978]: DEBUG nova.network.neutron [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Successfully created port: 4ff8de95-68fe-410a-b99b-95179b8f9a8a {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1358.750760] env[65978]: DEBUG nova.compute.manager [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1359.761521] env[65978]: DEBUG nova.compute.manager [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1359.788480] env[65978]: DEBUG nova.virt.hardware [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1359.788739] env[65978]: DEBUG nova.virt.hardware [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1359.788886] env[65978]: DEBUG nova.virt.hardware [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1359.789070] env[65978]: DEBUG nova.virt.hardware [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1359.789247] env[65978]: DEBUG nova.virt.hardware [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1359.789430] env[65978]: DEBUG nova.virt.hardware [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1359.789671] env[65978]: DEBUG nova.virt.hardware [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1359.789838] env[65978]: DEBUG nova.virt.hardware [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1359.790010] env[65978]: DEBUG nova.virt.hardware [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1359.790199] env[65978]: DEBUG nova.virt.hardware [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1359.790367] env[65978]: DEBUG nova.virt.hardware [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1359.791333] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190f69a9-572b-47a0-b69a-fc0d65670389 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.799773] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b558633-caa6-4b97-a3ad-244ce5cce9b1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.003954] env[65978]: DEBUG nova.compute.manager [req-8b63a89b-0ba0-4358-a2a2-1f88b6214a1f req-d2e4dfc5-9ee4-4cfd-8c14-b6822ee0dc84 service nova] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Received event network-vif-plugged-4ff8de95-68fe-410a-b99b-95179b8f9a8a {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1360.004188] env[65978]: DEBUG oslo_concurrency.lockutils [req-8b63a89b-0ba0-4358-a2a2-1f88b6214a1f req-d2e4dfc5-9ee4-4cfd-8c14-b6822ee0dc84 service nova] Acquiring lock "b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.004394] env[65978]: DEBUG oslo_concurrency.lockutils [req-8b63a89b-0ba0-4358-a2a2-1f88b6214a1f req-d2e4dfc5-9ee4-4cfd-8c14-b6822ee0dc84 service nova] Lock "b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.004554] env[65978]: DEBUG oslo_concurrency.lockutils [req-8b63a89b-0ba0-4358-a2a2-1f88b6214a1f req-d2e4dfc5-9ee4-4cfd-8c14-b6822ee0dc84 service nova] Lock "b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.004709] env[65978]: DEBUG nova.compute.manager [req-8b63a89b-0ba0-4358-a2a2-1f88b6214a1f req-d2e4dfc5-9ee4-4cfd-8c14-b6822ee0dc84 service nova] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] No waiting events found dispatching network-vif-plugged-4ff8de95-68fe-410a-b99b-95179b8f9a8a {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1360.004867] env[65978]: WARNING nova.compute.manager [req-8b63a89b-0ba0-4358-a2a2-1f88b6214a1f req-d2e4dfc5-9ee4-4cfd-8c14-b6822ee0dc84 service nova] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Received unexpected event network-vif-plugged-4ff8de95-68fe-410a-b99b-95179b8f9a8a for instance with vm_state building and task_state spawning. [ 1360.086206] env[65978]: DEBUG nova.network.neutron [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Successfully updated port: 4ff8de95-68fe-410a-b99b-95179b8f9a8a {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1360.588824] env[65978]: DEBUG oslo_concurrency.lockutils [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "refresh_cache-b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.589041] env[65978]: DEBUG oslo_concurrency.lockutils [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired lock "refresh_cache-b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.589276] env[65978]: DEBUG nova.network.neutron [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1361.130561] env[65978]: DEBUG nova.network.neutron [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1361.204405] env[65978]: WARNING neutronclient.v2_0.client [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1361.275856] env[65978]: DEBUG nova.network.neutron [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Updating instance_info_cache with network_info: [{"id": "4ff8de95-68fe-410a-b99b-95179b8f9a8a", "address": "fa:16:3e:af:b2:52", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ff8de95-68", "ovs_interfaceid": "4ff8de95-68fe-410a-b99b-95179b8f9a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.778784] env[65978]: DEBUG oslo_concurrency.lockutils [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Releasing lock "refresh_cache-b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.779127] env[65978]: DEBUG nova.compute.manager [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Instance network_info: |[{"id": "4ff8de95-68fe-410a-b99b-95179b8f9a8a", "address": "fa:16:3e:af:b2:52", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ff8de95-68", "ovs_interfaceid": "4ff8de95-68fe-410a-b99b-95179b8f9a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1361.779581] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:b2:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ff8de95-68fe-410a-b99b-95179b8f9a8a', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1361.787070] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1361.787275] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1361.787493] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9baf8959-a8a9-4c08-8764-284d21585240 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.807832] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1361.807832] env[65978]: value = "task-4715534" [ 1361.807832] env[65978]: _type = "Task" [ 1361.807832] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.815769] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715534, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.033419] env[65978]: DEBUG nova.compute.manager [req-ff25d9b0-34c7-4159-94de-79f0d950a100 req-cdd1ff45-5342-4085-894d-ab36b5eaa1e9 service nova] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Received event network-changed-4ff8de95-68fe-410a-b99b-95179b8f9a8a {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1362.033660] env[65978]: DEBUG nova.compute.manager [req-ff25d9b0-34c7-4159-94de-79f0d950a100 req-cdd1ff45-5342-4085-894d-ab36b5eaa1e9 service nova] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Refreshing instance network info cache due to event network-changed-4ff8de95-68fe-410a-b99b-95179b8f9a8a. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1362.033916] env[65978]: DEBUG oslo_concurrency.lockutils [req-ff25d9b0-34c7-4159-94de-79f0d950a100 req-cdd1ff45-5342-4085-894d-ab36b5eaa1e9 service nova] Acquiring lock "refresh_cache-b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.034127] env[65978]: DEBUG oslo_concurrency.lockutils [req-ff25d9b0-34c7-4159-94de-79f0d950a100 req-cdd1ff45-5342-4085-894d-ab36b5eaa1e9 service nova] Acquired lock "refresh_cache-b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.034298] env[65978]: DEBUG nova.network.neutron [req-ff25d9b0-34c7-4159-94de-79f0d950a100 req-cdd1ff45-5342-4085-894d-ab36b5eaa1e9 service nova] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Refreshing network info cache for port 4ff8de95-68fe-410a-b99b-95179b8f9a8a {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.317327] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715534, 'name': CreateVM_Task, 'duration_secs': 0.316393} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.317846] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1362.317943] env[65978]: WARNING neutronclient.v2_0.client [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1362.318316] env[65978]: DEBUG oslo_concurrency.lockutils [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.318456] env[65978]: DEBUG oslo_concurrency.lockutils [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.318768] env[65978]: DEBUG oslo_concurrency.lockutils [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.319026] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-211e4a88-d726-4130-be5d-604dd76804c0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.324066] env[65978]: DEBUG oslo_vmware.api [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1362.324066] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e8b504-ead5-717f-86ed-66e1e8652075" [ 1362.324066] env[65978]: _type = "Task" [ 1362.324066] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.332175] env[65978]: DEBUG oslo_vmware.api [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e8b504-ead5-717f-86ed-66e1e8652075, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.537233] env[65978]: WARNING neutronclient.v2_0.client [req-ff25d9b0-34c7-4159-94de-79f0d950a100 req-cdd1ff45-5342-4085-894d-ab36b5eaa1e9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1362.670122] env[65978]: WARNING neutronclient.v2_0.client [req-ff25d9b0-34c7-4159-94de-79f0d950a100 req-cdd1ff45-5342-4085-894d-ab36b5eaa1e9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1362.736334] env[65978]: DEBUG nova.network.neutron [req-ff25d9b0-34c7-4159-94de-79f0d950a100 req-cdd1ff45-5342-4085-894d-ab36b5eaa1e9 service nova] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Updated VIF entry in instance network info cache for port 4ff8de95-68fe-410a-b99b-95179b8f9a8a. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1362.736740] env[65978]: DEBUG nova.network.neutron [req-ff25d9b0-34c7-4159-94de-79f0d950a100 req-cdd1ff45-5342-4085-894d-ab36b5eaa1e9 service nova] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Updating instance_info_cache with network_info: [{"id": "4ff8de95-68fe-410a-b99b-95179b8f9a8a", "address": "fa:16:3e:af:b2:52", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ff8de95-68", "ovs_interfaceid": "4ff8de95-68fe-410a-b99b-95179b8f9a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.835074] env[65978]: DEBUG oslo_vmware.api [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52e8b504-ead5-717f-86ed-66e1e8652075, 'name': SearchDatastore_Task, 'duration_secs': 0.012761} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.835366] env[65978]: DEBUG oslo_concurrency.lockutils [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.835751] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1362.835974] env[65978]: DEBUG oslo_concurrency.lockutils [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.836128] env[65978]: DEBUG oslo_concurrency.lockutils [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.836302] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1362.836570] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4eeb3f14-5a60-4031-b5ea-164f479a1ee2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.845319] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1362.845483] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1362.846214] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88a9b78b-a297-4658-b36f-362a1706b355 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.851573] env[65978]: DEBUG oslo_vmware.api [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1362.851573] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524027c7-4b45-1436-14e0-3f9312aba7f5" [ 1362.851573] env[65978]: _type = "Task" [ 1362.851573] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.859209] env[65978]: DEBUG oslo_vmware.api [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524027c7-4b45-1436-14e0-3f9312aba7f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.240086] env[65978]: DEBUG oslo_concurrency.lockutils [req-ff25d9b0-34c7-4159-94de-79f0d950a100 req-cdd1ff45-5342-4085-894d-ab36b5eaa1e9 service nova] Releasing lock "refresh_cache-b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.362402] env[65978]: DEBUG oslo_vmware.api [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]524027c7-4b45-1436-14e0-3f9312aba7f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009554} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.363193] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bd8c3df-0ab0-4d61-b16c-084cf4a52fe7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.368562] env[65978]: DEBUG oslo_vmware.api [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1363.368562] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a35be3-ec18-36e5-eb85-c8ad9c7073d8" [ 1363.368562] env[65978]: _type = "Task" [ 1363.368562] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.376558] env[65978]: DEBUG oslo_vmware.api [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a35be3-ec18-36e5-eb85-c8ad9c7073d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.879277] env[65978]: DEBUG oslo_vmware.api [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52a35be3-ec18-36e5-eb85-c8ad9c7073d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010545} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.879525] env[65978]: DEBUG oslo_concurrency.lockutils [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.879783] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576/b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1363.880057] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4059098-ac72-47c9-834a-cadf7b7bc1ab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.887617] env[65978]: DEBUG oslo_vmware.api [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1363.887617] env[65978]: value = "task-4715535" [ 1363.887617] env[65978]: _type = "Task" [ 1363.887617] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.896531] env[65978]: DEBUG oslo_vmware.api [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.399059] env[65978]: DEBUG oslo_vmware.api [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455857} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.399059] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576/b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1364.399059] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1364.399059] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6762f81a-345d-467c-9dc6-4011d497e1bc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.405644] env[65978]: DEBUG oslo_vmware.api [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1364.405644] env[65978]: value = "task-4715536" [ 1364.405644] env[65978]: _type = "Task" [ 1364.405644] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.413725] env[65978]: DEBUG oslo_vmware.api [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.916602] env[65978]: DEBUG oslo_vmware.api [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062106} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.916885] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1364.917690] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c69b15-3ec0-4f07-90e0-a3f2e97f1091 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.939599] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576/b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1364.939866] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40ad4d3d-f65d-4f0d-91c7-14bb1fcd2033 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.966677] env[65978]: DEBUG oslo_vmware.api [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1364.966677] env[65978]: value = "task-4715537" [ 1364.966677] env[65978]: _type = "Task" [ 1364.966677] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.979201] env[65978]: DEBUG oslo_vmware.api [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.476816] env[65978]: DEBUG oslo_vmware.api [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715537, 'name': ReconfigVM_Task, 'duration_secs': 0.318862} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.477274] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Reconfigured VM instance instance-0000007d to attach disk [datastore2] b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576/b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1365.477734] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a72618b4-1a1c-46ab-9c4a-4264e5b08d74 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.485860] env[65978]: DEBUG oslo_vmware.api [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1365.485860] env[65978]: value = "task-4715538" [ 1365.485860] env[65978]: _type = "Task" [ 1365.485860] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.495048] env[65978]: DEBUG oslo_vmware.api [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715538, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.996021] env[65978]: DEBUG oslo_vmware.api [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715538, 'name': Rename_Task, 'duration_secs': 0.140416} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.996338] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1365.996588] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94f98675-adad-43c1-b4cd-0d722d30ab19 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.003510] env[65978]: DEBUG oslo_vmware.api [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1366.003510] env[65978]: value = "task-4715539" [ 1366.003510] env[65978]: _type = "Task" [ 1366.003510] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.011232] env[65978]: DEBUG oslo_vmware.api [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.513772] env[65978]: DEBUG oslo_vmware.api [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715539, 'name': PowerOnVM_Task, 'duration_secs': 0.436776} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.514189] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1366.514355] env[65978]: INFO nova.compute.manager [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Took 6.75 seconds to spawn the instance on the hypervisor. [ 1366.514440] env[65978]: DEBUG nova.compute.manager [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1366.515270] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c03df2-802f-4882-b81f-6ef34612edea {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.033665] env[65978]: INFO nova.compute.manager [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Took 11.43 seconds to build instance. [ 1367.536260] env[65978]: DEBUG oslo_concurrency.lockutils [None req-270a6220-1a04-478c-a35d-f7b8a130bad4 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.936s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.626223] env[65978]: DEBUG nova.compute.manager [req-263e702e-6f0a-463d-8925-f610e31b3e2e req-c30fe1b9-0603-44e9-8ff9-e488d3d71276 service nova] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Received event network-changed-4ff8de95-68fe-410a-b99b-95179b8f9a8a {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1367.626422] env[65978]: DEBUG nova.compute.manager [req-263e702e-6f0a-463d-8925-f610e31b3e2e req-c30fe1b9-0603-44e9-8ff9-e488d3d71276 service nova] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Refreshing instance network info cache due to event network-changed-4ff8de95-68fe-410a-b99b-95179b8f9a8a. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1367.626622] env[65978]: DEBUG oslo_concurrency.lockutils [req-263e702e-6f0a-463d-8925-f610e31b3e2e req-c30fe1b9-0603-44e9-8ff9-e488d3d71276 service nova] Acquiring lock "refresh_cache-b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.626757] env[65978]: DEBUG oslo_concurrency.lockutils [req-263e702e-6f0a-463d-8925-f610e31b3e2e req-c30fe1b9-0603-44e9-8ff9-e488d3d71276 service nova] Acquired lock "refresh_cache-b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.626913] env[65978]: DEBUG nova.network.neutron [req-263e702e-6f0a-463d-8925-f610e31b3e2e req-c30fe1b9-0603-44e9-8ff9-e488d3d71276 service nova] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Refreshing network info cache for port 4ff8de95-68fe-410a-b99b-95179b8f9a8a {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.129971] env[65978]: WARNING neutronclient.v2_0.client [req-263e702e-6f0a-463d-8925-f610e31b3e2e req-c30fe1b9-0603-44e9-8ff9-e488d3d71276 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1368.302611] env[65978]: WARNING neutronclient.v2_0.client [req-263e702e-6f0a-463d-8925-f610e31b3e2e req-c30fe1b9-0603-44e9-8ff9-e488d3d71276 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1368.373022] env[65978]: DEBUG nova.network.neutron [req-263e702e-6f0a-463d-8925-f610e31b3e2e req-c30fe1b9-0603-44e9-8ff9-e488d3d71276 service nova] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Updated VIF entry in instance network info cache for port 4ff8de95-68fe-410a-b99b-95179b8f9a8a. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1368.373459] env[65978]: DEBUG nova.network.neutron [req-263e702e-6f0a-463d-8925-f610e31b3e2e req-c30fe1b9-0603-44e9-8ff9-e488d3d71276 service nova] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Updating instance_info_cache with network_info: [{"id": "4ff8de95-68fe-410a-b99b-95179b8f9a8a", "address": "fa:16:3e:af:b2:52", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ff8de95-68", "ovs_interfaceid": "4ff8de95-68fe-410a-b99b-95179b8f9a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.876195] env[65978]: DEBUG oslo_concurrency.lockutils [req-263e702e-6f0a-463d-8925-f610e31b3e2e req-c30fe1b9-0603-44e9-8ff9-e488d3d71276 service nova] Releasing lock "refresh_cache-b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.748247] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.748532] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.748707] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.749118] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.749118] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65978) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11240}} [ 1374.749442] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.749855] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.749897] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.253869] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.254147] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.254328] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.254496] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65978) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1375.255472] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0f000c-b8a4-4912-8f24-13a071787e67 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.264411] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6be47b-8079-475f-bf7f-2db3cef702e9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.280485] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12e6593-43d0-47e8-9e0d-de50d9994a3d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.288308] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6231e1eb-7840-41c9-9410-26889cbcaa3b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.317807] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180423MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65978) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1375.318032] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.318179] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.346688] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1376.347059] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1376.347059] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_b437a74b307245bf988edfef378aff16': '1', 'io_workload': '0'} {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1376.377428] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c317341d-448e-4529-8eff-487175721ed9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.385386] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b1666d-751c-47c2-a517-a8fa337fd6c7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.418321] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd86c7d-a7b3-4ad2-a0e3-f1cff62d0ac1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.426144] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2070a838-2dac-4c75-aa73-750671ef0fee {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.439874] env[65978]: DEBUG nova.compute.provider_tree [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.942958] env[65978]: DEBUG nova.scheduler.client.report [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.448457] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65978) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1377.448854] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.130s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.443648] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.742779] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1405.774018] env[65978]: DEBUG nova.compute.manager [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Stashing vm_state: active {{(pid=65978) _prep_resize /opt/stack/nova/nova/compute/manager.py:6180}} [ 1406.296204] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.296644] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.801904] env[65978]: INFO nova.compute.claims [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1407.308697] env[65978]: INFO nova.compute.resource_tracker [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Updating resource usage from migration 8dc9c13b-86c6-43ee-aaa1-60d96a1f3637 [ 1407.349849] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9640a4-b727-46b6-a7e8-b58be54187cf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.358080] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7620be00-3115-4fe8-832b-1c2535d068b8 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.389446] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a09ba4-c647-4adc-ab8a-8f4dfff2e823 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.398105] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20480dca-6d80-4b5d-a307-ca78ca08ebc5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.411801] env[65978]: DEBUG nova.compute.provider_tree [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.915280] env[65978]: DEBUG nova.scheduler.client.report [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1408.420783] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.124s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.421122] env[65978]: INFO nova.compute.manager [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Migrating [ 1408.935798] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "refresh_cache-b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.936213] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired lock "refresh_cache-b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.936213] env[65978]: DEBUG nova.network.neutron [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1409.438780] env[65978]: WARNING neutronclient.v2_0.client [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1409.615973] env[65978]: WARNING neutronclient.v2_0.client [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1409.681857] env[65978]: DEBUG nova.network.neutron [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Updating instance_info_cache with network_info: [{"id": "4ff8de95-68fe-410a-b99b-95179b8f9a8a", "address": "fa:16:3e:af:b2:52", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ff8de95-68", "ovs_interfaceid": "4ff8de95-68fe-410a-b99b-95179b8f9a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.185413] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Releasing lock "refresh_cache-b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.701385] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24993484-259d-46a7-88c2-78eadd323068 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.720397] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Updating instance 'b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576' progress to 0 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1412.226751] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.227122] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bf82132-4afd-47ef-94de-cc10a62c7d03 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.234778] env[65978]: DEBUG oslo_vmware.api [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1412.234778] env[65978]: value = "task-4715540" [ 1412.234778] env[65978]: _type = "Task" [ 1412.234778] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.243107] env[65978]: DEBUG oslo_vmware.api [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.745969] env[65978]: DEBUG oslo_vmware.api [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715540, 'name': PowerOffVM_Task, 'duration_secs': 0.194019} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.746461] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.746644] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Updating instance 'b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576' progress to 17 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1413.253498] env[65978]: DEBUG nova.virt.hardware [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1413.253738] env[65978]: DEBUG nova.virt.hardware [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1413.253850] env[65978]: DEBUG nova.virt.hardware [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1413.254044] env[65978]: DEBUG nova.virt.hardware [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1413.254193] env[65978]: DEBUG nova.virt.hardware [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1413.254335] env[65978]: DEBUG nova.virt.hardware [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1413.254559] env[65978]: DEBUG nova.virt.hardware [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1413.254715] env[65978]: DEBUG nova.virt.hardware [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1413.254871] env[65978]: DEBUG nova.virt.hardware [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1413.255037] env[65978]: DEBUG nova.virt.hardware [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1413.255210] env[65978]: DEBUG nova.virt.hardware [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1413.260123] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb011a99-3535-4e25-b08b-b7ec1f6461e2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.276214] env[65978]: DEBUG oslo_vmware.api [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1413.276214] env[65978]: value = "task-4715541" [ 1413.276214] env[65978]: _type = "Task" [ 1413.276214] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.285909] env[65978]: DEBUG oslo_vmware.api [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.786707] env[65978]: DEBUG oslo_vmware.api [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715541, 'name': ReconfigVM_Task, 'duration_secs': 0.159631} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.787180] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Updating instance 'b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576' progress to 33 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1414.293649] env[65978]: DEBUG nova.virt.hardware [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1414.293932] env[65978]: DEBUG nova.virt.hardware [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1414.294057] env[65978]: DEBUG nova.virt.hardware [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1414.294239] env[65978]: DEBUG nova.virt.hardware [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1414.294386] env[65978]: DEBUG nova.virt.hardware [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1414.294565] env[65978]: DEBUG nova.virt.hardware [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1414.294772] env[65978]: DEBUG nova.virt.hardware [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1414.294931] env[65978]: DEBUG nova.virt.hardware [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1414.295110] env[65978]: DEBUG nova.virt.hardware [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1414.295280] env[65978]: DEBUG nova.virt.hardware [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1414.295542] env[65978]: DEBUG nova.virt.hardware [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1414.300856] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1414.301177] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae4fa169-a9cd-4416-a6b3-501d91ec7ffe {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.327241] env[65978]: DEBUG oslo_vmware.api [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1414.327241] env[65978]: value = "task-4715542" [ 1414.327241] env[65978]: _type = "Task" [ 1414.327241] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.339516] env[65978]: DEBUG oslo_vmware.api [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715542, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.838255] env[65978]: DEBUG oslo_vmware.api [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715542, 'name': ReconfigVM_Task, 'duration_secs': 0.168567} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.838652] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1414.839168] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9066d6-d682-41fd-b144-1315c693713f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.861776] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576/b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.862046] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66f783a7-b73e-4ac6-b907-396b27873c42 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.880798] env[65978]: DEBUG oslo_vmware.api [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1414.880798] env[65978]: value = "task-4715543" [ 1414.880798] env[65978]: _type = "Task" [ 1414.880798] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.889637] env[65978]: DEBUG oslo_vmware.api [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715543, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.391077] env[65978]: DEBUG oslo_vmware.api [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715543, 'name': ReconfigVM_Task, 'duration_secs': 0.260859} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.391337] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Reconfigured VM instance instance-0000007d to attach disk [datastore2] b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576/b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1415.391596] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Updating instance 'b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576' progress to 50 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1415.898330] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5328ee41-8d9e-43cf-b362-d3aec45d836e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.917509] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ce117a-fe3a-4ff9-9352-752d35b77a3c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.935889] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Updating instance 'b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576' progress to 67 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1416.444059] env[65978]: WARNING neutronclient.v2_0.client [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1416.444462] env[65978]: WARNING neutronclient.v2_0.client [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1416.490822] env[65978]: DEBUG nova.network.neutron [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Port 4ff8de95-68fe-410a-b99b-95179b8f9a8a binding to destination host cpu-1 is already ACTIVE {{(pid=65978) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1417.509628] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.510040] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.510040] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.521570] env[65978]: WARNING neutronclient.v2_0.client [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1418.552213] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "refresh_cache-b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.552403] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired lock "refresh_cache-b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.552578] env[65978]: DEBUG nova.network.neutron [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1419.055452] env[65978]: WARNING neutronclient.v2_0.client [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1419.229187] env[65978]: WARNING neutronclient.v2_0.client [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1419.296895] env[65978]: DEBUG nova.network.neutron [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Updating instance_info_cache with network_info: [{"id": "4ff8de95-68fe-410a-b99b-95179b8f9a8a", "address": "fa:16:3e:af:b2:52", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ff8de95-68", "ovs_interfaceid": "4ff8de95-68fe-410a-b99b-95179b8f9a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.799559] env[65978]: DEBUG oslo_concurrency.lockutils [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Releasing lock "refresh_cache-b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.325329] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63a0037-4e4a-4fb3-9593-39f49af3a137 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.344983] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770509ab-8095-4b36-a27f-294faafec0de {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.352216] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Updating instance 'b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576' progress to 83 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1420.858673] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1420.859110] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8fe1f51-5288-42bd-9d76-2066e1078720 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.866740] env[65978]: DEBUG oslo_vmware.api [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1420.866740] env[65978]: value = "task-4715544" [ 1420.866740] env[65978]: _type = "Task" [ 1420.866740] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.875624] env[65978]: DEBUG oslo_vmware.api [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.376611] env[65978]: DEBUG oslo_vmware.api [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715544, 'name': PowerOnVM_Task, 'duration_secs': 0.377163} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.376875] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1421.377062] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-b04dc535-8f2f-47e8-ae7d-5df28ce36fed tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Updating instance 'b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576' progress to 100 {{(pid=65978) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1424.227552] env[65978]: WARNING neutronclient.v2_0.client [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1424.264336] env[65978]: WARNING neutronclient.v2_0.client [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1424.264724] env[65978]: WARNING neutronclient.v2_0.client [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1424.264992] env[65978]: WARNING neutronclient.v2_0.client [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1424.299667] env[65978]: DEBUG nova.network.neutron [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Port 4ff8de95-68fe-410a-b99b-95179b8f9a8a binding to destination host cpu-1 is already ACTIVE {{(pid=65978) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1424.299930] env[65978]: DEBUG oslo_concurrency.lockutils [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "refresh_cache-b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.300091] env[65978]: DEBUG oslo_concurrency.lockutils [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired lock "refresh_cache-b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.300253] env[65978]: DEBUG nova.network.neutron [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1424.803084] env[65978]: WARNING neutronclient.v2_0.client [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1424.985963] env[65978]: WARNING neutronclient.v2_0.client [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1425.056064] env[65978]: DEBUG nova.network.neutron [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Updating instance_info_cache with network_info: [{"id": "4ff8de95-68fe-410a-b99b-95179b8f9a8a", "address": "fa:16:3e:af:b2:52", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ff8de95-68", "ovs_interfaceid": "4ff8de95-68fe-410a-b99b-95179b8f9a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.559254] env[65978]: DEBUG oslo_concurrency.lockutils [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Releasing lock "refresh_cache-b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.062487] env[65978]: DEBUG nova.compute.manager [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65978) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:929}} [ 1426.062716] env[65978]: DEBUG oslo_concurrency.lockutils [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.062954] env[65978]: DEBUG oslo_concurrency.lockutils [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.565606] env[65978]: DEBUG nova.objects.instance [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lazy-loading 'migration_context' on Instance uuid b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1427.114374] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7e57c9-2aa3-4d64-8c30-1808b361c752 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.121662] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a095ae0f-ca5b-4908-9434-5835d66b0192 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.152432] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eba4c71-c655-4dc6-8c2f-b29318ef12a2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.160391] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2ea4aa-6010-464d-b3e2-71a1ccd5063c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.173673] env[65978]: DEBUG nova.compute.provider_tree [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1427.677144] env[65978]: DEBUG nova.scheduler.client.report [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1428.690066] env[65978]: DEBUG oslo_concurrency.lockutils [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.626s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.614321] env[65978]: INFO nova.compute.manager [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Swapping old allocation on dict_keys(['7cef9df5-c7be-44a4-aef0-4856b8af9b78']) held by migration 8dc9c13b-86c6-43ee-aaa1-60d96a1f3637 for instance [ 1430.635982] env[65978]: DEBUG nova.scheduler.client.report [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Overwriting current allocation {'allocations': {'7cef9df5-c7be-44a4-aef0-4856b8af9b78': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 174}}, 'project_id': 'b437a74b307245bf988edfef378aff16', 'user_id': '01f397a85fda441391ca848de43f528b', 'consumer_generation': 1} on consumer b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576 {{(pid=65978) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1430.691203] env[65978]: WARNING neutronclient.v2_0.client [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1430.732060] env[65978]: DEBUG oslo_concurrency.lockutils [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "refresh_cache-b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.732260] env[65978]: DEBUG oslo_concurrency.lockutils [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired lock "refresh_cache-b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.732434] env[65978]: DEBUG nova.network.neutron [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1431.235462] env[65978]: WARNING neutronclient.v2_0.client [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1431.398535] env[65978]: WARNING neutronclient.v2_0.client [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1431.468464] env[65978]: DEBUG nova.network.neutron [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Updating instance_info_cache with network_info: [{"id": "4ff8de95-68fe-410a-b99b-95179b8f9a8a", "address": "fa:16:3e:af:b2:52", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ff8de95-68", "ovs_interfaceid": "4ff8de95-68fe-410a-b99b-95179b8f9a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.748444] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.748742] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.971893] env[65978]: DEBUG oslo_concurrency.lockutils [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Releasing lock "refresh_cache-b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.972403] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1431.972709] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef1d1064-1395-4f1b-a470-b4791d3a065b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.980422] env[65978]: DEBUG oslo_vmware.api [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1431.980422] env[65978]: value = "task-4715545" [ 1431.980422] env[65978]: _type = "Task" [ 1431.980422] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.988996] env[65978]: DEBUG oslo_vmware.api [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.492309] env[65978]: DEBUG oslo_vmware.api [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715545, 'name': PowerOffVM_Task, 'duration_secs': 0.200692} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.492603] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1432.493221] env[65978]: DEBUG nova.virt.hardware [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1432.493442] env[65978]: DEBUG nova.virt.hardware [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1432.493603] env[65978]: DEBUG nova.virt.hardware [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1432.493786] env[65978]: DEBUG nova.virt.hardware [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1432.493923] env[65978]: DEBUG nova.virt.hardware [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1432.494073] env[65978]: DEBUG nova.virt.hardware [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1432.494270] env[65978]: DEBUG nova.virt.hardware [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1432.494419] env[65978]: DEBUG nova.virt.hardware [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1432.494578] env[65978]: DEBUG nova.virt.hardware [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1432.494722] env[65978]: DEBUG nova.virt.hardware [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1432.494881] env[65978]: DEBUG nova.virt.hardware [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1432.499730] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b613b37-c555-44af-9314-4417bd791509 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.516030] env[65978]: DEBUG oslo_vmware.api [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1432.516030] env[65978]: value = "task-4715546" [ 1432.516030] env[65978]: _type = "Task" [ 1432.516030] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.524265] env[65978]: DEBUG oslo_vmware.api [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.749232] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.749582] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65978) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11240}} [ 1433.026317] env[65978]: DEBUG oslo_vmware.api [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715546, 'name': ReconfigVM_Task, 'duration_secs': 0.172375} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.027095] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adda65b0-5ae0-47e6-a6a2-8b816adf76db {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.045919] env[65978]: DEBUG nova.virt.hardware [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1433.046242] env[65978]: DEBUG nova.virt.hardware [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1433.046403] env[65978]: DEBUG nova.virt.hardware [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1433.046577] env[65978]: DEBUG nova.virt.hardware [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1433.046715] env[65978]: DEBUG nova.virt.hardware [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1433.046853] env[65978]: DEBUG nova.virt.hardware [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1433.047059] env[65978]: DEBUG nova.virt.hardware [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1433.047214] env[65978]: DEBUG nova.virt.hardware [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1433.047370] env[65978]: DEBUG nova.virt.hardware [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1433.047522] env[65978]: DEBUG nova.virt.hardware [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1433.047685] env[65978]: DEBUG nova.virt.hardware [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1433.048465] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89cca6d1-d407-4193-a462-a3a72a2f19ea {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.054673] env[65978]: DEBUG oslo_vmware.api [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1433.054673] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5216f765-f5c1-ca20-a329-f50f6b08ab74" [ 1433.054673] env[65978]: _type = "Task" [ 1433.054673] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.063580] env[65978]: DEBUG oslo_vmware.api [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5216f765-f5c1-ca20-a329-f50f6b08ab74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.566601] env[65978]: DEBUG oslo_vmware.api [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5216f765-f5c1-ca20-a329-f50f6b08ab74, 'name': SearchDatastore_Task, 'duration_secs': 0.00966} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.571620] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1433.571889] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8853c20f-092e-454b-bc67-d92523ad5c7b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.589899] env[65978]: DEBUG oslo_vmware.api [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1433.589899] env[65978]: value = "task-4715547" [ 1433.589899] env[65978]: _type = "Task" [ 1433.589899] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.598082] env[65978]: DEBUG oslo_vmware.api [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.100377] env[65978]: DEBUG oslo_vmware.api [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715547, 'name': ReconfigVM_Task, 'duration_secs': 0.198009} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.100777] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=65978) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1434.101452] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5468b2-4ecf-4331-a170-bbe717f6ec6b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.123238] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576/b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1434.123525] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-081ad528-41dd-4657-ac7c-7c7495083051 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.141581] env[65978]: DEBUG oslo_vmware.api [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1434.141581] env[65978]: value = "task-4715548" [ 1434.141581] env[65978]: _type = "Task" [ 1434.141581] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.149682] env[65978]: DEBUG oslo_vmware.api [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.651529] env[65978]: DEBUG oslo_vmware.api [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715548, 'name': ReconfigVM_Task, 'duration_secs': 0.249272} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.651791] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Reconfigured VM instance instance-0000007d to attach disk [datastore2] b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576/b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576.vmdk or device None with type thin {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1434.652607] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5d9683-ac74-4cd5-bd8e-c5b46ed704c9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.670928] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126a64df-bcc3-4341-9e8a-b5e21544a3d1 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.689138] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f05d02-5851-49d4-b88e-9b8956311589 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.708156] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa7b2a0-2040-45ad-b99b-46042abd4e63 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.715319] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1434.715558] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb5a294f-77f1-46a0-b24c-f4e6bba4e10d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.722152] env[65978]: DEBUG oslo_vmware.api [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1434.722152] env[65978]: value = "task-4715549" [ 1434.722152] env[65978]: _type = "Task" [ 1434.722152] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.729839] env[65978]: DEBUG oslo_vmware.api [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.748492] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.748768] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.748989] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Cleaning up deleted instances {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11921}} [ 1435.233068] env[65978]: DEBUG oslo_vmware.api [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715549, 'name': PowerOnVM_Task, 'duration_secs': 0.355997} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.233068] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1435.257117] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] There are 20 instances to clean {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11930}} [ 1435.257323] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 48ae34bd-2b1f-4d74-a17e-0f4632a13d5e] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1435.760349] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 68fe64ff-d1f3-4a8b-9632-200b93b9d6cd] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1436.244823] env[65978]: INFO nova.compute.manager [None req-248d4677-f3eb-4cea-b7f2-674ac1c43faf tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Updating instance to original state: 'active' [ 1436.263529] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 8b3c2d58-19b0-41c9-be7f-e5828b8cb70b] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1436.767416] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 1c4d3214-fa33-45ce-bfb6-2430af82b195] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1437.270610] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 03261179-7912-494f-a1d0-372a3623b3b0] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1437.774193] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 6726401a-41b8-4337-af6a-a6a674e6a109] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1437.874833] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.875110] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.875318] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.875496] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.875661] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.877864] env[65978]: INFO nova.compute.manager [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Terminating instance [ 1438.278024] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: bc50076a-3c9b-45cf-ae6b-67f15f2753db] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1438.381232] env[65978]: DEBUG nova.compute.manager [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1438.381462] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1438.382384] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f9df42-e4cc-4a10-997e-1d340451ab50 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.390459] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1438.390698] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f90880de-b0f0-4b48-9efa-7c84a5b23a39 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.397834] env[65978]: DEBUG oslo_vmware.api [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1438.397834] env[65978]: value = "task-4715550" [ 1438.397834] env[65978]: _type = "Task" [ 1438.397834] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.405987] env[65978]: DEBUG oslo_vmware.api [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.782117] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: ac127ecb-3f76-4ba6-91b7-f4df587cb458] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1438.907560] env[65978]: DEBUG oslo_vmware.api [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715550, 'name': PowerOffVM_Task, 'duration_secs': 0.180685} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.907808] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1438.907968] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1438.908235] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-158f128b-d1aa-48c0-88ce-ef6fa73177de {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.979563] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1438.979807] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1438.979938] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Deleting the datastore file [datastore2] b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1438.980327] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a49b01b6-76f8-408b-b937-83999bb7e849 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.986667] env[65978]: DEBUG oslo_vmware.api [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1438.986667] env[65978]: value = "task-4715552" [ 1438.986667] env[65978]: _type = "Task" [ 1438.986667] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.995220] env[65978]: DEBUG oslo_vmware.api [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.286946] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 4ab1ae05-5a07-4ec6-80ea-d67c877d6841] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1439.497248] env[65978]: DEBUG oslo_vmware.api [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148731} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.497491] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1439.497696] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1439.497930] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1439.498123] env[65978]: INFO nova.compute.manager [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1439.498363] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1439.498562] env[65978]: DEBUG nova.compute.manager [-] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1439.498661] env[65978]: DEBUG nova.network.neutron [-] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1439.498904] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1439.531390] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1439.791478] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 441c1e51-5bdb-4976-bd43-af1ea895ce23] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1439.986863] env[65978]: DEBUG nova.compute.manager [req-3b13ae1f-c26c-4a1c-8ead-b4611da468b2 req-3e0bd4eb-5a90-4bf9-bc5d-f8c3c6def0ec service nova] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Received event network-vif-deleted-4ff8de95-68fe-410a-b99b-95179b8f9a8a {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1439.987127] env[65978]: INFO nova.compute.manager [req-3b13ae1f-c26c-4a1c-8ead-b4611da468b2 req-3e0bd4eb-5a90-4bf9-bc5d-f8c3c6def0ec service nova] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Neutron deleted interface 4ff8de95-68fe-410a-b99b-95179b8f9a8a; detaching it from the instance and deleting it from the info cache [ 1439.987298] env[65978]: DEBUG nova.network.neutron [req-3b13ae1f-c26c-4a1c-8ead-b4611da468b2 req-3e0bd4eb-5a90-4bf9-bc5d-f8c3c6def0ec service nova] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.295596] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 4ccf288c-26ad-4815-b010-5582038ea228] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1440.466499] env[65978]: DEBUG nova.network.neutron [-] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.489871] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5ff6172-9e7f-4fda-98dc-004837497e8a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.501979] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920a1cd8-eac3-45e6-8171-f8e3d0708207 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.527214] env[65978]: DEBUG nova.compute.manager [req-3b13ae1f-c26c-4a1c-8ead-b4611da468b2 req-3e0bd4eb-5a90-4bf9-bc5d-f8c3c6def0ec service nova] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Detach interface failed, port_id=4ff8de95-68fe-410a-b99b-95179b8f9a8a, reason: Instance b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1440.798873] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 252f26bc-161b-4352-9915-d4a3e2e3e4cf] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1440.969778] env[65978]: INFO nova.compute.manager [-] [instance: b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576] Took 1.47 seconds to deallocate network for instance. [ 1441.302634] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 77485826-2a39-4654-956e-8922d1367635] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1441.476109] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.476403] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.476583] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.584112] env[65978]: INFO nova.scheduler.client.report [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Deleted allocations for instance b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576 [ 1441.806555] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 5e8dbfdc-c96a-49ae-8c33-819dd88c4e58] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1442.093886] env[65978]: DEBUG oslo_concurrency.lockutils [None req-cf2bc90e-2b92-4eff-9757-44a13b216d9e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "b6b1f4ef-4d39-42a4-bb20-b3cdc4bf2576" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.219s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.309940] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: bf2479a9-c046-48d6-afd6-ab2d62692c9c] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1442.773239] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "8fec9a2f-24ad-4bcd-ac6f-ca81be766815" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.773461] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "8fec9a2f-24ad-4bcd-ac6f-ca81be766815" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.812859] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 22035b86-65b5-4ea5-ad8c-a7694fff2638] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1443.275615] env[65978]: DEBUG nova.compute.manager [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1443.315632] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: d7ba63a2-5c91-4400-adf0-a8a27e6f7a34] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1443.798845] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.799192] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.800705] env[65978]: INFO nova.compute.claims [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1443.818119] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: d020c361-f57c-400f-b41f-c6ed384a0008] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1444.320525] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: baf140d5-8c41-45ca-99b3-52c4c00adebd] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1444.824268] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] [instance: 836b67a1-e5e1-4803-a750-506af6a22fc9] Instance has had 0 of 5 cleanup attempts {{(pid=65978) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11934}} [ 1444.839809] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96d5ffa-f2db-48d5-901b-22576cd00a53 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.848296] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991c763c-d74c-4011-a7aa-3189bf35af2c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.879118] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6479c570-67c8-4c62-ad43-1ff737ddfa96 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.886915] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5142e36c-ba80-4cb1-84a4-22f4bf0204ac {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.900595] env[65978]: DEBUG nova.compute.provider_tree [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.330080] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.330488] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Cleaning up deleted instances with incomplete migration {{(pid=65978) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11959}} [ 1445.403675] env[65978]: DEBUG nova.scheduler.client.report [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.833094] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.908565] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.109s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.909113] env[65978]: DEBUG nova.compute.manager [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1446.415033] env[65978]: DEBUG nova.compute.utils [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1446.416469] env[65978]: DEBUG nova.compute.manager [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1446.416709] env[65978]: DEBUG nova.network.neutron [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1446.417030] env[65978]: WARNING neutronclient.v2_0.client [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1446.417273] env[65978]: WARNING neutronclient.v2_0.client [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1446.473944] env[65978]: DEBUG nova.policy [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01f397a85fda441391ca848de43f528b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b437a74b307245bf988edfef378aff16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1446.776215] env[65978]: DEBUG nova.network.neutron [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Successfully created port: 154cefef-158a-4f46-a226-936b7cae5ea1 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1446.920159] env[65978]: DEBUG nova.compute.manager [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1447.336015] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.336308] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.336470] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.336617] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.840201] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.840600] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.840691] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.840860] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65978) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1447.841922] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499c7624-2de6-460b-a987-c4e15bbb7962 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.850653] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a93ba9-9062-44a8-afe8-28ab5f9efe2a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.865159] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6dc37f-02d2-4cb8-9fae-e3590c4f1691 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.872051] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d3c0e7-180a-4cd5-89be-657815a48335 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.900709] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180460MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65978) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1447.900904] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.901097] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.928746] env[65978]: DEBUG nova.compute.manager [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1447.955762] env[65978]: DEBUG nova.virt.hardware [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1447.955996] env[65978]: DEBUG nova.virt.hardware [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1447.956164] env[65978]: DEBUG nova.virt.hardware [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1447.956341] env[65978]: DEBUG nova.virt.hardware [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1447.956477] env[65978]: DEBUG nova.virt.hardware [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1447.956616] env[65978]: DEBUG nova.virt.hardware [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1447.956823] env[65978]: DEBUG nova.virt.hardware [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1447.956980] env[65978]: DEBUG nova.virt.hardware [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1447.957151] env[65978]: DEBUG nova.virt.hardware [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1447.957307] env[65978]: DEBUG nova.virt.hardware [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1447.957472] env[65978]: DEBUG nova.virt.hardware [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1447.958655] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d231c7b6-9796-452b-8903-620f58024869 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.967250] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0466af81-6f06-4a83-97e7-cdc661b836f7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.172600] env[65978]: DEBUG nova.compute.manager [req-d6e4ce0e-735d-46f5-9bfe-e16fdf7fa538 req-33e7a9ff-6d4b-4918-8904-3cfbf5ad212d service nova] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Received event network-vif-plugged-154cefef-158a-4f46-a226-936b7cae5ea1 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1448.172824] env[65978]: DEBUG oslo_concurrency.lockutils [req-d6e4ce0e-735d-46f5-9bfe-e16fdf7fa538 req-33e7a9ff-6d4b-4918-8904-3cfbf5ad212d service nova] Acquiring lock "8fec9a2f-24ad-4bcd-ac6f-ca81be766815-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.173039] env[65978]: DEBUG oslo_concurrency.lockutils [req-d6e4ce0e-735d-46f5-9bfe-e16fdf7fa538 req-33e7a9ff-6d4b-4918-8904-3cfbf5ad212d service nova] Lock "8fec9a2f-24ad-4bcd-ac6f-ca81be766815-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.173202] env[65978]: DEBUG oslo_concurrency.lockutils [req-d6e4ce0e-735d-46f5-9bfe-e16fdf7fa538 req-33e7a9ff-6d4b-4918-8904-3cfbf5ad212d service nova] Lock "8fec9a2f-24ad-4bcd-ac6f-ca81be766815-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.173357] env[65978]: DEBUG nova.compute.manager [req-d6e4ce0e-735d-46f5-9bfe-e16fdf7fa538 req-33e7a9ff-6d4b-4918-8904-3cfbf5ad212d service nova] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] No waiting events found dispatching network-vif-plugged-154cefef-158a-4f46-a226-936b7cae5ea1 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1448.173512] env[65978]: WARNING nova.compute.manager [req-d6e4ce0e-735d-46f5-9bfe-e16fdf7fa538 req-33e7a9ff-6d4b-4918-8904-3cfbf5ad212d service nova] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Received unexpected event network-vif-plugged-154cefef-158a-4f46-a226-936b7cae5ea1 for instance with vm_state building and task_state spawning. [ 1448.257546] env[65978]: DEBUG nova.network.neutron [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Successfully updated port: 154cefef-158a-4f46-a226-936b7cae5ea1 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1448.760986] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "refresh_cache-8fec9a2f-24ad-4bcd-ac6f-ca81be766815" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.761174] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired lock "refresh_cache-8fec9a2f-24ad-4bcd-ac6f-ca81be766815" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.761349] env[65978]: DEBUG nova.network.neutron [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1448.928380] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 8fec9a2f-24ad-4bcd-ac6f-ca81be766815 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1448.928820] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1448.928896] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_os_type_None': '1', 'num_proj_b437a74b307245bf988edfef378aff16': '1', 'io_workload': '1'} {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1448.960677] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0fc639-db90-45a2-a4cf-4e733aa2d63e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.970934] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ec1e2b-68a1-4669-826b-fc86787908b9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.001292] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd5b1b0-0bd2-45cb-b0b8-1b3c54bb35df {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.009469] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d06784-ba8e-4e19-8bc4-ff6273539f9f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.025354] env[65978]: DEBUG nova.compute.provider_tree [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.303956] env[65978]: DEBUG nova.network.neutron [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1449.383311] env[65978]: WARNING neutronclient.v2_0.client [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1449.455350] env[65978]: DEBUG nova.network.neutron [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Updating instance_info_cache with network_info: [{"id": "154cefef-158a-4f46-a226-936b7cae5ea1", "address": "fa:16:3e:42:37:65", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap154cefef-15", "ovs_interfaceid": "154cefef-158a-4f46-a226-936b7cae5ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.528324] env[65978]: DEBUG nova.scheduler.client.report [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1449.957878] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Releasing lock "refresh_cache-8fec9a2f-24ad-4bcd-ac6f-ca81be766815" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.958288] env[65978]: DEBUG nova.compute.manager [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Instance network_info: |[{"id": "154cefef-158a-4f46-a226-936b7cae5ea1", "address": "fa:16:3e:42:37:65", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap154cefef-15", "ovs_interfaceid": "154cefef-158a-4f46-a226-936b7cae5ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1449.958746] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:37:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '154cefef-158a-4f46-a226-936b7cae5ea1', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1449.966054] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1449.966259] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1449.966481] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ad5f4f9-a847-4016-9781-3c801a2abf15 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.986425] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1449.986425] env[65978]: value = "task-4715553" [ 1449.986425] env[65978]: _type = "Task" [ 1449.986425] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.994540] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715553, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.033585] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65978) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1450.033815] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.133s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.203179] env[65978]: DEBUG nova.compute.manager [req-ff08e937-42f4-4999-923e-7e4ee2177362 req-2ad6cd12-95d8-44bc-89de-f5bf8684f362 service nova] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Received event network-changed-154cefef-158a-4f46-a226-936b7cae5ea1 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1450.203606] env[65978]: DEBUG nova.compute.manager [req-ff08e937-42f4-4999-923e-7e4ee2177362 req-2ad6cd12-95d8-44bc-89de-f5bf8684f362 service nova] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Refreshing instance network info cache due to event network-changed-154cefef-158a-4f46-a226-936b7cae5ea1. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1450.203889] env[65978]: DEBUG oslo_concurrency.lockutils [req-ff08e937-42f4-4999-923e-7e4ee2177362 req-2ad6cd12-95d8-44bc-89de-f5bf8684f362 service nova] Acquiring lock "refresh_cache-8fec9a2f-24ad-4bcd-ac6f-ca81be766815" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.204156] env[65978]: DEBUG oslo_concurrency.lockutils [req-ff08e937-42f4-4999-923e-7e4ee2177362 req-2ad6cd12-95d8-44bc-89de-f5bf8684f362 service nova] Acquired lock "refresh_cache-8fec9a2f-24ad-4bcd-ac6f-ca81be766815" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.204433] env[65978]: DEBUG nova.network.neutron [req-ff08e937-42f4-4999-923e-7e4ee2177362 req-2ad6cd12-95d8-44bc-89de-f5bf8684f362 service nova] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Refreshing network info cache for port 154cefef-158a-4f46-a226-936b7cae5ea1 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1450.497405] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715553, 'name': CreateVM_Task, 'duration_secs': 0.332883} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.497595] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1450.498014] env[65978]: WARNING neutronclient.v2_0.client [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1450.498371] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.498518] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.498829] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.499098] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3403d86e-12e1-4609-8541-79b4de3195d3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.504442] env[65978]: DEBUG oslo_vmware.api [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1450.504442] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527a09e9-c2ac-cdaa-fe04-02a65f6e92a4" [ 1450.504442] env[65978]: _type = "Task" [ 1450.504442] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.512310] env[65978]: DEBUG oslo_vmware.api [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527a09e9-c2ac-cdaa-fe04-02a65f6e92a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.707402] env[65978]: WARNING neutronclient.v2_0.client [req-ff08e937-42f4-4999-923e-7e4ee2177362 req-2ad6cd12-95d8-44bc-89de-f5bf8684f362 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1450.843803] env[65978]: WARNING neutronclient.v2_0.client [req-ff08e937-42f4-4999-923e-7e4ee2177362 req-2ad6cd12-95d8-44bc-89de-f5bf8684f362 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1450.909403] env[65978]: DEBUG nova.network.neutron [req-ff08e937-42f4-4999-923e-7e4ee2177362 req-2ad6cd12-95d8-44bc-89de-f5bf8684f362 service nova] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Updated VIF entry in instance network info cache for port 154cefef-158a-4f46-a226-936b7cae5ea1. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1450.909764] env[65978]: DEBUG nova.network.neutron [req-ff08e937-42f4-4999-923e-7e4ee2177362 req-2ad6cd12-95d8-44bc-89de-f5bf8684f362 service nova] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Updating instance_info_cache with network_info: [{"id": "154cefef-158a-4f46-a226-936b7cae5ea1", "address": "fa:16:3e:42:37:65", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap154cefef-15", "ovs_interfaceid": "154cefef-158a-4f46-a226-936b7cae5ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.015182] env[65978]: DEBUG oslo_vmware.api [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]527a09e9-c2ac-cdaa-fe04-02a65f6e92a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011788} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.015557] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.015693] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1451.015918] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.016069] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.016242] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1451.016491] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-187112d5-761d-4364-b998-21356ee49ef9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.025525] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1451.025692] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1451.026413] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9627915e-1a7f-42bd-948c-1bd00bf397e9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.032419] env[65978]: DEBUG oslo_vmware.api [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1451.032419] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5217b63b-53ff-fcc9-e7a3-5d9021b8bc13" [ 1451.032419] env[65978]: _type = "Task" [ 1451.032419] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.040502] env[65978]: DEBUG oslo_vmware.api [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5217b63b-53ff-fcc9-e7a3-5d9021b8bc13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.413216] env[65978]: DEBUG oslo_concurrency.lockutils [req-ff08e937-42f4-4999-923e-7e4ee2177362 req-2ad6cd12-95d8-44bc-89de-f5bf8684f362 service nova] Releasing lock "refresh_cache-8fec9a2f-24ad-4bcd-ac6f-ca81be766815" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.544371] env[65978]: DEBUG oslo_vmware.api [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]5217b63b-53ff-fcc9-e7a3-5d9021b8bc13, 'name': SearchDatastore_Task, 'duration_secs': 0.010168} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.545170] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f30c4b4-9a73-4850-97ff-9449cc044386 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.550798] env[65978]: DEBUG oslo_vmware.api [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1451.550798] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52946832-53b7-e85c-7d09-69463fb309d0" [ 1451.550798] env[65978]: _type = "Task" [ 1451.550798] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.560177] env[65978]: DEBUG oslo_vmware.api [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52946832-53b7-e85c-7d09-69463fb309d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.061606] env[65978]: DEBUG oslo_vmware.api [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52946832-53b7-e85c-7d09-69463fb309d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010193} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.062055] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.062103] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 8fec9a2f-24ad-4bcd-ac6f-ca81be766815/8fec9a2f-24ad-4bcd-ac6f-ca81be766815.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1452.062381] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6549052d-dc30-4365-969e-48adcaff0bdd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.070561] env[65978]: DEBUG oslo_vmware.api [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1452.070561] env[65978]: value = "task-4715554" [ 1452.070561] env[65978]: _type = "Task" [ 1452.070561] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.079631] env[65978]: DEBUG oslo_vmware.api [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.580936] env[65978]: DEBUG oslo_vmware.api [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459595} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.581290] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 8fec9a2f-24ad-4bcd-ac6f-ca81be766815/8fec9a2f-24ad-4bcd-ac6f-ca81be766815.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1452.581505] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1452.581778] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40458d20-8995-4a3e-9649-d83a195ea1cc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.589177] env[65978]: DEBUG oslo_vmware.api [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1452.589177] env[65978]: value = "task-4715555" [ 1452.589177] env[65978]: _type = "Task" [ 1452.589177] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.597622] env[65978]: DEBUG oslo_vmware.api [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.099390] env[65978]: DEBUG oslo_vmware.api [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060244} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.100804] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1453.100927] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc3c34b-5344-4dce-b8a9-73e02a8efbc6 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.122953] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 8fec9a2f-24ad-4bcd-ac6f-ca81be766815/8fec9a2f-24ad-4bcd-ac6f-ca81be766815.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1453.123232] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afd1bb42-02a6-4cb1-a02e-db4d7c83f43f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.142779] env[65978]: DEBUG oslo_vmware.api [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1453.142779] env[65978]: value = "task-4715556" [ 1453.142779] env[65978]: _type = "Task" [ 1453.142779] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.150885] env[65978]: DEBUG oslo_vmware.api [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.652877] env[65978]: DEBUG oslo_vmware.api [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715556, 'name': ReconfigVM_Task, 'duration_secs': 0.334848} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.653157] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 8fec9a2f-24ad-4bcd-ac6f-ca81be766815/8fec9a2f-24ad-4bcd-ac6f-ca81be766815.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1453.653863] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4a36af8-d8b1-4dd3-8062-42d90c046c8e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.661072] env[65978]: DEBUG oslo_vmware.api [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1453.661072] env[65978]: value = "task-4715557" [ 1453.661072] env[65978]: _type = "Task" [ 1453.661072] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.669989] env[65978]: DEBUG oslo_vmware.api [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715557, 'name': Rename_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.175751] env[65978]: DEBUG oslo_vmware.api [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715557, 'name': Rename_Task, 'duration_secs': 0.16795} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.176243] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1454.176355] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60996836-6c41-4021-92cb-8622c9ae9c9f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.185596] env[65978]: DEBUG oslo_vmware.api [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1454.185596] env[65978]: value = "task-4715558" [ 1454.185596] env[65978]: _type = "Task" [ 1454.185596] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.195442] env[65978]: DEBUG oslo_vmware.api [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.696483] env[65978]: DEBUG oslo_vmware.api [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715558, 'name': PowerOnVM_Task, 'duration_secs': 0.424597} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.696782] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1454.696991] env[65978]: INFO nova.compute.manager [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1454.697188] env[65978]: DEBUG nova.compute.manager [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1454.697973] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c16c0f-ab65-4c21-b6b0-1498a1237d8f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.216615] env[65978]: INFO nova.compute.manager [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Took 11.43 seconds to build instance. [ 1455.717897] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2f5a8262-4643-4b81-9180-0e25ecef580f tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "8fec9a2f-24ad-4bcd-ac6f-ca81be766815" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.944s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.864684] env[65978]: DEBUG nova.compute.manager [req-4e1af346-d7c6-4478-b180-ea2e2ef01989 req-d3a7c22c-fdb1-47db-8153-4e71a625ed91 service nova] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Received event network-changed-154cefef-158a-4f46-a226-936b7cae5ea1 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1455.864944] env[65978]: DEBUG nova.compute.manager [req-4e1af346-d7c6-4478-b180-ea2e2ef01989 req-d3a7c22c-fdb1-47db-8153-4e71a625ed91 service nova] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Refreshing instance network info cache due to event network-changed-154cefef-158a-4f46-a226-936b7cae5ea1. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1455.865202] env[65978]: DEBUG oslo_concurrency.lockutils [req-4e1af346-d7c6-4478-b180-ea2e2ef01989 req-d3a7c22c-fdb1-47db-8153-4e71a625ed91 service nova] Acquiring lock "refresh_cache-8fec9a2f-24ad-4bcd-ac6f-ca81be766815" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.865346] env[65978]: DEBUG oslo_concurrency.lockutils [req-4e1af346-d7c6-4478-b180-ea2e2ef01989 req-d3a7c22c-fdb1-47db-8153-4e71a625ed91 service nova] Acquired lock "refresh_cache-8fec9a2f-24ad-4bcd-ac6f-ca81be766815" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.865501] env[65978]: DEBUG nova.network.neutron [req-4e1af346-d7c6-4478-b180-ea2e2ef01989 req-d3a7c22c-fdb1-47db-8153-4e71a625ed91 service nova] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Refreshing network info cache for port 154cefef-158a-4f46-a226-936b7cae5ea1 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1456.368790] env[65978]: WARNING neutronclient.v2_0.client [req-4e1af346-d7c6-4478-b180-ea2e2ef01989 req-d3a7c22c-fdb1-47db-8153-4e71a625ed91 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1456.542952] env[65978]: WARNING neutronclient.v2_0.client [req-4e1af346-d7c6-4478-b180-ea2e2ef01989 req-d3a7c22c-fdb1-47db-8153-4e71a625ed91 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1456.618973] env[65978]: DEBUG nova.network.neutron [req-4e1af346-d7c6-4478-b180-ea2e2ef01989 req-d3a7c22c-fdb1-47db-8153-4e71a625ed91 service nova] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Updated VIF entry in instance network info cache for port 154cefef-158a-4f46-a226-936b7cae5ea1. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1456.619426] env[65978]: DEBUG nova.network.neutron [req-4e1af346-d7c6-4478-b180-ea2e2ef01989 req-d3a7c22c-fdb1-47db-8153-4e71a625ed91 service nova] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Updating instance_info_cache with network_info: [{"id": "154cefef-158a-4f46-a226-936b7cae5ea1", "address": "fa:16:3e:42:37:65", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap154cefef-15", "ovs_interfaceid": "154cefef-158a-4f46-a226-936b7cae5ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.122434] env[65978]: DEBUG oslo_concurrency.lockutils [req-4e1af346-d7c6-4478-b180-ea2e2ef01989 req-d3a7c22c-fdb1-47db-8153-4e71a625ed91 service nova] Releasing lock "refresh_cache-8fec9a2f-24ad-4bcd-ac6f-ca81be766815" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.786918] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3cd793b6-f4b0-427f-9082-2d6c8b0d41d3 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "8fec9a2f-24ad-4bcd-ac6f-ca81be766815" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.787352] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3cd793b6-f4b0-427f-9082-2d6c8b0d41d3 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "8fec9a2f-24ad-4bcd-ac6f-ca81be766815" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.787352] env[65978]: DEBUG nova.compute.manager [None req-3cd793b6-f4b0-427f-9082-2d6c8b0d41d3 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1492.788267] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ad4dfc-40dc-4974-9c4d-e9f527a27e0c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.796012] env[65978]: DEBUG nova.compute.manager [None req-3cd793b6-f4b0-427f-9082-2d6c8b0d41d3 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65978) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3446}} [ 1492.796589] env[65978]: DEBUG nova.objects.instance [None req-3cd793b6-f4b0-427f-9082-2d6c8b0d41d3 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lazy-loading 'flavor' on Instance uuid 8fec9a2f-24ad-4bcd-ac6f-ca81be766815 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.806056] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd793b6-f4b0-427f-9082-2d6c8b0d41d3 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1493.806394] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d44c8b8-c20e-4c0b-8069-4763de28e770 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.814456] env[65978]: DEBUG oslo_vmware.api [None req-3cd793b6-f4b0-427f-9082-2d6c8b0d41d3 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1493.814456] env[65978]: value = "task-4715559" [ 1493.814456] env[65978]: _type = "Task" [ 1493.814456] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.823553] env[65978]: DEBUG oslo_vmware.api [None req-3cd793b6-f4b0-427f-9082-2d6c8b0d41d3 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.325083] env[65978]: DEBUG oslo_vmware.api [None req-3cd793b6-f4b0-427f-9082-2d6c8b0d41d3 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715559, 'name': PowerOffVM_Task, 'duration_secs': 0.186997} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.325349] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd793b6-f4b0-427f-9082-2d6c8b0d41d3 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1494.325528] env[65978]: DEBUG nova.compute.manager [None req-3cd793b6-f4b0-427f-9082-2d6c8b0d41d3 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1494.326330] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2fc3c3-207a-4d22-aca5-c573254c898b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.446424] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.446797] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.447092] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.447317] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65978) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11240}} [ 1494.839119] env[65978]: DEBUG oslo_concurrency.lockutils [None req-3cd793b6-f4b0-427f-9082-2d6c8b0d41d3 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "8fec9a2f-24ad-4bcd-ac6f-ca81be766815" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.312072] env[65978]: DEBUG nova.objects.instance [None req-db4f0bae-a173-4b29-b22c-2296a62d3298 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lazy-loading 'flavor' on Instance uuid 8fec9a2f-24ad-4bcd-ac6f-ca81be766815 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.816577] env[65978]: DEBUG oslo_concurrency.lockutils [None req-db4f0bae-a173-4b29-b22c-2296a62d3298 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "refresh_cache-8fec9a2f-24ad-4bcd-ac6f-ca81be766815" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.816763] env[65978]: DEBUG oslo_concurrency.lockutils [None req-db4f0bae-a173-4b29-b22c-2296a62d3298 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired lock "refresh_cache-8fec9a2f-24ad-4bcd-ac6f-ca81be766815" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.816910] env[65978]: DEBUG nova.network.neutron [None req-db4f0bae-a173-4b29-b22c-2296a62d3298 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1495.817091] env[65978]: DEBUG nova.objects.instance [None req-db4f0bae-a173-4b29-b22c-2296a62d3298 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lazy-loading 'info_cache' on Instance uuid 8fec9a2f-24ad-4bcd-ac6f-ca81be766815 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1496.320872] env[65978]: DEBUG nova.objects.base [None req-db4f0bae-a173-4b29-b22c-2296a62d3298 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Object Instance<8fec9a2f-24ad-4bcd-ac6f-ca81be766815> lazy-loaded attributes: flavor,info_cache {{(pid=65978) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1496.749178] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.749439] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.823593] env[65978]: WARNING neutronclient.v2_0.client [None req-db4f0bae-a173-4b29-b22c-2296a62d3298 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1497.045691] env[65978]: WARNING neutronclient.v2_0.client [None req-db4f0bae-a173-4b29-b22c-2296a62d3298 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1497.113546] env[65978]: DEBUG nova.network.neutron [None req-db4f0bae-a173-4b29-b22c-2296a62d3298 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Updating instance_info_cache with network_info: [{"id": "154cefef-158a-4f46-a226-936b7cae5ea1", "address": "fa:16:3e:42:37:65", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap154cefef-15", "ovs_interfaceid": "154cefef-158a-4f46-a226-936b7cae5ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.616139] env[65978]: DEBUG oslo_concurrency.lockutils [None req-db4f0bae-a173-4b29-b22c-2296a62d3298 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Releasing lock "refresh_cache-8fec9a2f-24ad-4bcd-ac6f-ca81be766815" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.748761] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.622346] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4f0bae-a173-4b29-b22c-2296a62d3298 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1498.622750] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92a4074f-a6be-42ef-a92f-b72f48bdf596 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.631325] env[65978]: DEBUG oslo_vmware.api [None req-db4f0bae-a173-4b29-b22c-2296a62d3298 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1498.631325] env[65978]: value = "task-4715560" [ 1498.631325] env[65978]: _type = "Task" [ 1498.631325] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.639691] env[65978]: DEBUG oslo_vmware.api [None req-db4f0bae-a173-4b29-b22c-2296a62d3298 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.748907] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1499.141914] env[65978]: DEBUG oslo_vmware.api [None req-db4f0bae-a173-4b29-b22c-2296a62d3298 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715560, 'name': PowerOnVM_Task, 'duration_secs': 0.386107} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.142185] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4f0bae-a173-4b29-b22c-2296a62d3298 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1499.142377] env[65978]: DEBUG nova.compute.manager [None req-db4f0bae-a173-4b29-b22c-2296a62d3298 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1499.143198] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba440425-c0b2-43d3-bbc4-cf5b851d3604 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.252406] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.252666] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.252831] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.252994] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65978) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1499.253881] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad3318c-eab5-4ce1-9b1a-b9c3967a65c9 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.262596] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0e05ce-3499-4917-8fd0-401500094e4e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.277816] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be52d48d-f083-4ec6-8ea3-2e97211e8350 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.285625] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4367ea0c-1ce1-428b-bcc3-9d49bbfbbd7c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.314974] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180664MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65978) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1499.315179] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.315398] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.087659] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b02811d-c81d-47c8-9cbe-af4062ced667 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.094600] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ef352bf2-6159-415b-bbc6-ea0248e5612e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Suspending the VM {{(pid=65978) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1500.094882] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-047b4dec-8124-4180-a448-f64c2327067e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.101425] env[65978]: DEBUG oslo_vmware.api [None req-ef352bf2-6159-415b-bbc6-ea0248e5612e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1500.101425] env[65978]: value = "task-4715561" [ 1500.101425] env[65978]: _type = "Task" [ 1500.101425] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.112714] env[65978]: DEBUG oslo_vmware.api [None req-ef352bf2-6159-415b-bbc6-ea0248e5612e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715561, 'name': SuspendVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.343413] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Instance 8fec9a2f-24ad-4bcd-ac6f-ca81be766815 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65978) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1500.343636] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1500.343783] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_b437a74b307245bf988edfef378aff16': '1', 'io_workload': '0'} {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1500.378995] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5dc1c2-7196-4502-b80b-fc13534aa471 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.388161] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35942e39-4034-4911-a23a-7d4662ffeef5 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.419756] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4ade86-a3ec-4051-b076-4f78b4e63c8b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.428774] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6b7b72-67ed-4b2b-88ce-9143f6f133f0 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.444194] env[65978]: DEBUG nova.compute.provider_tree [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1500.614157] env[65978]: DEBUG oslo_vmware.api [None req-ef352bf2-6159-415b-bbc6-ea0248e5612e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715561, 'name': SuspendVM_Task} progress is 66%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.949456] env[65978]: DEBUG nova.scheduler.client.report [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1501.112742] env[65978]: DEBUG oslo_vmware.api [None req-ef352bf2-6159-415b-bbc6-ea0248e5612e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715561, 'name': SuspendVM_Task, 'duration_secs': 0.600995} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.113131] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-ef352bf2-6159-415b-bbc6-ea0248e5612e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Suspended the VM {{(pid=65978) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1501.113236] env[65978]: DEBUG nova.compute.manager [None req-ef352bf2-6159-415b-bbc6-ea0248e5612e tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1501.113939] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324a0582-820c-4c6a-8233-4b1ea0a8a503 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.452912] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65978) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1501.453137] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.138s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.438351] env[65978]: INFO nova.compute.manager [None req-6a04cdc4-c846-465a-b470-585dcbfe6162 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Resuming [ 1502.438943] env[65978]: DEBUG nova.objects.instance [None req-6a04cdc4-c846-465a-b470-585dcbfe6162 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lazy-loading 'flavor' on Instance uuid 8fec9a2f-24ad-4bcd-ac6f-ca81be766815 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1502.447345] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.950197] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6a04cdc4-c846-465a-b470-585dcbfe6162 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "refresh_cache-8fec9a2f-24ad-4bcd-ac6f-ca81be766815" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.950197] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6a04cdc4-c846-465a-b470-585dcbfe6162 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquired lock "refresh_cache-8fec9a2f-24ad-4bcd-ac6f-ca81be766815" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.950197] env[65978]: DEBUG nova.network.neutron [None req-6a04cdc4-c846-465a-b470-585dcbfe6162 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1504.453160] env[65978]: WARNING neutronclient.v2_0.client [None req-6a04cdc4-c846-465a-b470-585dcbfe6162 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1504.613194] env[65978]: WARNING neutronclient.v2_0.client [None req-6a04cdc4-c846-465a-b470-585dcbfe6162 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1504.687381] env[65978]: DEBUG nova.network.neutron [None req-6a04cdc4-c846-465a-b470-585dcbfe6162 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Updating instance_info_cache with network_info: [{"id": "154cefef-158a-4f46-a226-936b7cae5ea1", "address": "fa:16:3e:42:37:65", "network": {"id": "9824d418-9468-4773-8925-6fdb41ca1b7c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-998210568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b437a74b307245bf988edfef378aff16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap154cefef-15", "ovs_interfaceid": "154cefef-158a-4f46-a226-936b7cae5ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.190291] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6a04cdc4-c846-465a-b470-585dcbfe6162 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Releasing lock "refresh_cache-8fec9a2f-24ad-4bcd-ac6f-ca81be766815" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.191287] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0aef3c3-7f5a-4cf4-a1f8-74b3e53c0b6a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.198531] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6a04cdc4-c846-465a-b470-585dcbfe6162 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Resuming the VM {{(pid=65978) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1505.198762] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dbb6bf0-34df-4b87-8d1f-3cae78cfc512 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.204979] env[65978]: DEBUG oslo_vmware.api [None req-6a04cdc4-c846-465a-b470-585dcbfe6162 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1505.204979] env[65978]: value = "task-4715562" [ 1505.204979] env[65978]: _type = "Task" [ 1505.204979] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.213106] env[65978]: DEBUG oslo_vmware.api [None req-6a04cdc4-c846-465a-b470-585dcbfe6162 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.716928] env[65978]: DEBUG oslo_vmware.api [None req-6a04cdc4-c846-465a-b470-585dcbfe6162 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715562, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.216526] env[65978]: DEBUG oslo_vmware.api [None req-6a04cdc4-c846-465a-b470-585dcbfe6162 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715562, 'name': PowerOnVM_Task, 'duration_secs': 0.519357} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.216922] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-6a04cdc4-c846-465a-b470-585dcbfe6162 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Resumed the VM {{(pid=65978) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1506.217054] env[65978]: DEBUG nova.compute.manager [None req-6a04cdc4-c846-465a-b470-585dcbfe6162 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1506.217820] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4d4970-6131-4e78-9194-ba54a38a5253 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.742272] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.165960] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "8fec9a2f-24ad-4bcd-ac6f-ca81be766815" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.166258] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "8fec9a2f-24ad-4bcd-ac6f-ca81be766815" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.166472] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "8fec9a2f-24ad-4bcd-ac6f-ca81be766815-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.166650] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "8fec9a2f-24ad-4bcd-ac6f-ca81be766815-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.166809] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "8fec9a2f-24ad-4bcd-ac6f-ca81be766815-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.168947] env[65978]: INFO nova.compute.manager [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Terminating instance [ 1507.672575] env[65978]: DEBUG nova.compute.manager [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1507.672967] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1507.674043] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c27037-2ddc-4397-9e1d-2670411efc3b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.682338] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1507.682594] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71c16fc3-4e92-4bec-b67c-37f9c8bd042a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.689604] env[65978]: DEBUG oslo_vmware.api [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1507.689604] env[65978]: value = "task-4715563" [ 1507.689604] env[65978]: _type = "Task" [ 1507.689604] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.698338] env[65978]: DEBUG oslo_vmware.api [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.201412] env[65978]: DEBUG oslo_vmware.api [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715563, 'name': PowerOffVM_Task, 'duration_secs': 0.18989} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.201682] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1508.201857] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1508.202160] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f5f24af-d7f7-49ec-a9a8-33dd43cc8df4 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.267062] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1508.267326] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1508.267538] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Deleting the datastore file [datastore2] 8fec9a2f-24ad-4bcd-ac6f-ca81be766815 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1508.267833] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe42475d-65eb-4886-b9fd-c1d2531ae3a3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.276384] env[65978]: DEBUG oslo_vmware.api [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for the task: (returnval){ [ 1508.276384] env[65978]: value = "task-4715565" [ 1508.276384] env[65978]: _type = "Task" [ 1508.276384] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.284732] env[65978]: DEBUG oslo_vmware.api [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.786684] env[65978]: DEBUG oslo_vmware.api [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Task: {'id': task-4715565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151367} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.787094] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1508.787162] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1508.787295] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1508.787469] env[65978]: INFO nova.compute.manager [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1508.787771] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1508.787979] env[65978]: DEBUG nova.compute.manager [-] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1508.788092] env[65978]: DEBUG nova.network.neutron [-] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1508.788343] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1508.820480] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1509.308389] env[65978]: DEBUG nova.compute.manager [req-feeb0637-b57e-421d-9b6b-4b302dd88bd2 req-1c6e0126-9160-48c7-b034-d04ea4df56fd service nova] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Received event network-vif-deleted-154cefef-158a-4f46-a226-936b7cae5ea1 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1509.308560] env[65978]: INFO nova.compute.manager [req-feeb0637-b57e-421d-9b6b-4b302dd88bd2 req-1c6e0126-9160-48c7-b034-d04ea4df56fd service nova] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Neutron deleted interface 154cefef-158a-4f46-a226-936b7cae5ea1; detaching it from the instance and deleting it from the info cache [ 1509.308745] env[65978]: DEBUG nova.network.neutron [req-feeb0637-b57e-421d-9b6b-4b302dd88bd2 req-1c6e0126-9160-48c7-b034-d04ea4df56fd service nova] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.754285] env[65978]: DEBUG nova.network.neutron [-] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.811352] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ad6cd8f-5db4-4ff0-a94d-ef495c76b413 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.821939] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98522a5f-ccb0-4659-95a1-ce3c700413eb {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.849161] env[65978]: DEBUG nova.compute.manager [req-feeb0637-b57e-421d-9b6b-4b302dd88bd2 req-1c6e0126-9160-48c7-b034-d04ea4df56fd service nova] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Detach interface failed, port_id=154cefef-158a-4f46-a226-936b7cae5ea1, reason: Instance 8fec9a2f-24ad-4bcd-ac6f-ca81be766815 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1510.257526] env[65978]: INFO nova.compute.manager [-] [instance: 8fec9a2f-24ad-4bcd-ac6f-ca81be766815] Took 1.47 seconds to deallocate network for instance. [ 1510.764540] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.764818] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.765066] env[65978]: DEBUG nova.objects.instance [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lazy-loading 'resources' on Instance uuid 8fec9a2f-24ad-4bcd-ac6f-ca81be766815 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1511.308058] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62680c27-2386-450e-931a-56fbf5a8d3ff {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.316230] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e775e53-914d-4b4a-9921-eea53a9a1f0c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.346133] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433399e3-fbf0-4715-b1de-09a21ec8ec3b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.354542] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4177ee90-3e91-4e39-bacb-9543a485fb3b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.368720] env[65978]: DEBUG nova.compute.provider_tree [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1511.872680] env[65978]: DEBUG nova.scheduler.client.report [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1512.378578] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.398168] env[65978]: INFO nova.scheduler.client.report [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Deleted allocations for instance 8fec9a2f-24ad-4bcd-ac6f-ca81be766815 [ 1512.908505] env[65978]: DEBUG oslo_concurrency.lockutils [None req-2af33465-2a2f-490b-8a4e-268981de11c5 tempest-ServerActionsTestJSON-1107556418 tempest-ServerActionsTestJSON-1107556418-project-member] Lock "8fec9a2f-24ad-4bcd-ac6f-ca81be766815" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.742s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.397836] env[65978]: DEBUG oslo_concurrency.lockutils [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Acquiring lock "747bf855-0fac-47b6-8f6f-0fb50bac0169" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.398201] env[65978]: DEBUG oslo_concurrency.lockutils [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Lock "747bf855-0fac-47b6-8f6f-0fb50bac0169" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.901185] env[65978]: DEBUG nova.compute.manager [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Starting instance... {{(pid=65978) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1519.425031] env[65978]: DEBUG oslo_concurrency.lockutils [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1519.425031] env[65978]: DEBUG oslo_concurrency.lockutils [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1519.426435] env[65978]: INFO nova.compute.claims [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1520.467154] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8db5e4-dc2b-4b18-b05a-967610ebe6c2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.475174] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebff0920-beb9-4900-bd85-de8452773984 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.509861] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f6d126-7511-49ff-8085-b728e2b2c6e7 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.518153] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2019af53-bcac-46c6-8218-17b53c0ef9ca {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.531570] env[65978]: DEBUG nova.compute.provider_tree [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1521.035184] env[65978]: DEBUG nova.scheduler.client.report [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1521.540407] env[65978]: DEBUG oslo_concurrency.lockutils [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.115s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.541066] env[65978]: DEBUG nova.compute.manager [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Start building networks asynchronously for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2878}} [ 1522.046592] env[65978]: DEBUG nova.compute.utils [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Using /dev/sd instead of None {{(pid=65978) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1522.048578] env[65978]: DEBUG nova.compute.manager [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Allocating IP information in the background. {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1522.048782] env[65978]: DEBUG nova.network.neutron [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] allocate_for_instance() {{(pid=65978) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1522.049154] env[65978]: WARNING neutronclient.v2_0.client [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1522.049518] env[65978]: WARNING neutronclient.v2_0.client [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1522.100263] env[65978]: DEBUG nova.policy [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a151f11b30a4259af45347dbd669867', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0d511d5054f4231a28422c54785fdf8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65978) authorize /opt/stack/nova/nova/policy.py:192}} [ 1522.372361] env[65978]: DEBUG nova.network.neutron [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Successfully created port: 82fe8237-dd57-40a9-a90c-3cf86a79ae57 {{(pid=65978) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1522.549328] env[65978]: DEBUG nova.compute.manager [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Start building block device mappings for instance. {{(pid=65978) _build_resources /opt/stack/nova/nova/compute/manager.py:2913}} [ 1523.560870] env[65978]: DEBUG nova.compute.manager [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Start spawning the instance on the hypervisor. {{(pid=65978) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2686}} [ 1523.587440] env[65978]: DEBUG nova.virt.hardware [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T03:27:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T03:27:16Z,direct_url=,disk_format='vmdk',id=60ae46d2-80a6-44b0-babe-7226023243fc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3fa34e4e4c2246c38344c5bfe21a9718',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T03:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1523.587695] env[65978]: DEBUG nova.virt.hardware [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Flavor limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1523.587849] env[65978]: DEBUG nova.virt.hardware [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Image limits 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1523.588040] env[65978]: DEBUG nova.virt.hardware [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Flavor pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1523.588188] env[65978]: DEBUG nova.virt.hardware [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Image pref 0:0:0 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1523.588333] env[65978]: DEBUG nova.virt.hardware [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65978) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1523.588541] env[65978]: DEBUG nova.virt.hardware [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1523.588701] env[65978]: DEBUG nova.virt.hardware [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1523.588862] env[65978]: DEBUG nova.virt.hardware [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Got 1 possible topologies {{(pid=65978) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1523.589033] env[65978]: DEBUG nova.virt.hardware [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1523.589212] env[65978]: DEBUG nova.virt.hardware [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65978) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1523.590095] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5948d5e9-2c72-43de-8380-7ead9efc17cd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.598854] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d843d54-0441-4880-9fb9-4895c3a55a03 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.777543] env[65978]: DEBUG nova.compute.manager [req-a3aab365-ca1c-49bf-b89d-6238d44aefc8 req-6766ba26-1ce5-4e06-8504-e989c363545d service nova] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Received event network-vif-plugged-82fe8237-dd57-40a9-a90c-3cf86a79ae57 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1523.777650] env[65978]: DEBUG oslo_concurrency.lockutils [req-a3aab365-ca1c-49bf-b89d-6238d44aefc8 req-6766ba26-1ce5-4e06-8504-e989c363545d service nova] Acquiring lock "747bf855-0fac-47b6-8f6f-0fb50bac0169-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1523.777855] env[65978]: DEBUG oslo_concurrency.lockutils [req-a3aab365-ca1c-49bf-b89d-6238d44aefc8 req-6766ba26-1ce5-4e06-8504-e989c363545d service nova] Lock "747bf855-0fac-47b6-8f6f-0fb50bac0169-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.778062] env[65978]: DEBUG oslo_concurrency.lockutils [req-a3aab365-ca1c-49bf-b89d-6238d44aefc8 req-6766ba26-1ce5-4e06-8504-e989c363545d service nova] Lock "747bf855-0fac-47b6-8f6f-0fb50bac0169-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1523.778245] env[65978]: DEBUG nova.compute.manager [req-a3aab365-ca1c-49bf-b89d-6238d44aefc8 req-6766ba26-1ce5-4e06-8504-e989c363545d service nova] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] No waiting events found dispatching network-vif-plugged-82fe8237-dd57-40a9-a90c-3cf86a79ae57 {{(pid=65978) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1523.778411] env[65978]: WARNING nova.compute.manager [req-a3aab365-ca1c-49bf-b89d-6238d44aefc8 req-6766ba26-1ce5-4e06-8504-e989c363545d service nova] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Received unexpected event network-vif-plugged-82fe8237-dd57-40a9-a90c-3cf86a79ae57 for instance with vm_state building and task_state spawning. [ 1523.860883] env[65978]: DEBUG nova.network.neutron [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Successfully updated port: 82fe8237-dd57-40a9-a90c-3cf86a79ae57 {{(pid=65978) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1524.366108] env[65978]: DEBUG oslo_concurrency.lockutils [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Acquiring lock "refresh_cache-747bf855-0fac-47b6-8f6f-0fb50bac0169" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.366108] env[65978]: DEBUG oslo_concurrency.lockutils [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Acquired lock "refresh_cache-747bf855-0fac-47b6-8f6f-0fb50bac0169" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.366263] env[65978]: DEBUG nova.network.neutron [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Building network info cache for instance {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1524.902254] env[65978]: DEBUG nova.network.neutron [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Instance cache missing network info. {{(pid=65978) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1524.981337] env[65978]: WARNING neutronclient.v2_0.client [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1525.054327] env[65978]: DEBUG nova.network.neutron [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Updating instance_info_cache with network_info: [{"id": "82fe8237-dd57-40a9-a90c-3cf86a79ae57", "address": "fa:16:3e:de:22:d2", "network": {"id": "5bf5c48c-1661-46b1-9921-1765aae1f523", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-257461393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d511d5054f4231a28422c54785fdf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82fe8237-dd", "ovs_interfaceid": "82fe8237-dd57-40a9-a90c-3cf86a79ae57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.557413] env[65978]: DEBUG oslo_concurrency.lockutils [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Releasing lock "refresh_cache-747bf855-0fac-47b6-8f6f-0fb50bac0169" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.557869] env[65978]: DEBUG nova.compute.manager [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Instance network_info: |[{"id": "82fe8237-dd57-40a9-a90c-3cf86a79ae57", "address": "fa:16:3e:de:22:d2", "network": {"id": "5bf5c48c-1661-46b1-9921-1765aae1f523", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-257461393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d511d5054f4231a28422c54785fdf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82fe8237-dd", "ovs_interfaceid": "82fe8237-dd57-40a9-a90c-3cf86a79ae57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65978) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2039}} [ 1525.558464] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:22:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3753f451-fa23-4988-9361-074fb0bd3fd4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82fe8237-dd57-40a9-a90c-3cf86a79ae57', 'vif_model': 'vmxnet3'}] {{(pid=65978) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1525.566016] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Creating folder: Project (f0d511d5054f4231a28422c54785fdf8). Parent ref: group-v919857. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1525.566346] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-552fed96-c68b-42a9-9926-d6a221cf4b53 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.579821] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Created folder: Project (f0d511d5054f4231a28422c54785fdf8) in parent group-v919857. [ 1525.580032] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Creating folder: Instances. Parent ref: group-v920202. {{(pid=65978) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1525.580304] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb4a44ae-faac-47b6-8423-0a3731d495ab {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.590683] env[65978]: INFO nova.virt.vmwareapi.vm_util [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Created folder: Instances in parent group-v920202. [ 1525.590934] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1525.591182] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Creating VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1525.591417] env[65978]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6f94a9b-31b7-4e46-9ca2-56cebea6bb8b {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.612240] env[65978]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1525.612240] env[65978]: value = "task-4715568" [ 1525.612240] env[65978]: _type = "Task" [ 1525.612240] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.621235] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715568, 'name': CreateVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.809817] env[65978]: DEBUG nova.compute.manager [req-a2ca5210-fe24-4fa2-9205-ebb998e8e45e req-c2e7e315-dc32-4b86-9c01-55c23d1cc4e7 service nova] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Received event network-changed-82fe8237-dd57-40a9-a90c-3cf86a79ae57 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1525.810018] env[65978]: DEBUG nova.compute.manager [req-a2ca5210-fe24-4fa2-9205-ebb998e8e45e req-c2e7e315-dc32-4b86-9c01-55c23d1cc4e7 service nova] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Refreshing instance network info cache due to event network-changed-82fe8237-dd57-40a9-a90c-3cf86a79ae57. {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1525.810241] env[65978]: DEBUG oslo_concurrency.lockutils [req-a2ca5210-fe24-4fa2-9205-ebb998e8e45e req-c2e7e315-dc32-4b86-9c01-55c23d1cc4e7 service nova] Acquiring lock "refresh_cache-747bf855-0fac-47b6-8f6f-0fb50bac0169" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.810420] env[65978]: DEBUG oslo_concurrency.lockutils [req-a2ca5210-fe24-4fa2-9205-ebb998e8e45e req-c2e7e315-dc32-4b86-9c01-55c23d1cc4e7 service nova] Acquired lock "refresh_cache-747bf855-0fac-47b6-8f6f-0fb50bac0169" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.810541] env[65978]: DEBUG nova.network.neutron [req-a2ca5210-fe24-4fa2-9205-ebb998e8e45e req-c2e7e315-dc32-4b86-9c01-55c23d1cc4e7 service nova] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Refreshing network info cache for port 82fe8237-dd57-40a9-a90c-3cf86a79ae57 {{(pid=65978) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1526.122395] env[65978]: DEBUG oslo_vmware.api [-] Task: {'id': task-4715568, 'name': CreateVM_Task, 'duration_secs': 0.328286} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.122794] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Created VM on the ESX host {{(pid=65978) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1526.123158] env[65978]: WARNING neutronclient.v2_0.client [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1526.123512] env[65978]: DEBUG oslo_concurrency.lockutils [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.123662] env[65978]: DEBUG oslo_concurrency.lockutils [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.123966] env[65978]: DEBUG oslo_concurrency.lockutils [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.124260] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e80ccdbb-c4bd-4d39-b109-31f41cfb13dc {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.129766] env[65978]: DEBUG oslo_vmware.api [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Waiting for the task: (returnval){ [ 1526.129766] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523a8041-1142-20bb-8209-51510c72b87d" [ 1526.129766] env[65978]: _type = "Task" [ 1526.129766] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.137451] env[65978]: DEBUG oslo_vmware.api [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523a8041-1142-20bb-8209-51510c72b87d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.313471] env[65978]: WARNING neutronclient.v2_0.client [req-a2ca5210-fe24-4fa2-9205-ebb998e8e45e req-c2e7e315-dc32-4b86-9c01-55c23d1cc4e7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1526.450117] env[65978]: WARNING neutronclient.v2_0.client [req-a2ca5210-fe24-4fa2-9205-ebb998e8e45e req-c2e7e315-dc32-4b86-9c01-55c23d1cc4e7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1526.520655] env[65978]: DEBUG nova.network.neutron [req-a2ca5210-fe24-4fa2-9205-ebb998e8e45e req-c2e7e315-dc32-4b86-9c01-55c23d1cc4e7 service nova] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Updated VIF entry in instance network info cache for port 82fe8237-dd57-40a9-a90c-3cf86a79ae57. {{(pid=65978) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1526.521138] env[65978]: DEBUG nova.network.neutron [req-a2ca5210-fe24-4fa2-9205-ebb998e8e45e req-c2e7e315-dc32-4b86-9c01-55c23d1cc4e7 service nova] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Updating instance_info_cache with network_info: [{"id": "82fe8237-dd57-40a9-a90c-3cf86a79ae57", "address": "fa:16:3e:de:22:d2", "network": {"id": "5bf5c48c-1661-46b1-9921-1765aae1f523", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-257461393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d511d5054f4231a28422c54785fdf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82fe8237-dd", "ovs_interfaceid": "82fe8237-dd57-40a9-a90c-3cf86a79ae57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.641135] env[65978]: DEBUG oslo_vmware.api [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]523a8041-1142-20bb-8209-51510c72b87d, 'name': SearchDatastore_Task, 'duration_secs': 0.012448} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.641135] env[65978]: DEBUG oslo_concurrency.lockutils [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.641369] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Processing image 60ae46d2-80a6-44b0-babe-7226023243fc {{(pid=65978) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1526.641535] env[65978]: DEBUG oslo_concurrency.lockutils [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.641681] env[65978]: DEBUG oslo_concurrency.lockutils [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Acquired lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.641860] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1526.642174] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76bc9b94-34f4-4032-9719-e6651802ed20 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.651247] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65978) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1526.651411] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65978) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1526.652155] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dc46c0d-14fd-45f4-b9bd-84763d30241c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.658238] env[65978]: DEBUG oslo_vmware.api [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Waiting for the task: (returnval){ [ 1526.658238] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c63a73-b589-7c00-bfe8-ded3c9070d18" [ 1526.658238] env[65978]: _type = "Task" [ 1526.658238] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.667027] env[65978]: DEBUG oslo_vmware.api [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c63a73-b589-7c00-bfe8-ded3c9070d18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.024254] env[65978]: DEBUG oslo_concurrency.lockutils [req-a2ca5210-fe24-4fa2-9205-ebb998e8e45e req-c2e7e315-dc32-4b86-9c01-55c23d1cc4e7 service nova] Releasing lock "refresh_cache-747bf855-0fac-47b6-8f6f-0fb50bac0169" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.169350] env[65978]: DEBUG oslo_vmware.api [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52c63a73-b589-7c00-bfe8-ded3c9070d18, 'name': SearchDatastore_Task, 'duration_secs': 0.009532} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.170138] env[65978]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc641b75-fd3f-4df6-863e-cc15937856f2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.175654] env[65978]: DEBUG oslo_vmware.api [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Waiting for the task: (returnval){ [ 1527.175654] env[65978]: value = "session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52ff7cd3-37bb-1a64-da48-c67c38100899" [ 1527.175654] env[65978]: _type = "Task" [ 1527.175654] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.184923] env[65978]: DEBUG oslo_vmware.api [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52ff7cd3-37bb-1a64-da48-c67c38100899, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.686663] env[65978]: DEBUG oslo_vmware.api [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Task: {'id': session[52c32aa6-f327-6ce5-cc2e-a4b76e2d7f59]52ff7cd3-37bb-1a64-da48-c67c38100899, 'name': SearchDatastore_Task, 'duration_secs': 0.009798} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.686853] env[65978]: DEBUG oslo_concurrency.lockutils [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Releasing lock "[datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.687112] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 747bf855-0fac-47b6-8f6f-0fb50bac0169/747bf855-0fac-47b6-8f6f-0fb50bac0169.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1527.687370] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c0d8fcd-da87-4172-a7f7-47dd3b9ef8f3 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.694708] env[65978]: DEBUG oslo_vmware.api [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Waiting for the task: (returnval){ [ 1527.694708] env[65978]: value = "task-4715569" [ 1527.694708] env[65978]: _type = "Task" [ 1527.694708] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.702962] env[65978]: DEBUG oslo_vmware.api [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Task: {'id': task-4715569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.205360] env[65978]: DEBUG oslo_vmware.api [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Task: {'id': task-4715569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478853} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.205757] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/60ae46d2-80a6-44b0-babe-7226023243fc/60ae46d2-80a6-44b0-babe-7226023243fc.vmdk to [datastore2] 747bf855-0fac-47b6-8f6f-0fb50bac0169/747bf855-0fac-47b6-8f6f-0fb50bac0169.vmdk {{(pid=65978) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1528.205877] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Extending root virtual disk to 1048576 {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1528.206111] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a39d260-5393-4f9e-8b22-3666d44d7a54 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.213870] env[65978]: DEBUG oslo_vmware.api [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Waiting for the task: (returnval){ [ 1528.213870] env[65978]: value = "task-4715570" [ 1528.213870] env[65978]: _type = "Task" [ 1528.213870] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.223360] env[65978]: DEBUG oslo_vmware.api [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Task: {'id': task-4715570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.724339] env[65978]: DEBUG oslo_vmware.api [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Task: {'id': task-4715570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065256} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.724652] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Extended root virtual disk {{(pid=65978) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1528.725476] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ce7f07-14f4-4973-8c7f-58f49bf1cfcd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.748487] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 747bf855-0fac-47b6-8f6f-0fb50bac0169/747bf855-0fac-47b6-8f6f-0fb50bac0169.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1528.748801] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12ee9efd-6971-4ac1-b751-048c1dddc370 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.769971] env[65978]: DEBUG oslo_vmware.api [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Waiting for the task: (returnval){ [ 1528.769971] env[65978]: value = "task-4715571" [ 1528.769971] env[65978]: _type = "Task" [ 1528.769971] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.778682] env[65978]: DEBUG oslo_vmware.api [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Task: {'id': task-4715571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.281057] env[65978]: DEBUG oslo_vmware.api [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Task: {'id': task-4715571, 'name': ReconfigVM_Task, 'duration_secs': 0.278362} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.281492] env[65978]: DEBUG nova.virt.vmwareapi.volumeops [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 747bf855-0fac-47b6-8f6f-0fb50bac0169/747bf855-0fac-47b6-8f6f-0fb50bac0169.vmdk or device None with type sparse {{(pid=65978) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1529.282035] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72b5dc7d-2ded-414a-aae5-12eea5e825dd {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.289392] env[65978]: DEBUG oslo_vmware.api [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Waiting for the task: (returnval){ [ 1529.289392] env[65978]: value = "task-4715572" [ 1529.289392] env[65978]: _type = "Task" [ 1529.289392] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.297768] env[65978]: DEBUG oslo_vmware.api [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Task: {'id': task-4715572, 'name': Rename_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.799862] env[65978]: DEBUG oslo_vmware.api [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Task: {'id': task-4715572, 'name': Rename_Task, 'duration_secs': 0.139123} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.801081] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Powering on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1529.801081] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e777585e-a85a-4100-a2aa-caef2bf96161 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.808812] env[65978]: DEBUG oslo_vmware.api [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Waiting for the task: (returnval){ [ 1529.808812] env[65978]: value = "task-4715573" [ 1529.808812] env[65978]: _type = "Task" [ 1529.808812] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.817535] env[65978]: DEBUG oslo_vmware.api [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Task: {'id': task-4715573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.319538] env[65978]: DEBUG oslo_vmware.api [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Task: {'id': task-4715573, 'name': PowerOnVM_Task, 'duration_secs': 0.44753} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.319960] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Powered on the VM {{(pid=65978) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1530.319960] env[65978]: INFO nova.compute.manager [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Took 6.76 seconds to spawn the instance on the hypervisor. [ 1530.320156] env[65978]: DEBUG nova.compute.manager [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Checking state {{(pid=65978) _get_power_state /opt/stack/nova/nova/compute/manager.py:1833}} [ 1530.320949] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e4dbe8-1c65-4aee-b7d3-94466224a269 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.842451] env[65978]: INFO nova.compute.manager [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Took 11.44 seconds to build instance. [ 1531.345277] env[65978]: DEBUG oslo_concurrency.lockutils [None req-adfdce3f-c620-4320-a3da-49c65d360cc0 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Lock "747bf855-0fac-47b6-8f6f-0fb50bac0169" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.947s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.622451] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Acquiring lock "747bf855-0fac-47b6-8f6f-0fb50bac0169" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1531.622704] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Lock "747bf855-0fac-47b6-8f6f-0fb50bac0169" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1531.622878] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Acquiring lock "747bf855-0fac-47b6-8f6f-0fb50bac0169-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1531.623073] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Lock "747bf855-0fac-47b6-8f6f-0fb50bac0169-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1531.623243] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Lock "747bf855-0fac-47b6-8f6f-0fb50bac0169-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.625424] env[65978]: INFO nova.compute.manager [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Terminating instance [ 1532.129225] env[65978]: DEBUG nova.compute.manager [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Start destroying the instance on the hypervisor. {{(pid=65978) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3206}} [ 1532.129507] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Destroying instance {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1532.130437] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af23dbb-d1e7-4915-8c49-0c04b50ddd6e {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.138450] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Powering off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1532.138703] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e419f8c1-b287-415b-a3be-9fedfbdb0227 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.145791] env[65978]: DEBUG oslo_vmware.api [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Waiting for the task: (returnval){ [ 1532.145791] env[65978]: value = "task-4715574" [ 1532.145791] env[65978]: _type = "Task" [ 1532.145791] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.156051] env[65978]: DEBUG oslo_vmware.api [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Task: {'id': task-4715574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.656390] env[65978]: DEBUG oslo_vmware.api [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Task: {'id': task-4715574, 'name': PowerOffVM_Task, 'duration_secs': 0.198683} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.656848] env[65978]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Powered off the VM {{(pid=65978) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1532.656848] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Unregistering the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1532.657083] env[65978]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df810547-bcb0-475c-a29a-56cf7477401a {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.722760] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Unregistered the VM {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1532.723527] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Deleting contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1532.723527] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Deleting the datastore file [datastore2] 747bf855-0fac-47b6-8f6f-0fb50bac0169 {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1532.723527] env[65978]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4be0edd5-52e1-449f-85d5-1f3c496df51f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.730677] env[65978]: DEBUG oslo_vmware.api [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Waiting for the task: (returnval){ [ 1532.730677] env[65978]: value = "task-4715576" [ 1532.730677] env[65978]: _type = "Task" [ 1532.730677] env[65978]: } to complete. {{(pid=65978) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.739181] env[65978]: DEBUG oslo_vmware.api [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Task: {'id': task-4715576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.240773] env[65978]: DEBUG oslo_vmware.api [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Task: {'id': task-4715576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121147} completed successfully. {{(pid=65978) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.241203] env[65978]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Deleted the datastore file {{(pid=65978) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1533.241400] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Deleted contents of the VM from datastore datastore2 {{(pid=65978) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1533.241573] env[65978]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Instance destroyed {{(pid=65978) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1533.241742] env[65978]: INFO nova.compute.manager [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1533.241989] env[65978]: DEBUG oslo.service.backend._common.loopingcall [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65978) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1533.242201] env[65978]: DEBUG nova.compute.manager [-] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Deallocating network for instance {{(pid=65978) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2332}} [ 1533.242297] env[65978]: DEBUG nova.network.neutron [-] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] deallocate_for_instance() {{(pid=65978) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1533.242539] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1533.313035] env[65978]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1533.593124] env[65978]: DEBUG nova.compute.manager [req-e268a4d0-0e5a-4072-94bb-40eb2ca8c7fb req-f6fd6979-fa5b-4ae4-bda7-e13aa9d1364f service nova] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Received event network-vif-deleted-82fe8237-dd57-40a9-a90c-3cf86a79ae57 {{(pid=65978) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1533.593317] env[65978]: INFO nova.compute.manager [req-e268a4d0-0e5a-4072-94bb-40eb2ca8c7fb req-f6fd6979-fa5b-4ae4-bda7-e13aa9d1364f service nova] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Neutron deleted interface 82fe8237-dd57-40a9-a90c-3cf86a79ae57; detaching it from the instance and deleting it from the info cache [ 1533.593586] env[65978]: DEBUG nova.network.neutron [req-e268a4d0-0e5a-4072-94bb-40eb2ca8c7fb req-f6fd6979-fa5b-4ae4-bda7-e13aa9d1364f service nova] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.024738] env[65978]: DEBUG nova.network.neutron [-] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Updating instance_info_cache with network_info: [] {{(pid=65978) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.096021] env[65978]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9131778f-99f0-4d8a-b7e6-4fc6bc9f2e6f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.106523] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcdb1c8-8299-4812-a12b-ce5049e049fa {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.134627] env[65978]: DEBUG nova.compute.manager [req-e268a4d0-0e5a-4072-94bb-40eb2ca8c7fb req-f6fd6979-fa5b-4ae4-bda7-e13aa9d1364f service nova] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Detach interface failed, port_id=82fe8237-dd57-40a9-a90c-3cf86a79ae57, reason: Instance 747bf855-0fac-47b6-8f6f-0fb50bac0169 could not be found. {{(pid=65978) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11658}} [ 1534.528031] env[65978]: INFO nova.compute.manager [-] [instance: 747bf855-0fac-47b6-8f6f-0fb50bac0169] Took 1.29 seconds to deallocate network for instance. [ 1535.034880] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1535.035367] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1535.035482] env[65978]: DEBUG nova.objects.instance [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Lazy-loading 'resources' on Instance uuid 747bf855-0fac-47b6-8f6f-0fb50bac0169 {{(pid=65978) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1535.557296] env[65978]: DEBUG nova.scheduler.client.report [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Refreshing inventories for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1535.571792] env[65978]: DEBUG nova.scheduler.client.report [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Updating ProviderTree inventory for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1535.572038] env[65978]: DEBUG nova.compute.provider_tree [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Updating inventory in ProviderTree for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1535.583053] env[65978]: DEBUG nova.scheduler.client.report [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Refreshing aggregate associations for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78, aggregates: None {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1535.601345] env[65978]: DEBUG nova.scheduler.client.report [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Refreshing trait associations for resource provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=65978) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1535.631720] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c0f89f-5838-4e8a-8be9-1b0241d6e918 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.639527] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e14752-7052-4cfd-ab23-93f4a4e18fae {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.669522] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da802331-0296-4e8a-baf4-5458966a92bf {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.676983] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea038a08-3b6f-42f7-9bab-78fce51e1b0c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.690313] env[65978]: DEBUG nova.compute.provider_tree [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1536.193680] env[65978]: DEBUG nova.scheduler.client.report [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1536.698988] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1536.718155] env[65978]: INFO nova.scheduler.client.report [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Deleted allocations for instance 747bf855-0fac-47b6-8f6f-0fb50bac0169 [ 1537.228205] env[65978]: DEBUG oslo_concurrency.lockutils [None req-c8d7bd55-417f-4306-9995-9c4e81914519 tempest-ServerPasswordTestJSON-1280409321 tempest-ServerPasswordTestJSON-1280409321-project-member] Lock "747bf855-0fac-47b6-8f6f-0fb50bac0169" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.605s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1553.748415] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.749094] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1555.748619] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1555.748819] env[65978]: DEBUG nova.compute.manager [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65978) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11240}} [ 1557.749112] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1557.749476] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1558.750346] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1559.750049] env[65978]: DEBUG oslo_service.periodic_task [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65978) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.259027] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1560.259027] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1560.259027] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1560.259027] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65978) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1560.259027] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f18894-51aa-498a-8d19-a1a24b784f8c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.267878] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ad5fc5-a11e-42c8-88a0-ce88a32d17ac {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.282925] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf35ec5d-90b7-437c-b6bd-13d8fe82e594 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.289989] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53aca92a-07c6-4d0c-b78f-bff28cd47b3d {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.321647] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180632MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65978) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1560.322073] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1560.323901] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1561.346203] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1561.346488] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65978) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1561.360097] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd973ee6-4246-45c0-8f62-d1409d704c12 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.367797] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0fb246-fc41-4025-8fd5-7f598c750a3f {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.397102] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d415a4-fc4f-40a7-a6f9-174c1ac6967c {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.405083] env[65978]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac427975-0b29-40d4-9ccf-4849a9128de2 {{(pid=65978) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.418407] env[65978]: DEBUG nova.compute.provider_tree [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed in ProviderTree for provider: 7cef9df5-c7be-44a4-aef0-4856b8af9b78 {{(pid=65978) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1561.921552] env[65978]: DEBUG nova.scheduler.client.report [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Inventory has not changed for provider 7cef9df5-c7be-44a4-aef0-4856b8af9b78 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65978) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1562.426765] env[65978]: DEBUG nova.compute.resource_tracker [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65978) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1562.427174] env[65978]: DEBUG oslo_concurrency.lockutils [None req-72b69bcb-07c3-490f-87e7-e296af1b3adf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.105s {{(pid=65978) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}